{"benchmark_line":"gamebench2","economics_chart":{"eligible_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"enabled":true},"game_order":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"games":[{"alias":"GB2-01","name":"Go","slug":"go"},{"alias":"GB2-02","name":"Chess","slug":"chess"},{"alias":"GB2-03","name":"Shogi","slug":"shogi"},{"alias":"GB2-04","name":"Xiangqi","slug":"xiangqi"},{"alias":"GB2-05","name":"Hex","slug":"hex"},{"alias":"GB2-06","name":"International Draughts","slug":"international-draughts"},{"alias":"GB2-07","name":"Game of the Amazons","slug":"game-of-the-amazons"},{"alias":"GB2-08","name":"Tumbleweed","slug":"tumbleweed"}],"generated_at":"2026-11-21T17:52:57Z","heatmap_track_id":"full_freedom/intensive","models":[{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5-2:0a772f23ef1f4bc1","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":4.579015,"median":4.85306,"min":2.963152,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":9,"token_priced_attempt_count":9,"total":42.78532},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.966264,"mean":0.648709,"median":0.65168,"min":0.3576,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":5.189672000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.712464,"mean":0.468819,"median":0.42964,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.7505520000000003}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.966264,"mean":0.648709,"median":0.65168,"min":0.3576,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":5.189672},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.712464,"mean":0.468819,"median":0.42964,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.7505520000000003},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":4.579015,"median":4.85306,"min":2.963152,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":9,"token_priced_attempt_count":9,"total":42.785320000000006}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":1.8988476666666667,"median":0.7595000000000001,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":25},"run_count":25,"token_priced_attempt_count":25,"total":51.725544},"codegen_latency_ms":{"attempt_count":1,"max_ms":1076035,"mean_ms":1076035.0,"min_ms":1076035,"paired_attempt_count":1,"paired_latency_ms":1076035,"paired_output_tokens":109673,"run_count":1},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":1,"max_ms":1076035,"mean_ms":1076035.0,"min_ms":1076035,"paired_attempt_count":1,"paired_latency_ms":1076035,"paired_output_tokens":109673,"run_count":1}},"codegen_output_tokens":{"attempt_count":25,"output_max":128000,"output_mean":46582.52,"output_min":6479,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":128000,"output_mean":109079.22222222222,"output_min":71708,"run_count":9},"medium":{"attempt_count":8,"output_max":21635,"output_mean":13676.75,"output_min":6625,"run_count":8},"none":{"attempt_count":8,"output_max":15290,"output_mean":9179.5,"output_min":6479,"run_count":8}},"display_name":"Claude Fable 5.2","economics":{"all":95.02515039971183,"highest":99.39421699880393,"medium":93.96323809582672,"none":91.7179961045048},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":26,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":1164563,"total_reasoning_output_tokens":986513,"total_visible_output_tokens":178050,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5-2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1,"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":128000},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-05"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":92.90948159363217,"score":92.90948159363217},"GB2-02":{"attempts":3,"playable":90.96255785869978,"score":90.96255785869978},"GB2-03":{"attempts":3,"playable":95.13078466705592,"score":95.13078466705592},"GB2-04":{"attempts":3,"playable":94.80255371810121,"score":94.80255371810121},"GB2-05":{"attempts":3,"playable":98.22078303931062,"score":98.22078303931062},"GB2-06":{"attempts":3,"playable":93.67206071919786,"score":93.67206071919786},"GB2-07":{"attempts":3,"playable":96.04463200127252,"score":96.04463200127252},"GB2-08":{"attempts":3,"playable":98.45834960042454,"score":98.45834960042454}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":98.13134219952664,"score":98.13134219952664},"GB2-02":{"attempts":1,"playable":99.67931778322779,"score":99.67931778322779},"GB2-03":{"attempts":1,"playable":98.99979201828765,"score":98.99979201828765},"GB2-04":{"attempts":1,"playable":99.83886805659819,"score":99.83886805659819},"GB2-05":{"attempts":1,"playable":99.4238785202464,"score":99.4238785202464},"GB2-06":{"attempts":1,"playable":99.81913007431856,"score":99.81913007431856},"GB2-07":{"attempts":1,"playable":99.59945063218433,"score":99.59945063218433},"GB2-08":{"attempts":1,"playable":99.66195670604185,"score":99.66195670604185}},"medium":{"GB2-01":{"attempts":1,"playable":93.08749016033482,"score":93.08749016033482},"GB2-02":{"attempts":1,"playable":93.55006074804766,"score":93.55006074804766},"GB2-03":{"attempts":1,"playable":92.8992720542062,"score":92.8992720542062},"GB2-04":{"attempts":1,"playable":95.37402296316223,"score":95.37402296316223},"GB2-05":{"attempts":1,"playable":96.35720110594028,"score":96.35720110594028},"GB2-06":{"attempts":1,"playable":87.81927134964272,"score":87.81927134964272},"GB2-07":{"attempts":1,"playable":95.69570039498936,"score":95.69570039498936},"GB2-08":{"attempts":1,"playable":96.92288599029068,"score":96.92288599029068}},"none":{"GB2-01":{"attempts":1,"playable":87.50961242103502,"score":87.50961242103502},"GB2-02":{"attempts":1,"playable":79.65829504482394,"score":79.65829504482394},"GB2-03":{"attempts":1,"playable":93.49328992867389,"score":93.49328992867389},"GB2-04":{"attempts":1,"playable":89.19477013454322,"score":89.19477013454322},"GB2-05":{"attempts":1,"playable":98.8812694917452,"score":98.8812694917452},"GB2-06":{"attempts":1,"playable":93.37778073363229,"score":93.37778073363229},"GB2-07":{"attempts":1,"playable":92.83874497664384,"score":92.83874497664384},"GB2-08":{"attempts":1,"playable":98.79020610494109,"score":98.79020610494109}}},"id":"claude-fable-5-2","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:31Z","match_totals_all":{"draws":517,"losses":904,"wins":14653},"match_totals_tracks":{"highest":{"draws":12,"losses":47,"wins":5299},"medium":{"draws":168,"losses":411,"wins":4779},"none":{"draws":337,"losses":446,"wins":4575}},"model_slug":"claude-fable-5-2","official_rank_by_reasoning":{"highest":1,"medium":1,"none":1},"overall":{"max":99.83886805659819,"mean":95.02515039971183,"min":79.65829504482394},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":1,"overall_ranking_status":"ranked","per_game":{"GB2-01":98.13134219952664,"GB2-02":99.67931778322779,"GB2-03":98.99979201828765,"GB2-04":99.83886805659819,"GB2-05":99.4238785202464,"GB2-06":99.81913007431856,"GB2-07":99.59945063218433,"GB2-08":99.66195670604185},"per_game_all":{"GB2-01":92.90948159363217,"GB2-02":90.96255785869978,"GB2-03":95.13078466705592,"GB2-04":94.80255371810121,"GB2-05":98.22078303931062,"GB2-06":93.67206071919786,"GB2-07":96.04463200127252,"GB2-08":98.45834960042454},"per_game_match_totals_all":{"GB2-01":{"draws":1,"losses":193,"wins":1846},"GB2-02":{"draws":269,"losses":95,"wins":1544},"GB2-03":{"draws":56,"losses":134,"wins":1784},"GB2-04":{"draws":132,"losses":71,"wins":1759},"GB2-05":{"draws":0,"losses":85,"wins":1985},"GB2-06":{"draws":59,"losses":133,"wins":1782},"GB2-07":{"draws":0,"losses":127,"wins":1931},"GB2-08":{"draws":0,"losses":66,"wins":2022}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":19,"wins":661},"GB2-02":{"draws":5,"losses":1,"wins":630},"GB2-03":{"draws":7,"losses":9,"wins":642},"GB2-04":{"draws":0,"losses":0,"wins":654},"GB2-05":{"draws":0,"losses":11,"wins":679},"GB2-06":{"draws":0,"losses":0,"wins":658},"GB2-07":{"draws":0,"losses":3,"wins":683},"GB2-08":{"draws":0,"losses":4,"wins":692}},"medium":{"GB2-01":{"draws":0,"losses":65,"wins":615},"GB2-02":{"draws":42,"losses":42,"wins":552},"GB2-03":{"draws":47,"losses":54,"wins":557},"GB2-04":{"draws":49,"losses":19,"wins":586},"GB2-05":{"draws":0,"losses":53,"wins":637},"GB2-06":{"draws":30,"losses":88,"wins":540},"GB2-07":{"draws":0,"losses":48,"wins":638},"GB2-08":{"draws":0,"losses":42,"wins":654}},"none":{"GB2-01":{"draws":1,"losses":109,"wins":570},"GB2-02":{"draws":222,"losses":52,"wins":362},"GB2-03":{"draws":2,"losses":71,"wins":585},"GB2-04":{"draws":83,"losses":52,"wins":519},"GB2-05":{"draws":0,"losses":21,"wins":669},"GB2-06":{"draws":29,"losses":45,"wins":584},"GB2-07":{"draws":0,"losses":76,"wins":610},"GB2-08":{"draws":0,"losses":20,"wins":676}}},"per_game_raw_elo_all":{"GB2-01":2090.943890966388,"GB2-02":2088.4496740148534,"GB2-03":2245.375781815724,"GB2-04":2201.644697115637,"GB2-05":2789.8065642354486,"GB2-06":2478.54104140168,"GB2-07":2567.3106402389,"GB2-08":2810.7473080604123},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2322.0607502169723,"GB2-02":2563.989178428797,"GB2-03":2564.4716346268337,"GB2-04":2668.599948315813,"GB2-05":2987.6833788105396,"GB2-06":3063.918463597776,"GB2-07":2965.9687487566393,"GB2-08":3111.202469235592},"medium":{"GB2-01":2047.7078800192864,"GB2-02":1988.6335805690271,"GB2-03":2072.227876076495,"GB2-04":2058.053715282445,"GB2-05":2538.919398339404,"GB2-06":2101.950349463113,"GB2-07":2452.4407795312413,"GB2-08":2545.4521827102544},"none":{"GB2-01":1903.063042662906,"GB2-02":1712.7262630467355,"GB2-03":2099.427834743844,"GB2-04":1878.2804277486528,"GB2-05":2842.8169155564037,"GB2-06":2269.754311144152,"GB2-07":2283.5223924288184,"GB2-08":2775.58727223539}},"per_game_tracks":{"highest":{"GB2-01":98.13134219952664,"GB2-02":99.67931778322779,"GB2-03":98.99979201828765,"GB2-04":99.83886805659819,"GB2-05":99.4238785202464,"GB2-06":99.81913007431856,"GB2-07":99.59945063218433,"GB2-08":99.66195670604185},"medium":{"GB2-01":93.08749016033482,"GB2-02":93.55006074804766,"GB2-03":92.8992720542062,"GB2-04":95.37402296316223,"GB2-05":96.35720110594028,"GB2-06":87.81927134964272,"GB2-07":95.69570039498936,"GB2-08":96.92288599029068},"none":{"GB2-01":87.50961242103502,"GB2-02":79.65829504482394,"GB2-03":93.49328992867389,"GB2-04":89.19477013454322,"GB2-05":98.8812694917452,"GB2-06":93.37778073363229,"GB2-07":92.83874497664384,"GB2-08":98.79020610494109}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T15:51:09Z","reasoning":{"highest":99.39421699880393,"medium":93.96323809582672,"none":91.7179961045048},"reasoning_agg":{"highest":{"max":99.83886805659819,"mean":99.39421699880393,"min":98.13134219952664},"medium":{"max":96.92288599029068,"mean":93.96323809582672,"min":87.81927134964272},"none":{"max":98.8812694917452,"mean":91.7179961045048,"min":79.65829504482394}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.676220894299121},"working_program_strength":{"all":95.02515039971183,"highest":99.39421699880393,"medium":93.96323809582672,"none":91.7179961045048}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-astra:b492ca9f623a951b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.678774,"median":0.686294,"min":0.563444,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.430192},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.431472,"mean":0.22132,"median":0.193224,"min":0.175334,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.7705600000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.170964,"mean":0.15296900000000002,"median":0.14811400000000002,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2237520000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.431472,"mean":0.22132,"median":0.193224,"min":0.175334,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.7705600000000001},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.170964,"mean":0.15296900000000002,"median":0.14811400000000002,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2237520000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.678774,"median":0.686294,"min":0.563444,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.430192}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.35102099999999997,"median":0.193224,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":25},"run_count":24,"token_priced_attempt_count":25,"total":8.424503999999997},"codegen_latency_ms":{"attempt_count":25,"max_ms":1653345,"mean_ms":252402.875,"min_ms":32155,"paired_attempt_count":25,"paired_latency_ms":6057669,"paired_output_tokens":161493,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":988899,"mean_ms":381401.125,"min_ms":217604,"paired_attempt_count":8,"paired_latency_ms":3051209,"paired_output_tokens":120093,"run_count":8},"medium":{"attempt_count":9,"max_ms":1653345,"mean_ms":343369.75,"min_ms":42493,"paired_attempt_count":9,"paired_latency_ms":2746958,"paired_output_tokens":26468,"run_count":8},"none":{"attempt_count":8,"max_ms":32959,"mean_ms":32437.75,"min_ms":32155,"paired_attempt_count":8,"paired_latency_ms":259502,"paired_output_tokens":14932,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":19038,"output_mean":6728.875,"output_min":1729,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":19038,"output_mean":15011.625,"output_min":12269,"run_count":8},"medium":{"attempt_count":9,"output_max":6621,"output_mean":3308.5,"output_min":2409,"run_count":8},"none":{"attempt_count":8,"output_max":2210,"output_mean":1866.5,"output_min":1729,"run_count":8}},"display_name":"GPT-6.2 Astra","economics":{"all":93.60460180749112,"highest":97.23652165751957,"medium":92.88753740856835,"none":90.68974635638543},"economics_best_value":{"per_model":{"all":true,"highest":true,"none":true},"per_setting":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":161493,"total_reasoning_output_tokens":74175,"total_visible_output_tokens":87318,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-astra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":88.70252694939707,"score":88.70252694939707},"GB2-02":{"attempts":3,"playable":91.71053949626109,"score":91.71053949626109},"GB2-03":{"attempts":3,"playable":96.27288859730123,"score":96.27288859730123},"GB2-04":{"attempts":3,"playable":91.0148265194601,"score":91.0148265194601},"GB2-05":{"attempts":3,"playable":98.130456900168,"score":98.130456900168},"GB2-06":{"attempts":3,"playable":90.13735279400449,"score":90.13735279400449},"GB2-07":{"attempts":3,"playable":95.40575257393328,"score":95.40575257393328},"GB2-08":{"attempts":3,"playable":97.46247062940364,"score":97.46247062940364}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":99.32445688409778,"score":99.32445688409778},"GB2-02":{"attempts":1,"playable":94.75303031698337,"score":94.75303031698337},"GB2-03":{"attempts":1,"playable":98.65981184855596,"score":98.65981184855596},"GB2-04":{"attempts":1,"playable":94.49843275002809,"score":94.49843275002809},"GB2-05":{"attempts":1,"playable":99.27366932835449,"score":99.27366932835449},"GB2-06":{"attempts":1,"playable":94.4220919621699,"score":94.4220919621699},"GB2-07":{"attempts":1,"playable":97.47931809977011,"score":97.47931809977011},"GB2-08":{"attempts":1,"playable":99.4813620701969,"score":99.4813620701969}},"medium":{"GB2-01":{"attempts":1,"playable":84.10853459823116,"score":84.10853459823116},"GB2-02":{"attempts":1,"playable":92.67951741019513,"score":92.67951741019513},"GB2-03":{"attempts":1,"playable":96.50565567114316,"score":96.50565567114316},"GB2-04":{"attempts":1,"playable":90.93513573800317,"score":90.93513573800317},"GB2-05":{"attempts":1,"playable":98.2909639002182,"score":98.2909639002182},"GB2-06":{"attempts":1,"playable":92.75568820073075,"score":92.75568820073075},"GB2-07":{"attempts":1,"playable":92.94483129961199,"score":92.94483129961199},"GB2-08":{"attempts":1,"playable":94.87997245041309,"score":94.87997245041309}},"none":{"GB2-01":{"attempts":1,"playable":82.6745893658623,"score":82.6745893658623},"GB2-02":{"attempts":1,"playable":87.69907076160479,"score":87.69907076160479},"GB2-03":{"attempts":1,"playable":93.65319827220459,"score":93.65319827220459},"GB2-04":{"attempts":1,"playable":87.61091107034903,"score":87.61091107034903},"GB2-05":{"attempts":1,"playable":96.82673747193134,"score":96.82673747193134},"GB2-06":{"attempts":1,"playable":83.23427821911281,"score":83.23427821911281},"GB2-07":{"attempts":1,"playable":95.79310832241775,"score":95.79310832241775},"GB2-08":{"attempts":1,"playable":98.02607736760093,"score":98.02607736760093}}},"id":"gpt-6.2-astra","is_recent_addition":false,"last_measured_at":"2026-11-21T16:36:33Z","match_totals_all":{"draws":840,"losses":1058,"wins":14176},"match_totals_tracks":{"highest":{"draws":106,"losses":176,"wins":5076},"medium":{"draws":371,"losses":372,"wins":4615},"none":{"draws":363,"losses":510,"wins":4485}},"model_slug":"gpt-6-2-astra","official_rank_by_reasoning":{"highest":3,"medium":4,"none":2},"overall":{"max":99.4813620701969,"mean":93.60460180749112,"min":82.6745893658623},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":2,"overall_ranking_status":"ranked","per_game":{"GB2-01":99.32445688409778,"GB2-02":94.75303031698337,"GB2-03":98.65981184855596,"GB2-04":94.49843275002809,"GB2-05":99.27366932835449,"GB2-06":94.4220919621699,"GB2-07":97.47931809977011,"GB2-08":99.4813620701969},"per_game_all":{"GB2-01":88.70252694939707,"GB2-02":91.71053949626109,"GB2-03":96.27288859730123,"GB2-04":91.0148265194601,"GB2-05":98.130456900168,"GB2-06":90.13735279400449,"GB2-07":95.40575257393328,"GB2-08":97.46247062940364},"per_game_match_totals_all":{"GB2-01":{"draws":323,"losses":125,"wins":1592},"GB2-02":{"draws":247,"losses":107,"wins":1554},"GB2-03":{"draws":23,"losses":118,"wins":1833},"GB2-04":{"draws":173,"losses":150,"wins":1639},"GB2-05":{"draws":0,"losses":92,"wins":1978},"GB2-06":{"draws":74,"losses":216,"wins":1684},"GB2-07":{"draws":0,"losses":151,"wins":1907},"GB2-08":{"draws":0,"losses":99,"wins":1989}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":6,"wins":674},"GB2-02":{"draws":50,"losses":28,"wins":558},"GB2-03":{"draws":6,"losses":14,"wins":638},"GB2-04":{"draws":38,"losses":32,"wins":584},"GB2-05":{"draws":0,"losses":14,"wins":676},"GB2-06":{"draws":12,"losses":45,"wins":601},"GB2-07":{"draws":0,"losses":29,"wins":657},"GB2-08":{"draws":0,"losses":8,"wins":688}},"medium":{"GB2-01":{"draws":206,"losses":32,"wins":442},"GB2-02":{"draws":84,"losses":28,"wins":524},"GB2-03":{"draws":16,"losses":34,"wins":608},"GB2-04":{"draws":42,"losses":59,"wins":553},"GB2-05":{"draws":0,"losses":30,"wins":660},"GB2-06":{"draws":23,"losses":53,"wins":582},"GB2-07":{"draws":0,"losses":75,"wins":611},"GB2-08":{"draws":0,"losses":61,"wins":635}},"none":{"GB2-01":{"draws":117,"losses":87,"wins":476},"GB2-02":{"draws":113,"losses":51,"wins":472},"GB2-03":{"draws":1,"losses":70,"wins":587},"GB2-04":{"draws":93,"losses":59,"wins":502},"GB2-05":{"draws":0,"losses":48,"wins":642},"GB2-06":{"draws":39,"losses":118,"wins":501},"GB2-07":{"draws":0,"losses":47,"wins":639},"GB2-08":{"draws":0,"losses":30,"wins":666}}},"per_game_raw_elo_all":{"GB2-01":2055.1873346085426,"GB2-02":1944.6035539420711,"GB2-03":2295.9973752365804,"GB2-04":1929.124325350883,"GB2-05":2752.6953454654335,"GB2-06":2185.221784923415,"GB2-07":2446.9330586335313,"GB2-08":2689.4811528602645},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2512.06399709121,"GB2-02":2033.4698381105918,"GB2-03":2503.5606986771963,"GB2-04":2023.0556907140021,"GB2-05":2938.8301151243963,"GB2-06":2312.44181378851,"GB2-07":2592.557207941262,"GB2-08":2998.117976699101},"medium":{"GB2-01":1838.7565597150833,"GB2-02":1960.5150675368018,"GB2-03":2277.3512639610394,"GB2-04":1917.4859503333578,"GB2-05":2741.2633786985753,"GB2-06":2246.822941844915,"GB2-07":2289.187817017917,"GB2-08":2416.045012234452},"none":{"GB2-01":1814.7414470193346,"GB2-02":1839.8257561788196,"GB2-03":2107.080163071505,"GB2-04":1846.831335005289,"GB2-05":2577.99254257333,"GB2-06":1996.4005991368197,"GB2-07":2459.054150941416,"GB2-08":2654.2804696472413}},"per_game_tracks":{"highest":{"GB2-01":99.32445688409778,"GB2-02":94.75303031698337,"GB2-03":98.65981184855596,"GB2-04":94.49843275002809,"GB2-05":99.27366932835449,"GB2-06":94.4220919621699,"GB2-07":97.47931809977011,"GB2-08":99.4813620701969},"medium":{"GB2-01":84.10853459823116,"GB2-02":92.67951741019513,"GB2-03":96.50565567114316,"GB2-04":90.93513573800317,"GB2-05":98.2909639002182,"GB2-06":92.75568820073075,"GB2-07":92.94483129961199,"GB2-08":94.87997245041309},"none":{"GB2-01":82.6745893658623,"GB2-02":87.69907076160479,"GB2-03":93.65319827220459,"GB2-04":87.61091107034903,"GB2-05":96.82673747193134,"GB2-06":83.23427821911281,"GB2-07":95.79310832241775,"GB2-08":98.02607736760093}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T16:25:49Z","reasoning":{"highest":97.23652165751957,"medium":92.88753740856835,"none":90.68974635638543},"reasoning_agg":{"highest":{"max":99.4813620701969,"mean":97.23652165751957,"min":94.4220919621699},"medium":{"max":98.2909639002182,"mean":92.88753740856835,"min":84.10853459823116},"none":{"max":98.02607736760093,"mean":90.68974635638543,"min":82.6745893658623}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.546775301134147},"working_program_strength":{"all":93.60460180749112,"highest":97.23652165751957,"medium":92.88753740856835,"none":90.68974635638543}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-astra-pro:272b0ef90cfba1d7","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":1.9243019000000001,"median":1.8546462000000001,"min":1.7714847999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":15.394415200000001},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.0038036000000001,"mean":0.50919515,"median":0.4572552,"min":0.370614,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":4.0735612},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.6121487999999999,"mean":0.3554782,"median":0.3217412,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.8438255999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.0038036000000001,"mean":0.50919515,"median":0.4572552,"min":0.370614,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":4.0735612},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.6121487999999999,"mean":0.3554782,"median":0.3217412,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.8438256},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":1.9243019000000001,"median":1.8546462000000001,"min":1.7714847999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":15.3944152}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":0.9296584166666667,"median":0.4601288,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":24,"token_priced_attempt_count":26,"total":22.311801999999997},"codegen_latency_ms":{"attempt_count":8,"max_ms":3425077,"mean_ms":1026423.5,"min_ms":432581,"paired_attempt_count":8,"paired_latency_ms":8211388,"paired_output_tokens":300115,"run_count":8},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3425077,"mean_ms":1026423.5,"min_ms":432581,"paired_attempt_count":8,"paired_latency_ms":8211388,"paired_output_tokens":300115,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":41536,"output_mean":16125.875,"output_min":3089,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":41536,"output_mean":37514.375,"output_min":35228,"run_count":8},"medium":{"attempt_count":9,"output_max":13145,"output_mean":6927.875,"output_min":4720,"run_count":8},"none":{"attempt_count":9,"output_max":7282,"output_mean":3935.375,"output_min":3089,"run_count":8}},"display_name":"GPT-6.2 Astra Pro","economics":{"all":92.20635224826772,"highest":97.22535918006608,"medium":93.43061424940237,"none":85.96308331533476},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[128000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[128000],"total_output_tokens":387021,"total_reasoning_output_tokens":210515,"total_visible_output_tokens":176506,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-astra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":81.86844848212094,"score":81.86844848212094},"GB2-02":{"attempts":3,"playable":89.71665098467399,"score":89.71665098467399},"GB2-03":{"attempts":3,"playable":96.14142733359172,"score":96.14142733359172},"GB2-04":{"attempts":3,"playable":90.0588885441058,"score":90.0588885441058},"GB2-05":{"attempts":3,"playable":98.45902266049785,"score":98.45902266049785},"GB2-06":{"attempts":3,"playable":89.98355275860992,"score":89.98355275860992},"GB2-07":{"attempts":3,"playable":95.7781041442283,"score":95.7781041442283},"GB2-08":{"attempts":3,"playable":95.64472307831328,"score":95.64472307831328}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.49054835152324,"score":94.49054835152324},"GB2-02":{"attempts":1,"playable":96.88383598105379,"score":96.88383598105379},"GB2-03":{"attempts":1,"playable":98.88854645441955,"score":98.88854645441955},"GB2-04":{"attempts":1,"playable":96.22739793924228,"score":96.22739793924228},"GB2-05":{"attempts":1,"playable":99.56316872811499,"score":99.56316872811499},"GB2-06":{"attempts":1,"playable":94.78621078386723,"score":94.78621078386723},"GB2-07":{"attempts":1,"playable":97.38933091167507,"score":97.38933091167507},"GB2-08":{"attempts":1,"playable":99.57383429063249,"score":99.57383429063249}},"medium":{"GB2-01":{"attempts":1,"playable":85.18866717920682,"score":85.18866717920682},"GB2-02":{"attempts":1,"playable":95.10373647297055,"score":95.10373647297055},"GB2-03":{"attempts":1,"playable":96.36497363459401,"score":96.36497363459401},"GB2-04":{"attempts":1,"playable":89.39039516426035,"score":89.39039516426035},"GB2-05":{"attempts":1,"playable":98.2909639002182,"score":98.2909639002182},"GB2-06":{"attempts":1,"playable":89.05779884089159,"score":89.05779884089159},"GB2-07":{"attempts":1,"playable":96.36985271782072,"score":96.36985271782072},"GB2-08":{"attempts":1,"playable":97.6785260852566,"score":97.6785260852566}},"none":{"GB2-01":{"attempts":1,"playable":65.92612991563279,"score":65.92612991563279},"GB2-02":{"attempts":1,"playable":77.16238049999762,"score":77.16238049999762},"GB2-03":{"attempts":1,"playable":93.17076191176163,"score":93.17076191176163},"GB2-04":{"attempts":1,"playable":84.55887252881476,"score":84.55887252881476},"GB2-05":{"attempts":1,"playable":97.52293535316036,"score":97.52293535316036},"GB2-06":{"attempts":1,"playable":86.10664865107096,"score":86.10664865107096},"GB2-07":{"attempts":1,"playable":93.57512880318912,"score":93.57512880318912},"GB2-08":{"attempts":1,"playable":89.68180885905072,"score":89.68180885905072}}},"id":"gpt-6.2-astra-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:15Z","match_totals_all":{"draws":879,"losses":1273,"wins":13922},"match_totals_tracks":{"highest":{"draws":134,"losses":162,"wins":5062},"medium":{"draws":220,"losses":401,"wins":4737},"none":{"draws":525,"losses":710,"wins":4123}},"model_slug":"gpt-6-2-astra-pro","official_rank_by_reasoning":{"highest":4,"medium":3,"none":6},"overall":{"max":99.57383429063249,"mean":92.20635224826772,"min":65.92612991563279},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":3,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.49054835152324,"GB2-02":96.88383598105379,"GB2-03":98.88854645441955,"GB2-04":96.22739793924228,"GB2-05":99.56316872811499,"GB2-06":94.78621078386723,"GB2-07":97.38933091167507,"GB2-08":99.57383429063249},"per_game_all":{"GB2-01":81.86844848212094,"GB2-02":89.71665098467399,"GB2-03":96.14142733359172,"GB2-04":90.0588885441058,"GB2-05":98.45902266049785,"GB2-06":89.98355275860992,"GB2-07":95.7781041442283,"GB2-08":95.64472307831328},"per_game_match_totals_all":{"GB2-01":{"draws":258,"losses":313,"wins":1469},"GB2-02":{"draws":301,"losses":113,"wins":1494},"GB2-03":{"draws":35,"losses":115,"wins":1824},"GB2-04":{"draws":200,"losses":156,"wins":1606},"GB2-05":{"draws":0,"losses":78,"wins":1992},"GB2-06":{"draws":85,"losses":215,"wins":1674},"GB2-07":{"draws":0,"losses":140,"wins":1918},"GB2-08":{"draws":0,"losses":143,"wins":1945}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":50,"losses":28,"wins":602},"GB2-02":{"draws":32,"losses":18,"wins":586},"GB2-03":{"draws":6,"losses":11,"wins":641},"GB2-04":{"draws":26,"losses":23,"wins":605},"GB2-05":{"draws":0,"losses":8,"wins":682},"GB2-06":{"draws":20,"losses":38,"wins":600},"GB2-07":{"draws":0,"losses":30,"wins":656},"GB2-08":{"draws":0,"losses":6,"wins":690}},"medium":{"GB2-01":{"draws":46,"losses":104,"wins":530},"GB2-02":{"draws":38,"losses":31,"wins":567},"GB2-03":{"draws":13,"losses":37,"wins":608},"GB2-04":{"draws":92,"losses":46,"wins":516},"GB2-05":{"draws":0,"losses":30,"wins":660},"GB2-06":{"draws":31,"losses":78,"wins":549},"GB2-07":{"draws":0,"losses":41,"wins":645},"GB2-08":{"draws":0,"losses":34,"wins":662}},"none":{"GB2-01":{"draws":162,"losses":181,"wins":337},"GB2-02":{"draws":231,"losses":64,"wins":341},"GB2-03":{"draws":16,"losses":67,"wins":575},"GB2-04":{"draws":82,"losses":87,"wins":485},"GB2-05":{"draws":0,"losses":40,"wins":650},"GB2-06":{"draws":34,"losses":99,"wins":525},"GB2-07":{"draws":0,"losses":69,"wins":617},"GB2-08":{"draws":0,"losses":103,"wins":593}}},"per_game_raw_elo_all":{"GB2-01":1852.7947860168997,"GB2-02":1957.1488070469775,"GB2-03":2298.0466356684883,"GB2-04":1925.019800100835,"GB2-05":2810.2985534213403,"GB2-06":2174.474511176522,"GB2-07":2469.292208192444,"GB2-08":2626.1500061665993},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2099.081073768869,"GB2-02":2141.625651971047,"GB2-03":2542.8369134532722,"GB2-04":2098.3623709675267,"GB2-05":3044.0444583513063,"GB2-06":2328.887040587845,"GB2-07":2584.135434599536,"GB2-08":3050.63278571777},"medium":{"GB2-01":1857.936287367731,"GB2-02":2048.2285536331824,"GB2-03":2266.8744341473744,"GB2-04":1882.4181558764312,"GB2-05":2741.2633786985753,"GB2-06":2134.0043012138817,"GB2-07":2500.1286417254405,"GB2-08":2614.6280047735595},"none":{"GB2-01":1601.3669969140994,"GB2-02":1681.5922155367025,"GB2-03":2084.4285594048174,"GB2-04":1794.278873458547,"GB2-05":2645.58782321414,"GB2-06":2060.5321917278384,"GB2-07":2323.6125482523557,"GB2-08":2213.189228008469}},"per_game_tracks":{"highest":{"GB2-01":94.49054835152324,"GB2-02":96.88383598105379,"GB2-03":98.88854645441955,"GB2-04":96.22739793924228,"GB2-05":99.56316872811499,"GB2-06":94.78621078386723,"GB2-07":97.38933091167507,"GB2-08":99.57383429063249},"medium":{"GB2-01":85.18866717920682,"GB2-02":95.10373647297055,"GB2-03":96.36497363459401,"GB2-04":89.39039516426035,"GB2-05":98.2909639002182,"GB2-06":89.05779884089159,"GB2-07":96.36985271782072,"GB2-08":97.6785260852566},"none":{"GB2-01":65.92612991563279,"GB2-02":77.16238049999762,"GB2-03":93.17076191176163,"GB2-04":84.55887252881476,"GB2-05":97.52293535316036,"GB2-06":86.10664865107096,"GB2-07":93.57512880318912,"GB2-08":89.68180885905072}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T16:20:47Z","reasoning":{"highest":97.22535918006608,"medium":93.43061424940237,"none":85.96308331533476},"reasoning_agg":{"highest":{"max":99.57383429063249,"mean":97.22535918006608,"min":94.49054835152324},"medium":{"max":98.2909639002182,"mean":93.43061424940237,"min":85.18866717920682},"none":{"max":97.52293535316036,"mean":85.96308331533476,"min":65.92612991563279}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.262275864731322},"working_program_strength":{"all":92.20635224826772,"highest":97.22535918006608,"medium":93.43061424940237,"none":85.96308331533476}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-sol:63030ed02022bf6c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.19944099999999998,"median":0.1996935,"min":0.165541,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.5955279999999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.127226,"mean":0.09717475,"median":0.0905785,"min":0.075901,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.777398},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.062876,"mean":0.05140225,"median":0.0502035,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.411218}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.127226,"mean":0.09717475,"median":0.0905785,"min":0.075901,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.777398},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.062876,"mean":0.05140225,"median":0.0502035,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.411218},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.19944099999999998,"median":0.1996935,"min":0.165541,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.5955279999999998}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.11600599999999998,"median":0.0905785,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":24},"run_count":24,"token_priced_attempt_count":24,"total":2.784144},"codegen_latency_ms":{"attempt_count":24,"max_ms":268757,"mean_ms":127318.95833333333,"min_ms":32221,"paired_attempt_count":24,"paired_latency_ms":3055655,"paired_output_tokens":231429,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":248870,"mean_ms":220560.625,"min_ms":176885,"paired_attempt_count":8,"paired_latency_ms":1764485,"paired_output_tokens":143891,"run_count":8},"medium":{"attempt_count":8,"max_ms":268757,"mean_ms":118344.5,"min_ms":63012,"paired_attempt_count":8,"paired_latency_ms":946756,"paired_output_tokens":62078,"run_count":8},"none":{"attempt_count":8,"max_ms":55967,"mean_ms":43051.75,"min_ms":32221,"paired_attempt_count":8,"paired_latency_ms":344414,"paired_output_tokens":25460,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":21850,"output_mean":9642.875,"output_min":2138,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":21850,"output_mean":17986.375,"output_min":14737,"run_count":8},"medium":{"attempt_count":8,"output_max":10859,"output_mean":7759.75,"output_min":5063,"run_count":8},"none":{"attempt_count":8,"output_max":4256,"output_mean":3182.5,"output_min":2138,"run_count":8}},"display_name":"GPT-6.2 Sol","economics":{"all":91.49325567397075,"highest":94.44113677168824,"medium":93.4588065891611,"none":86.57982366106292},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true,"medium":true,"none":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":231429,"total_reasoning_output_tokens":115584,"total_visible_output_tokens":115845,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":82.42149574061962,"score":82.42149574061962},"GB2-02":{"attempts":3,"playable":91.22755712775493,"score":91.22755712775493},"GB2-03":{"attempts":3,"playable":96.64116744280904,"score":96.64116744280904},"GB2-04":{"attempts":3,"playable":91.33960938262346,"score":91.33960938262346},"GB2-05":{"attempts":3,"playable":95.55588048604965,"score":95.55588048604965},"GB2-06":{"attempts":3,"playable":85.17920018254789,"score":85.17920018254789},"GB2-07":{"attempts":3,"playable":96.08850867360452,"score":96.08850867360452},"GB2-08":{"attempts":3,"playable":93.49262635575685,"score":93.49262635575685}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":86.65465445169608,"score":86.65465445169608},"GB2-02":{"attempts":1,"playable":94.33776271364803,"score":94.33776271364803},"GB2-03":{"attempts":1,"playable":98.26191596560191,"score":98.26191596560191},"GB2-04":{"attempts":1,"playable":93.84332192146849,"score":93.84332192146849},"GB2-05":{"attempts":1,"playable":98.63081175381078,"score":98.63081175381078},"GB2-06":{"attempts":1,"playable":88.73300726357782,"score":88.73300726357782},"GB2-07":{"attempts":1,"playable":97.47931809977011,"score":97.47931809977011},"GB2-08":{"attempts":1,"playable":97.5883020039327,"score":97.5883020039327}},"medium":{"GB2-01":{"attempts":1,"playable":93.79537154272862,"score":93.79537154272862},"GB2-02":{"attempts":1,"playable":95.33475251689197,"score":95.33475251689197},"GB2-03":{"attempts":1,"playable":96.96622518099859,"score":96.96622518099859},"GB2-04":{"attempts":1,"playable":92.56459515605293,"score":92.56459515605293},"GB2-05":{"attempts":1,"playable":95.7618532831911,"score":95.7618532831911},"GB2-06":{"attempts":1,"playable":83.09956070573811,"score":83.09956070573811},"GB2-07":{"attempts":1,"playable":94.70304197857402,"score":94.70304197857402},"GB2-08":{"attempts":1,"playable":95.44505234911344,"score":95.44505234911344}},"none":{"GB2-01":{"attempts":1,"playable":66.81446122743417,"score":66.81446122743417},"GB2-02":{"attempts":1,"playable":84.01015615272478,"score":84.01015615272478},"GB2-03":{"attempts":1,"playable":94.69536118182661,"score":94.69536118182661},"GB2-04":{"attempts":1,"playable":87.61091107034903,"score":87.61091107034903},"GB2-05":{"attempts":1,"playable":92.27497642114706,"score":92.27497642114706},"GB2-06":{"attempts":1,"playable":83.70503257832773,"score":83.70503257832773},"GB2-07":{"attempts":1,"playable":96.08316594246945,"score":96.08316594246945},"GB2-08":{"attempts":1,"playable":87.44452471422444,"score":87.44452471422444}}},"id":"gpt-6.2-sol","is_recent_addition":false,"last_measured_at":"2026-11-21T16:04:51Z","match_totals_all":{"draws":928,"losses":1438,"wins":13708},"match_totals_tracks":{"highest":{"draws":232,"losses":320,"wins":4806},"medium":{"draws":171,"losses":437,"wins":4750},"none":{"draws":525,"losses":681,"wins":4152}},"model_slug":"gpt-6-2-sol","official_rank_by_reasoning":{"highest":10,"medium":2,"none":5},"overall":{"max":98.63081175381078,"mean":91.49325567397075,"min":66.81446122743417},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":4,"overall_ranking_status":"ranked","per_game":{"GB2-01":86.65465445169608,"GB2-02":94.33776271364803,"GB2-03":98.26191596560191,"GB2-04":93.84332192146849,"GB2-05":98.63081175381078,"GB2-06":88.73300726357782,"GB2-07":97.47931809977011,"GB2-08":97.5883020039327},"per_game_all":{"GB2-01":82.42149574061962,"GB2-02":91.22755712775493,"GB2-03":96.64116744280904,"GB2-04":91.33960938262346,"GB2-05":95.55588048604965,"GB2-06":85.17920018254789,"GB2-07":96.08850867360452,"GB2-08":93.49262635575685},"per_game_match_totals_all":{"GB2-01":{"draws":274,"losses":294,"wins":1472},"GB2-02":{"draws":284,"losses":96,"wins":1528},"GB2-03":{"draws":17,"losses":111,"wins":1846},"GB2-04":{"draws":236,"losses":111,"wins":1615},"GB2-05":{"draws":0,"losses":174,"wins":1896},"GB2-06":{"draws":117,"losses":310,"wins":1547},"GB2-07":{"draws":0,"losses":131,"wins":1927},"GB2-08":{"draws":0,"losses":211,"wins":1877}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":58,"losses":87,"wins":535},"GB2-02":{"draws":59,"losses":27,"wins":550},"GB2-03":{"draws":6,"losses":19,"wins":633},"GB2-04":{"draws":75,"losses":19,"wins":560},"GB2-05":{"draws":0,"losses":25,"wins":665},"GB2-06":{"draws":34,"losses":79,"wins":545},"GB2-07":{"draws":0,"losses":29,"wins":657},"GB2-08":{"draws":0,"losses":35,"wins":661}},"medium":{"GB2-01":{"draws":10,"losses":54,"wins":616},"GB2-02":{"draws":54,"losses":21,"wins":561},"GB2-03":{"draws":8,"losses":33,"wins":617},"GB2-04":{"draws":68,"losses":33,"wins":553},"GB2-05":{"draws":0,"losses":59,"wins":631},"GB2-06":{"draws":31,"losses":123,"wins":504},"GB2-07":{"draws":0,"losses":58,"wins":628},"GB2-08":{"draws":0,"losses":56,"wins":640}},"none":{"GB2-01":{"draws":206,"losses":153,"wins":321},"GB2-02":{"draws":171,"losses":48,"wins":417},"GB2-03":{"draws":3,"losses":59,"wins":596},"GB2-04":{"draws":93,"losses":59,"wins":502},"GB2-05":{"draws":0,"losses":90,"wins":600},"GB2-06":{"draws":52,"losses":108,"wins":498},"GB2-07":{"draws":0,"losses":44,"wins":642},"GB2-08":{"draws":0,"losses":120,"wins":576}}},"per_game_raw_elo_all":{"GB2-01":1856.348057055986,"GB2-02":1950.1862294324164,"GB2-03":2307.251670487532,"GB2-04":1935.6963356918252,"GB2-05":2530.263399054517,"GB2-06":2041.8225432782149,"GB2-07":2486.970462022886,"GB2-08":2399.503779105278},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1885.743386521849,"GB2-02":2017.0668968182326,"GB2-03":2446.7981437237154,"GB2-04":1999.9318497548488,"GB2-05":2795.37745629835,"GB2-06":2125.397010503316,"GB2-07":2592.557207941262,"GB2-08":2605.304189739434},"medium":{"GB2-01":2072.4208096864086,"GB2-02":2058.4631181548816,"GB2-03":2314.0054156327756,"GB2-04":1960.3258223153382,"GB2-05":2494.7548591341438,"GB2-06":1993.5165309740462,"GB2-07":2389.0822079040786,"GB2-08":2446.586119944481},"none":{"GB2-01":1610.8799749597003,"GB2-02":1775.028673324135,"GB2-03":2160.951452106104,"GB2-04":1846.831335005289,"GB2-05":2300.657881731057,"GB2-06":2006.554088357283,"GB2-07":2479.2719702233167,"GB2-08":2146.62102763192}},"per_game_tracks":{"highest":{"GB2-01":86.65465445169608,"GB2-02":94.33776271364803,"GB2-03":98.26191596560191,"GB2-04":93.84332192146849,"GB2-05":98.63081175381078,"GB2-06":88.73300726357782,"GB2-07":97.47931809977011,"GB2-08":97.5883020039327},"medium":{"GB2-01":93.79537154272862,"GB2-02":95.33475251689197,"GB2-03":96.96622518099859,"GB2-04":92.56459515605293,"GB2-05":95.7618532831911,"GB2-06":83.09956070573811,"GB2-07":94.70304197857402,"GB2-08":95.44505234911344},"none":{"GB2-01":66.81446122743417,"GB2-02":84.01015615272478,"GB2-03":94.69536118182661,"GB2-04":87.61091107034903,"GB2-05":92.27497642114706,"GB2-06":83.70503257832773,"GB2-07":96.08316594246945,"GB2-08":87.44452471422444}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T16:21:34Z","reasoning":{"highest":94.44113677168824,"medium":93.4588065891611,"none":86.57982366106292},"reasoning_agg":{"highest":{"max":98.63081175381078,"mean":94.44113677168824,"min":86.65465445169608},"medium":{"max":96.96622518099859,"mean":93.4588065891611,"min":83.09956070573811},"none":{"max":96.08316594246945,"mean":86.57982366106292,"min":66.81446122743417}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.861313110625318},"working_program_strength":{"all":91.49325567397075,"highest":94.44113677168824,"medium":93.4588065891611,"none":86.57982366106292}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-neon:b0fffae9b4a8ef12","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.593401,"mean":1.8576172499999999,"median":1.6212914999999999,"min":1.472337,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":14.860937999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.520791,"mean":0.409414125,"median":0.41115599999999997,"min":0.32751600000000003,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":3.275313},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.286227,"mean":0.18819824999999998,"median":0.16801499999999997,"min":0.16008,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":1.505586}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.520791,"mean":0.409414125,"median":0.41115599999999997,"min":0.32751600000000003,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":3.275313},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.286227,"mean":0.18819824999999998,"median":0.16801499999999997,"min":0.16008,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":1.505586},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.593401,"mean":1.8576172499999999,"median":1.6212914999999999,"min":1.472337,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":14.860938}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":26},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.593401,"mean":0.8184098750000001,"median":0.41115599999999997,"min":0.16008,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":26},"run_count":24,"token_priced_attempt_count":26,"total":19.641837000000002},"codegen_latency_ms":{"attempt_count":26,"max_ms":1199878,"mean_ms":364583.1666666667,"min_ms":65630,"paired_attempt_count":25,"paired_latency_ms":7957170,"paired_output_tokens":986145,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1199878,"mean_ms":807483.0,"min_ms":628349,"paired_attempt_count":8,"paired_latency_ms":5667038,"paired_output_tokens":697728,"run_count":8},"medium":{"attempt_count":8,"max_ms":271109,"mean_ms":202326.625,"min_ms":153633,"paired_attempt_count":8,"paired_latency_ms":1618613,"paired_output_tokens":204375,"run_count":8},"none":{"attempt_count":9,"max_ms":161637,"mean_ms":83939.875,"min_ms":65630,"paired_attempt_count":9,"paired_latency_ms":671519,"paired_output_tokens":84042,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":151844,"output_mean":44796.625,"output_min":8763,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":151844,"output_mean":98337.75,"output_min":81752,"run_count":8},"medium":{"attempt_count":8,"output_max":33063,"output_mean":25546.875,"output_min":20132,"run_count":8},"none":{"attempt_count":9,"output_max":15092,"output_mean":10505.25,"output_min":8763,"run_count":8}},"display_name":"Gemini 4 Neon","economics":{"all":91.30856703040887,"highest":98.00799846264042,"medium":92.58516314340028,"none":83.3325394851859},"economics_best_value":{"per_model":{"highest":true},"per_setting":{"highest":true}},"first_seen_at":"2026-11-21T16:42:31Z","game_gaps":{"none":{"GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[943718],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":27,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[943718],"total_output_tokens":1075119,"total_reasoning_output_tokens":740703,"total_visible_output_tokens":334416,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-neon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":89.660883802241,"score":89.660883802241},"GB2-02":{"attempts":3,"playable":90.77260733645655,"score":90.77260733645655},"GB2-03":{"attempts":3,"playable":90.73109081214518,"score":90.73109081214518},"GB2-04":{"attempts":3,"playable":82.690354932135,"score":82.690354932135},"GB2-05":{"attempts":3,"playable":95.64950991237754,"score":95.64950991237754},"GB2-06":{"attempts":2,"playable":97.66366815315854,"score":97.66366815315854},"GB2-07":{"attempts":3,"playable":93.21057770074326,"score":93.21057770074326},"GB2-08":{"attempts":3,"playable":94.86688648333804,"score":94.86688648333804}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":93.79537154272862,"score":93.79537154272862},"GB2-02":{"attempts":1,"playable":99.8290965495392,"score":99.8290965495392},"GB2-03":{"attempts":1,"playable":99.07272186093068,"score":99.07272186093068},"GB2-04":{"attempts":1,"playable":94.49843275002809,"score":94.49843275002809},"GB2-05":{"attempts":1,"playable":99.56316872811499,"score":99.56316872811499},"GB2-06":{"attempts":1,"playable":99.46520641417132,"score":99.46520641417132},"GB2-07":{"attempts":1,"playable":98.26615556497791,"score":98.26615556497791},"GB2-08":{"attempts":1,"playable":99.57383429063249,"score":99.57383429063249}},"medium":{"GB2-01":{"attempts":1,"playable":91.75936561415014,"score":91.75936561415014},"GB2-02":{"attempts":1,"playable":96.01375022748037,"score":96.01375022748037},"GB2-03":{"attempts":1,"playable":93.97025570088799,"score":93.97025570088799},"GB2-04":{"attempts":1,"playable":74.37353334905819,"score":74.37353334905819},"GB2-05":{"attempts":1,"playable":98.07283169635046,"score":98.07283169635046},"GB2-06":{"attempts":1,"playable":95.86212989214575,"score":95.86212989214575},"GB2-07":{"attempts":1,"playable":91.97906846339873,"score":91.97906846339873},"GB2-08":{"attempts":1,"playable":98.65037020373047,"score":98.65037020373047}},"none":{"GB2-01":{"attempts":1,"playable":83.42791424984424,"score":83.42791424984424},"GB2-02":{"attempts":1,"playable":76.47497523235008,"score":76.47497523235008},"GB2-03":{"attempts":1,"playable":79.15029487461689,"score":79.15029487461689},"GB2-04":{"attempts":1,"playable":79.19909869731869,"score":79.19909869731869},"GB2-05":{"attempts":1,"playable":89.31252931266718,"score":89.31252931266718},"GB2-07":{"attempts":1,"playable":89.38650907385312,"score":89.38650907385312},"GB2-08":{"attempts":1,"playable":86.37645495565116,"score":86.37645495565116}}},"id":"gemini-4-neon","is_recent_addition":true,"last_measured_at":"2026-11-21T16:42:31Z","match_totals_all":{"draws":855,"losses":1322,"wins":13239},"match_totals_tracks":{"highest":{"draws":51,"losses":136,"wins":5171},"medium":{"draws":315,"losses":405,"wins":4638},"none":{"draws":489,"losses":781,"wins":3430}},"model_slug":"gemini-4-neon","official_rank_by_reasoning":{"highest":2,"medium":5,"none":11},"overall":{"max":99.8290965495392,"mean":91.30856703040887,"min":74.37353334905819},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":5,"overall_ranking_status":"ranked","per_game":{"GB2-01":93.79537154272862,"GB2-02":99.8290965495392,"GB2-03":99.07272186093068,"GB2-04":94.49843275002809,"GB2-05":99.56316872811499,"GB2-06":99.46520641417132,"GB2-07":98.26615556497791,"GB2-08":99.57383429063249},"per_game_all":{"GB2-01":89.660883802241,"GB2-02":90.77260733645655,"GB2-03":90.73109081214518,"GB2-04":82.690354932135,"GB2-05":95.64950991237754,"GB2-07":93.21057770074326,"GB2-08":94.86688648333804},"per_game_match_totals_all":{"GB2-01":{"draws":0,"losses":275,"wins":1765},"GB2-02":{"draws":268,"losses":93,"wins":1547},"GB2-03":{"draws":135,"losses":198,"wins":1641},"GB2-04":{"draws":424,"losses":204,"wins":1334},"GB2-05":{"draws":0,"losses":155,"wins":1915},"GB2-06":{"draws":28,"losses":30,"wins":1258},"GB2-07":{"draws":0,"losses":211,"wins":1847},"GB2-08":{"draws":0,"losses":156,"wins":1932}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":59,"wins":621},"GB2-02":{"draws":2,"losses":0,"wins":634},"GB2-03":{"draws":5,"losses":9,"wins":644},"GB2-04":{"draws":42,"losses":30,"wins":582},"GB2-05":{"draws":0,"losses":8,"wins":682},"GB2-06":{"draws":2,"losses":4,"wins":652},"GB2-07":{"draws":0,"losses":20,"wins":666},"GB2-08":{"draws":0,"losses":6,"wins":690}},"medium":{"GB2-01":{"draws":0,"losses":76,"wins":604},"GB2-02":{"draws":36,"losses":24,"wins":576},"GB2-03":{"draws":21,"losses":57,"wins":580},"GB2-04":{"draws":232,"losses":83,"wins":339},"GB2-05":{"draws":0,"losses":33,"wins":657},"GB2-06":{"draws":26,"losses":26,"wins":606},"GB2-07":{"draws":0,"losses":84,"wins":602},"GB2-08":{"draws":0,"losses":22,"wins":674}},"none":{"GB2-01":{"draws":0,"losses":140,"wins":540},"GB2-02":{"draws":230,"losses":69,"wins":337},"GB2-03":{"draws":109,"losses":132,"wins":417},"GB2-04":{"draws":150,"losses":91,"wins":413},"GB2-05":{"draws":0,"losses":114,"wins":576},"GB2-07":{"draws":0,"losses":107,"wins":579},"GB2-08":{"draws":0,"losses":128,"wins":568}}},"per_game_raw_elo_all":{"GB2-01":1968.6856669238912,"GB2-02":2146.5865749058808,"GB2-03":2136.6698465991576,"GB2-04":1801.2490600662675,"GB2-05":2643.2506613421915,"GB2-07":2344.56594049155,"GB2-08":2638.58785715597},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2072.4208096864086,"GB2-02":2674.938547405843,"GB2-03":2579.8043485358803,"GB2-04":2023.0556907140021,"GB2-05":3044.0444583513063,"GB2-06":2843.491465010431,"GB2-07":2677.7408588185626,"GB2-08":3050.63278571777},"medium":{"GB2-01":2006.4696896336025,"GB2-02":2091.34965860193,"GB2-03":2122.7044937495752,"GB2-04":1661.9955121635735,"GB2-05":2711.009181724934,"GB2-06":2384.0432796536616,"GB2-07":2238.865988749258,"GB2-08":2748.11878161029},"none":{"GB2-01":1827.1665014516618,"GB2-02":1673.4715187098677,"GB2-03":1707.5006975120177,"GB2-04":1718.6959773212266,"GB2-05":2174.6983439503347,"GB2-07":2117.0909739068293,"GB2-08":2117.0120041398504}},"per_game_tracks":{"highest":{"GB2-01":93.79537154272862,"GB2-02":99.8290965495392,"GB2-03":99.07272186093068,"GB2-04":94.49843275002809,"GB2-05":99.56316872811499,"GB2-06":99.46520641417132,"GB2-07":98.26615556497791,"GB2-08":99.57383429063249},"medium":{"GB2-01":91.75936561415014,"GB2-02":96.01375022748037,"GB2-03":93.97025570088799,"GB2-04":74.37353334905819,"GB2-05":98.07283169635046,"GB2-06":95.86212989214575,"GB2-07":91.97906846339873,"GB2-08":98.65037020373047},"none":{"GB2-01":83.42791424984424,"GB2-02":76.47497523235008,"GB2-03":79.15029487461689,"GB2-04":79.19909869731869,"GB2-05":89.31252931266718,"GB2-07":89.38650907385312,"GB2-08":86.37645495565116}},"program_outcomes":{"all":{"counted_attempts":23,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":1,"worked_first_time":22,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":7,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":98.00799846264042,"medium":92.58516314340028,"none":83.3325394851859},"reasoning_agg":{"highest":{"max":99.8290965495392,"mean":98.00799846264042,"min":93.79537154272862},"medium":{"max":98.65037020373047,"mean":92.58516314340028,"min":74.37353334905819},"none":{"max":89.38650907385312,"mean":83.3325394851859,"min":76.47497523235008}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.675458977454511},"working_program_strength":{"all":91.30856703040887,"highest":98.00799846264042,"medium":92.58516314340028,"none":83.3325394851859}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-astra-pro:1873248f116f9628","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":3.32313925,"median":3.5216625,"min":1.805065,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":26.585113999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.120374,"mean":0.9471815000000001,"median":0.9939935,"min":0.687691,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":7.577451999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.567164,"mean":0.5331085,"median":0.5340815,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.264868}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.120374,"mean":0.9471815000000001,"median":0.9939935,"min":0.687691,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":7.577452},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.567164,"mean":0.5331085,"median":0.5340815,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.264868},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":3.32313925,"median":3.5216625,"min":1.805065,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":26.585113999999997}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":1.6011430833333333,"median":0.9939935,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":24},"run_count":24,"token_priced_attempt_count":24,"total":38.427434},"codegen_latency_ms":{"attempt_count":1,"max_ms":1477064,"mean_ms":1477064.0,"min_ms":1477064,"paired_attempt_count":1,"paired_latency_ms":1477064,"paired_output_tokens":69014,"run_count":1},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":1,"max_ms":1477064,"mean_ms":1477064.0,"min_ms":1477064,"paired_attempt_count":1,"paired_latency_ms":1477064,"paired_output_tokens":69014,"run_count":1}},"codegen_output_tokens":{"attempt_count":24,"output_max":69014,"output_mean":23973.708333333332,"output_min":4677,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":69014,"output_mean":53597.125,"output_min":26992,"run_count":8},"medium":{"attempt_count":8,"output_max":15820,"output_mean":12619.375,"output_min":7315,"run_count":8},"none":{"attempt_count":8,"output_max":6489,"output_mean":5704.625,"output_min":4677,"run_count":8}},"display_name":"GPT-6 Astra Pro","economics":{"all":90.15103827749454,"highest":95.56727991994411,"medium":91.20924626627502,"none":83.67658864626449},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":24,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":25,"reconciliation_get_attempts":662,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":575369,"total_reasoning_output_tokens":358660,"total_visible_output_tokens":216709,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-astra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-02"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":90.06517461686109,"score":90.06517461686109},"GB2-02":{"attempts":3,"playable":83.16463448119994,"score":83.16463448119994},"GB2-03":{"attempts":3,"playable":86.09591916009519,"score":86.09591916009519},"GB2-04":{"attempts":3,"playable":87.50102745491961,"score":87.50102745491961},"GB2-05":{"attempts":3,"playable":96.47039327564791,"score":96.47039327564791},"GB2-06":{"attempts":3,"playable":87.68460510818613,"score":87.68460510818613},"GB2-07":{"attempts":3,"playable":96.00729253892938,"score":96.00729253892938},"GB2-08":{"attempts":3,"playable":94.21925958411707,"score":94.21925958411707}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.26028942949985,"score":94.26028942949985},"GB2-02":{"attempts":1,"playable":94.87048022241343,"score":94.87048022241343},"GB2-03":{"attempts":1,"playable":97.01155370906844,"score":97.01155370906844},"GB2-04":{"attempts":1,"playable":92.68788429648512,"score":92.68788429648512},"GB2-05":{"attempts":1,"playable":99.16752579821878,"score":99.16752579821878},"GB2-06":{"attempts":1,"playable":91.1152292098611,"score":91.1152292098611},"GB2-07":{"attempts":1,"playable":97.65782886736055,"score":97.65782886736055},"GB2-08":{"attempts":1,"playable":97.76744782664561,"score":97.76744782664561}},"medium":{"GB2-01":{"attempts":1,"playable":90.14405351535001,"score":90.14405351535001},"GB2-02":{"attempts":1,"playable":83.50220134814467,"score":83.50220134814467},"GB2-03":{"attempts":1,"playable":86.56996311908802,"score":86.56996311908802},"GB2-04":{"attempts":1,"playable":87.34380863324525,"score":87.34380863324525},"GB2-05":{"attempts":1,"playable":98.94090542579661,"score":98.94090542579661},"GB2-06":{"attempts":1,"playable":89.44642693903228,"score":89.44642693903228},"GB2-07":{"attempts":1,"playable":97.2079379420835,"score":97.2079379420835},"GB2-08":{"attempts":1,"playable":96.51867320745971,"score":96.51867320745971}},"none":{"GB2-01":{"attempts":1,"playable":85.79118090573338,"score":85.79118090573338},"GB2-02":{"attempts":1,"playable":71.12122187304173,"score":71.12122187304173},"GB2-03":{"attempts":1,"playable":74.70624065212913,"score":74.70624065212913},"GB2-04":{"attempts":1,"playable":82.47138943502847,"score":82.47138943502847},"GB2-05":{"attempts":1,"playable":91.30274860292833,"score":91.30274860292833},"GB2-06":{"attempts":1,"playable":82.49215917566505,"score":82.49215917566505},"GB2-07":{"attempts":1,"playable":93.15611080734408,"score":93.15611080734408},"GB2-08":{"attempts":1,"playable":88.37165771824587,"score":88.37165771824587}}},"id":"gpt-6-astra-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:36:38Z","match_totals_all":{"draws":1159,"losses":1565,"wins":13350},"match_totals_tracks":{"highest":{"draws":164,"losses":281,"wins":4913},"medium":{"draws":308,"losses":499,"wins":4551},"none":{"draws":687,"losses":785,"wins":3886}},"model_slug":"gpt-6-astra-pro","official_rank_by_reasoning":{"highest":6,"medium":6,"none":9},"overall":{"max":99.16752579821878,"mean":90.15103827749454,"min":71.12122187304173},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":6,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.26028942949985,"GB2-02":94.87048022241343,"GB2-03":97.01155370906844,"GB2-04":92.68788429648512,"GB2-05":99.16752579821878,"GB2-06":91.1152292098611,"GB2-07":97.65782886736055,"GB2-08":97.76744782664561},"per_game_all":{"GB2-01":90.06517461686109,"GB2-02":83.16463448119994,"GB2-03":86.09591916009519,"GB2-04":87.50102745491961,"GB2-05":96.47039327564791,"GB2-06":87.68460510818613,"GB2-07":96.00729253892938,"GB2-08":94.21925958411707},"per_game_match_totals_all":{"GB2-01":{"draws":99,"losses":217,"wins":1724},"GB2-02":{"draws":477,"losses":169,"wins":1262},"GB2-03":{"draws":236,"losses":267,"wins":1471},"GB2-04":{"draws":255,"losses":189,"wins":1518},"GB2-05":{"draws":0,"losses":134,"wins":1936},"GB2-06":{"draws":92,"losses":265,"wins":1617},"GB2-07":{"draws":0,"losses":132,"wins":1926},"GB2-08":{"draws":0,"losses":192,"wins":1896}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":14,"losses":48,"wins":618},"GB2-02":{"draws":50,"losses":27,"wins":559},"GB2-03":{"draws":7,"losses":33,"wins":618},"GB2-04":{"draws":64,"losses":34,"wins":556},"GB2-05":{"draws":0,"losses":16,"wins":674},"GB2-06":{"draws":29,"losses":63,"wins":566},"GB2-07":{"draws":0,"losses":27,"wins":659},"GB2-08":{"draws":0,"losses":33,"wins":663}},"medium":{"GB2-01":{"draws":42,"losses":68,"wins":570},"GB2-02":{"draws":140,"losses":67,"wins":429},"GB2-03":{"draws":52,"losses":105,"wins":501},"GB2-04":{"draws":49,"losses":83,"wins":522},"GB2-05":{"draws":0,"losses":20,"wins":670},"GB2-06":{"draws":25,"losses":78,"wins":555},"GB2-07":{"draws":0,"losses":32,"wins":654},"GB2-08":{"draws":0,"losses":46,"wins":650}},"none":{"GB2-01":{"draws":43,"losses":101,"wins":536},"GB2-02":{"draws":287,"losses":75,"wins":274},"GB2-03":{"draws":177,"losses":129,"wins":352},"GB2-04":{"draws":142,"losses":72,"wins":440},"GB2-05":{"draws":0,"losses":98,"wins":592},"GB2-06":{"draws":38,"losses":124,"wins":496},"GB2-07":{"draws":0,"losses":73,"wins":613},"GB2-08":{"draws":0,"losses":113,"wins":583}}},"per_game_raw_elo_all":{"GB2-01":1974.028756074892,"GB2-02":1806.9534190398851,"GB2-03":1939.1731980621155,"GB2-04":1856.1772290677825,"GB2-05":2673.879628467975,"GB2-06":2105.9632516426245,"GB2-07":2492.752980138335,"GB2-08":2437.443071285809},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2089.9547467958364,"GB2-02":2038.3140219059055,"GB2-03":2317.8321274306345,"GB2-04":1963.8794197273155,"GB2-05":2909.2521583902626,"GB2-06":2192.7515631645174,"GB2-07":2609.9222765302984,"GB2-08":2624.1751973898126},"medium":{"GB2-01":1963.0329855125437,"GB2-02":1767.1011724538278,"GB2-03":1861.0712074089952,"GB2-04":1841.848867329021,"GB2-05":2855.3878296831376,"GB2-06":2144.513554835432,"GB2-07":2567.7584668594704,"GB2-08":2514.795133243317},"none":{"GB2-01":1869.0985359162958,"GB2-02":1615.4450627599222,"GB2-03":1638.6162593467168,"GB2-04":1762.803400147011,"GB2-05":2256.998897330525,"GB2-06":1980.6246369279245,"GB2-07":2300.578197025235,"GB2-08":2173.358883224297}},"per_game_tracks":{"highest":{"GB2-01":94.26028942949985,"GB2-02":94.87048022241343,"GB2-03":97.01155370906844,"GB2-04":92.68788429648512,"GB2-05":99.16752579821878,"GB2-06":91.1152292098611,"GB2-07":97.65782886736055,"GB2-08":97.76744782664561},"medium":{"GB2-01":90.14405351535001,"GB2-02":83.50220134814467,"GB2-03":86.56996311908802,"GB2-04":87.34380863324525,"GB2-05":98.94090542579661,"GB2-06":89.44642693903228,"GB2-07":97.2079379420835,"GB2-08":96.51867320745971},"none":{"GB2-01":85.79118090573338,"GB2-02":71.12122187304173,"GB2-03":74.70624065212913,"GB2-04":82.47138943502847,"GB2-05":91.30274860292833,"GB2-06":82.49215917566505,"GB2-07":93.15611080734408,"GB2-08":88.37165771824587}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T16:19:41Z","reasoning":{"highest":95.56727991994411,"medium":91.20924626627502,"none":83.67658864626449},"reasoning_agg":{"highest":{"max":99.16752579821878,"mean":95.56727991994411,"min":91.1152292098611},"medium":{"max":98.94090542579661,"mean":91.20924626627502,"min":83.50220134814467},"none":{"max":93.15611080734408,"mean":83.67658864626449,"min":71.12122187304173}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.890691273679622},"working_program_strength":{"all":90.15103827749454,"highest":95.56727991994411,"medium":91.20924626627502,"none":83.67658864626449}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-carbon:403f68321eeaf81c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.79900425,"median":0.7617050000000001,"min":0.50544,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":8,"token_priced_attempt_count":9,"total":6.392034},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.6692940000000001,"mean":0.43415525,"median":0.429964,"min":0.235596,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.473242000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.323168,"mean":0.16463,"median":0.13367,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":11},"run_count":8,"token_priced_attempt_count":11,"total":1.31704}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.6692940000000001,"mean":0.43415525,"median":0.429964,"min":0.235596,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.473242000000001},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.323168,"mean":0.16463,"median":0.13367,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":11},"run_count":8,"token_priced_attempt_count":11,"total":1.3170399999999998},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.79900425,"median":0.7617050000000001,"min":0.50544,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":8,"token_priced_attempt_count":9,"total":6.392033999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.4659298333333333,"median":0.429964,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":28},"run_count":24,"token_priced_attempt_count":28,"total":11.182316},"codegen_latency_ms":{"attempt_count":28,"max_ms":1251399,"mean_ms":494189.5416666667,"min_ms":53186,"paired_attempt_count":27,"paired_latency_ms":11066195,"paired_output_tokens":939553,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1251399,"mean_ms":858269.75,"min_ms":622080,"paired_attempt_count":9,"paired_latency_ms":6866158,"paired_output_tokens":562677,"run_count":8},"medium":{"attempt_count":8,"max_ms":794354,"mean_ms":491290.75,"min_ms":250497,"paired_attempt_count":7,"paired_latency_ms":3135972,"paired_output_tokens":268072,"run_count":8},"none":{"attempt_count":11,"max_ms":239228,"mean_ms":133008.125,"min_ms":53186,"paired_attempt_count":11,"paired_latency_ms":1064065,"paired_output_tokens":108804,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":110362,"output_mean":41867.75,"output_min":5978,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":110362,"output_mean":70334.625,"output_min":48260,"run_count":8},"medium":{"attempt_count":8,"output_max":65273,"output_mean":41668.125,"output_min":21921,"run_count":8},"none":{"attempt_count":11,"output_max":27189,"output_mean":13600.5,"output_min":5978,"run_count":8}},"display_name":"Gemini 4 Carbon","economics":{"all":90.05413853297101,"highest":94.86096826697141,"medium":89.74278226436988,"none":85.55866506757174},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":29,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":1004826,"total_reasoning_output_tokens":661243,"total_visible_output_tokens":343583,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-carbon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":93.06858085792061,"score":93.06858085792061},"GB2-02":{"attempts":3,"playable":91.05531910691614,"score":91.05531910691614},"GB2-03":{"attempts":3,"playable":92.53922883102979,"score":92.53922883102979},"GB2-04":{"attempts":3,"playable":73.9757643292742,"score":73.9757643292742},"GB2-05":{"attempts":3,"playable":96.24517537265596,"score":96.24517537265596},"GB2-06":{"attempts":3,"playable":89.93906897910126,"score":89.93906897910126},"GB2-07":{"attempts":3,"playable":92.72734935553477,"score":92.72734935553477},"GB2-08":{"attempts":3,"playable":90.88262143133534,"score":90.88262143133534}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":96.64955757711088,"score":96.64955757711088},"GB2-02":{"attempts":1,"playable":95.62028071233838,"score":95.62028071233838},"GB2-03":{"attempts":1,"playable":97.14671965793048,"score":97.14671965793048},"GB2-04":{"attempts":1,"playable":78.76643593180835,"score":78.76643593180835},"GB2-05":{"attempts":1,"playable":98.219434317509,"score":98.219434317509},"GB2-06":{"attempts":1,"playable":99.21165374534088,"score":99.21165374534088},"GB2-07":{"attempts":1,"playable":97.38933091167507,"score":97.38933091167507},"GB2-08":{"attempts":1,"playable":95.8843332820583,"score":95.8843332820583}},"medium":{"GB2-01":{"attempts":1,"playable":86.38985347256089,"score":86.38985347256089},"GB2-02":{"attempts":1,"playable":91.52953881402638,"score":91.52953881402638},"GB2-03":{"attempts":1,"playable":96.22316591559338,"score":96.22316591559338},"GB2-04":{"attempts":1,"playable":80.20357603817314,"score":80.20357603817314},"GB2-05":{"attempts":1,"playable":93.68935432852756,"score":93.68935432852756},"GB2-06":{"attempts":1,"playable":90.21984127216088,"score":90.21984127216088},"GB2-07":{"attempts":1,"playable":87.95397217828538,"score":87.95397217828538},"GB2-08":{"attempts":1,"playable":91.73295609563141,"score":91.73295609563141}},"none":{"GB2-01":{"attempts":1,"playable":96.16633152409004,"score":96.16633152409004},"GB2-02":{"attempts":1,"playable":86.01613779438367,"score":86.01613779438367},"GB2-03":{"attempts":1,"playable":84.2478009195655,"score":84.2478009195655},"GB2-04":{"attempts":1,"playable":62.957281017841105,"score":62.957281017841105},"GB2-05":{"attempts":1,"playable":96.82673747193134,"score":96.82673747193134},"GB2-06":{"attempts":1,"playable":80.38571191980203,"score":80.38571191980203},"GB2-07":{"attempts":1,"playable":92.83874497664384,"score":92.83874497664384},"GB2-08":{"attempts":1,"playable":85.03057491631634,"score":85.03057491631634}}},"id":"gemini-4-carbon","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:15Z","match_totals_all":{"draws":1219,"losses":1565,"wins":13290},"match_totals_tracks":{"highest":{"draws":274,"losses":267,"wins":4817},"medium":{"draws":387,"losses":576,"wins":4395},"none":{"draws":558,"losses":722,"wins":4078}},"model_slug":"gemini-4-carbon","official_rank_by_reasoning":{"highest":9,"medium":9,"none":7},"overall":{"max":99.21165374534088,"mean":90.05413853297101,"min":62.957281017841105},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":7,"overall_ranking_status":"ranked","per_game":{"GB2-01":96.64955757711088,"GB2-02":95.62028071233838,"GB2-03":97.14671965793048,"GB2-04":78.76643593180835,"GB2-05":98.219434317509,"GB2-06":99.21165374534088,"GB2-07":97.38933091167507,"GB2-08":95.8843332820583},"per_game_all":{"GB2-01":93.06858085792061,"GB2-02":91.05531910691614,"GB2-03":92.53922883102979,"GB2-04":73.9757643292742,"GB2-05":96.24517537265596,"GB2-06":89.93906897910126,"GB2-07":92.72734935553477,"GB2-08":90.88262143133534},"per_game_match_totals_all":{"GB2-01":{"draws":3,"losses":188,"wins":1849},"GB2-02":{"draws":214,"losses":137,"wins":1557},"GB2-03":{"draws":116,"losses":171,"wins":1687},"GB2-04":{"draws":822,"losses":191,"wins":949},"GB2-05":{"draws":0,"losses":157,"wins":1913},"GB2-06":{"draws":64,"losses":219,"wins":1691},"GB2-07":{"draws":0,"losses":225,"wins":1833},"GB2-08":{"draws":0,"losses":277,"wins":1811}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":3,"losses":32,"wins":645},"GB2-02":{"draws":31,"losses":30,"wins":575},"GB2-03":{"draws":6,"losses":32,"wins":620},"GB2-04":{"draws":228,"losses":55,"wins":371},"GB2-05":{"draws":0,"losses":31,"wins":659},"GB2-06":{"draws":6,"losses":5,"wins":647},"GB2-07":{"draws":0,"losses":30,"wins":656},"GB2-08":{"draws":0,"losses":52,"wins":644}},"medium":{"GB2-01":{"draws":0,"losses":118,"wins":562},"GB2-02":{"draws":96,"losses":31,"wins":509},"GB2-03":{"draws":8,"losses":41,"wins":609},"GB2-04":{"draws":258,"losses":30,"wins":366},"GB2-05":{"draws":0,"losses":78,"wins":612},"GB2-06":{"draws":25,"losses":72,"wins":561},"GB2-07":{"draws":0,"losses":119,"wins":567},"GB2-08":{"draws":0,"losses":87,"wins":609}},"none":{"GB2-01":{"draws":0,"losses":38,"wins":642},"GB2-02":{"draws":87,"losses":76,"wins":473},"GB2-03":{"draws":102,"losses":98,"wins":458},"GB2-04":{"draws":336,"losses":106,"wins":212},"GB2-05":{"draws":0,"losses":48,"wins":642},"GB2-06":{"draws":33,"losses":142,"wins":483},"GB2-07":{"draws":0,"losses":76,"wins":610},"GB2-08":{"draws":0,"losses":138,"wins":558}}},"per_game_raw_elo_all":{"GB2-01":2087.819387074765,"GB2-02":1935.915478678773,"GB2-03":2130.662610746248,"GB2-04":1665.3850025508564,"GB2-05":2559.7707224711694,"GB2-06":2287.4880541029847,"GB2-07":2308.676936197353,"GB2-08":2278.642392893415},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2205.489950945239,"GB2-02":2071.744143431244,"GB2-03":2329.5070030417282,"GB2-04":1713.2534345251806,"GB2-05":2731.0117848283644,"GB2-06":2759.1486037418163,"GB2-07":2584.135434599536,"GB2-08":2472.6035682466727},"medium":{"GB2-01":1880.553194365354,"GB2-02":1927.4950587033902,"GB2-03":2256.6134355531462,"GB2-04":1731.6557529943893,"GB2-05":2370.3078400118134,"GB2-06":2166.186749455785,"GB2-07":2058.3729815637043,"GB2-08":2282.1476099637066},"none":{"GB2-01":2177.415015913702,"GB2-02":1808.5072339016851,"GB2-03":1805.8673936438688,"GB2-04":1551.2458201329994,"GB2-05":2577.99254257333,"GB2-06":1937.1288091113533,"GB2-07":2283.5223924288184,"GB2-08":2081.1760004698654}},"per_game_tracks":{"highest":{"GB2-01":96.64955757711088,"GB2-02":95.62028071233838,"GB2-03":97.14671965793048,"GB2-04":78.76643593180835,"GB2-05":98.219434317509,"GB2-06":99.21165374534088,"GB2-07":97.38933091167507,"GB2-08":95.8843332820583},"medium":{"GB2-01":86.38985347256089,"GB2-02":91.52953881402638,"GB2-03":96.22316591559338,"GB2-04":80.20357603817314,"GB2-05":93.68935432852756,"GB2-06":90.21984127216088,"GB2-07":87.95397217828538,"GB2-08":91.73295609563141},"none":{"GB2-01":96.16633152409004,"GB2-02":86.01613779438367,"GB2-03":84.2478009195655,"GB2-04":62.957281017841105,"GB2-05":96.82673747193134,"GB2-06":80.38571191980203,"GB2-07":92.83874497664384,"GB2-08":85.03057491631634}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:21:52Z","reasoning":{"highest":94.86096826697141,"medium":89.74278226436988,"none":85.55866506757174},"reasoning_agg":{"highest":{"max":99.21165374534088,"mean":94.86096826697141,"min":78.76643593180835},"medium":{"max":96.22316591559338,"mean":89.74278226436988,"min":80.20357603817314},"none":{"max":96.82673747193134,"mean":85.55866506757174,"min":62.957281017841105}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":9.302303199399674},"working_program_strength":{"all":90.05413853297101,"highest":94.86096826697141,"medium":89.74278226436988,"none":85.55866506757174}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-sol-pro:541d4f795f8a93fd","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.543467025,"median":0.5279557500000001,"min":0.4656366,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.3477362},"medium":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.2676592,"mean":0.2264220625,"median":0.2305435,"min":0.1789376,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":9,"token_priced_attempt_count":9,"total":2.0582666},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1903099,"mean":0.1350033375,"median":0.1234166,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.0800267000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.2676592,"mean":0.2264220625,"median":0.2305435,"min":0.1789376,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":9,"token_priced_attempt_count":9,"total":2.0582666},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1903099,"mean":0.1350033375,"median":0.1234166,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.0800267000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.543467025,"median":0.5279557500000001,"min":0.4656366,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.347736199999999}},"codegen_cost_usd":{"admitted_cell_count":25,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.30163080833333333,"median":0.2305435,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":25,"token_priced_attempt_count":26,"total":7.486029499999999},"codegen_latency_ms":{"attempt_count":25,"max_ms":3405165,"mean_ms":380940.3333333333,"min_ms":1461,"paired_attempt_count":25,"paired_latency_ms":9142568,"paired_output_tokens":523020,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3405165,"mean_ms":908206.25,"min_ms":299425,"paired_attempt_count":8,"paired_latency_ms":7265650,"paired_output_tokens":338884,"run_count":8},"medium":{"attempt_count":8,"max_ms":234968,"mean_ms":129682.25,"min_ms":1461,"paired_attempt_count":8,"paired_latency_ms":1037458,"paired_output_tokens":127970,"run_count":8},"none":{"attempt_count":9,"max_ms":285288,"mean_ms":104932.5,"min_ms":41142,"paired_attempt_count":9,"paired_latency_ms":839460,"paired_output_tokens":56166,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":52865,"output_mean":21671.36,"output_min":5281,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":52865,"output_mean":42360.5,"output_min":36113,"run_count":8},"medium":{"attempt_count":9,"output_max":20532,"output_mean":16303.777777777777,"output_min":10799,"run_count":9},"none":{"attempt_count":9,"output_max":10005,"output_mean":7020.75,"output_min":5281,"run_count":8}},"display_name":"GPT-6.2 Sol Pro","economics":{"all":89.59155342704874,"highest":95.45467795293315,"medium":91.02298958805548,"none":82.29699274015758},"economics_best_value":{"per_model":{"highest":true},"per_setting":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[128000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":26,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":887,"requested_max_output_token_observations":27,"requested_max_output_tokens":[128000],"total_output_tokens":541784,"total_reasoning_output_tokens":284126,"total_visible_output_tokens":257658,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-sol-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":9,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.32541037870438,"score":71.32541037870438},"GB2-02":{"attempts":3,"playable":92.55967322708098,"score":92.55967322708098},"GB2-03":{"attempts":4,"playable":96.66217213376927,"score":96.66217213376927},"GB2-04":{"attempts":3,"playable":89.54440335945424,"score":89.54440335945424},"GB2-05":{"attempts":3,"playable":94.2343217654665,"score":94.2343217654665},"GB2-06":{"attempts":3,"playable":83.22719501046242,"score":83.22719501046242},"GB2-07":{"attempts":3,"playable":95.9842841324526,"score":95.9842841324526},"GB2-08":{"attempts":3,"playable":93.19496740899945,"score":93.19496740899945}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":96.59635687525136,"score":96.59635687525136},"GB2-02":{"attempts":1,"playable":96.98956085839203,"score":96.98956085839203},"GB2-03":{"attempts":1,"playable":98.30257284516317,"score":98.30257284516317},"GB2-04":{"attempts":1,"playable":91.94363564916964,"score":91.94363564916964},"GB2-05":{"attempts":1,"playable":96.16246539990581,"score":96.16246539990581},"GB2-06":{"attempts":1,"playable":90.15559264346041,"score":90.15559264346041},"GB2-07":{"attempts":1,"playable":96.08316594246945,"score":96.08316594246945},"GB2-08":{"attempts":1,"playable":97.40407340965326,"score":97.40407340965326}},"medium":{"GB2-01":{"attempts":1,"playable":96.4360072444731,"score":96.4360072444731},"GB2-02":{"attempts":1,"playable":95.95799921540036,"score":95.95799921540036},"GB2-03":{"attempts":2,"playable":95.22505575131606,"score":95.22505575131606},"GB2-04":{"attempts":1,"playable":92.13070190037827,"score":92.13070190037827},"GB2-05":{"attempts":1,"playable":92.39507010055745,"score":92.39507010055745},"GB2-06":{"attempts":1,"playable":70.46819354703527,"score":70.46819354703527},"GB2-07":{"attempts":1,"playable":95.49983373706765,"score":95.49983373706765},"GB2-08":{"attempts":1,"playable":90.07105520821565,"score":90.07105520821565}},"none":{"GB2-01":{"attempts":1,"playable":20.94386701638868,"score":20.94386701638868},"GB2-02":{"attempts":1,"playable":84.7314596074506,"score":84.7314596074506},"GB2-03":{"attempts":1,"playable":96.45888780482858,"score":96.45888780482858},"GB2-04":{"attempts":1,"playable":84.55887252881476,"score":84.55887252881476},"GB2-05":{"attempts":1,"playable":94.14542979593625,"score":94.14542979593625},"GB2-06":{"attempts":1,"playable":89.05779884089159,"score":89.05779884089159},"GB2-07":{"attempts":1,"playable":96.36985271782072,"score":96.36985271782072},"GB2-08":{"attempts":1,"playable":92.10977360912945,"score":92.10977360912945}}},"id":"gpt-6.2-sol-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:06Z","match_totals_all":{"draws":700,"losses":1905,"wins":14127},"match_totals_tracks":{"highest":{"draws":147,"losses":308,"wins":4903},"medium":{"draws":214,"losses":620,"wins":5182},"none":{"draws":339,"losses":977,"wins":4042}},"model_slug":"gpt-6-2-sol-pro","official_rank_by_reasoning":{"highest":7,"medium":8,"none":13},"overall":{"max":98.30257284516317,"mean":89.59155342704874,"min":20.94386701638868},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":8,"overall_ranking_status":"ranked","per_game":{"GB2-01":96.59635687525136,"GB2-02":96.98956085839203,"GB2-03":98.30257284516317,"GB2-04":91.94363564916964,"GB2-05":96.16246539990581,"GB2-06":90.15559264346041,"GB2-07":96.08316594246945,"GB2-08":97.40407340965326},"per_game_all":{"GB2-01":71.32541037870438,"GB2-02":92.55967322708098,"GB2-03":96.66217213376927,"GB2-04":89.54440335945424,"GB2-05":94.2343217654665,"GB2-06":83.22719501046242,"GB2-07":95.9842841324526,"GB2-08":93.19496740899945},"per_game_match_totals_all":{"GB2-01":{"draws":93,"losses":578,"wins":1369},"GB2-02":{"draws":192,"losses":108,"wins":1608},"GB2-03":{"draws":28,"losses":160,"wins":2444},"GB2-04":{"draws":257,"losses":142,"wins":1563},"GB2-05":{"draws":0,"losses":218,"wins":1852},"GB2-06":{"draws":130,"losses":343,"wins":1501},"GB2-07":{"draws":0,"losses":135,"wins":1923},"GB2-08":{"draws":0,"losses":221,"wins":1867}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":8,"losses":30,"wins":642},"GB2-02":{"draws":28,"losses":19,"wins":589},"GB2-03":{"draws":5,"losses":19,"wins":634},"GB2-04":{"draws":68,"losses":38,"wins":548},"GB2-05":{"draws":0,"losses":55,"wins":635},"GB2-06":{"draws":38,"losses":66,"wins":554},"GB2-07":{"draws":0,"losses":44,"wins":642},"GB2-08":{"draws":0,"losses":37,"wins":659}},"medium":{"GB2-01":{"draws":23,"losses":24,"wins":633},"GB2-02":{"draws":43,"losses":21,"wins":572},"GB2-03":{"draws":8,"losses":106,"wins":1202},"GB2-04":{"draws":83,"losses":29,"wins":542},"GB2-05":{"draws":0,"losses":89,"wins":601},"GB2-06":{"draws":57,"losses":201,"wins":400},"GB2-07":{"draws":0,"losses":50,"wins":636},"GB2-08":{"draws":0,"losses":100,"wins":596}},"none":{"GB2-01":{"draws":62,"losses":524,"wins":94},"GB2-02":{"draws":121,"losses":68,"wins":447},"GB2-03":{"draws":15,"losses":35,"wins":608},"GB2-04":{"draws":106,"losses":75,"wins":473},"GB2-05":{"draws":0,"losses":74,"wins":616},"GB2-06":{"draws":35,"losses":76,"wins":547},"GB2-07":{"draws":0,"losses":41,"wins":645},"GB2-08":{"draws":0,"losses":84,"wins":612}}},"per_game_raw_elo_all":{"GB2-01":1844.3151155077385,"GB2-02":2007.8935807565758,"GB2-03":2307.5360386335738,"GB2-04":1895.210833839732,"GB2-05":2408.339231407736,"GB2-06":2014.8938769843073,"GB2-07":2472.9285182464614,"GB2-08":2369.615057897124},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2202.233092549821,"GB2-02":2148.5630528220263,"GB2-03":2452.084792897263,"GB2-04":1943.150191772129,"GB2-05":2523.887037781344,"GB2-06":2164.344670106535,"GB2-07":2479.2719702233167,"GB2-08":2587.2832658578973},"medium":{"GB2-01":2192.6773793066013,"GB2-02":2088.470959726098,"GB2-03":2196.689070862253,"GB2-04":1948.2034362885204,"GB2-05":2306.2573832349117,"GB2-06":1746.332659632506,"GB2-07":2439.384942790626,"GB2-08":2225.5766529165585},"none":{"GB2-01":1138.0348746667935,"GB2-02":1786.6467297216036,"GB2-03":2273.834252141205,"GB2-04":1794.278873458547,"GB2-05":2394.873273206952,"GB2-06":2134.0043012138817,"GB2-07":2500.1286417254405,"GB2-08":2295.985254916917}},"per_game_tracks":{"highest":{"GB2-01":96.59635687525136,"GB2-02":96.98956085839203,"GB2-03":98.30257284516317,"GB2-04":91.94363564916964,"GB2-05":96.16246539990581,"GB2-06":90.15559264346041,"GB2-07":96.08316594246945,"GB2-08":97.40407340965326},"medium":{"GB2-01":96.4360072444731,"GB2-02":95.95799921540036,"GB2-03":95.22505575131606,"GB2-04":92.13070190037827,"GB2-05":92.39507010055745,"GB2-06":70.46819354703527,"GB2-07":95.49983373706765,"GB2-08":90.07105520821565},"none":{"GB2-01":20.94386701638868,"GB2-02":84.7314596074506,"GB2-03":96.45888780482858,"GB2-04":84.55887252881476,"GB2-05":94.14542979593625,"GB2-06":89.05779884089159,"GB2-07":96.36985271782072,"GB2-08":92.10977360912945}},"program_outcomes":{"all":{"counted_attempts":25,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":24,"working":25},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":9,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":9,"working":9},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:21:52Z","reasoning":{"highest":95.45467795293315,"medium":91.02298958805548,"none":82.29699274015758},"reasoning_agg":{"highest":{"max":98.30257284516317,"mean":95.45467795293315,"min":90.15559264346041},"medium":{"max":96.4360072444731,"mean":91.02298958805548,"min":70.46819354703527},"none":{"max":96.45888780482858,"mean":82.29699274015758,"min":20.94386701638868}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":13.157685212775576},"working_program_strength":{"all":89.59155342704874,"highest":95.45467795293315,"medium":91.02298958805548,"none":82.29699274015758}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-astra:dcbdb4b356ae6277","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":1.30343,"median":1.3074612499999998,"min":1.077205,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":10.427439999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.48718,"mean":0.4090425,"median":0.40659249999999997,"min":0.311405,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":3.27234},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.26443,"mean":0.23918625000000002,"median":0.241805,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":1.91349}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.48718,"mean":0.4090425,"median":0.40659249999999997,"min":0.311405,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":3.27234},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.26443,"mean":0.23918625000000002,"median":0.241805,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":1.91349},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":1.30343,"median":1.3074612499999998,"min":1.077205,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":10.427439999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":0.6505529166666667,"median":0.40659249999999997,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":24},"run_count":24,"token_priced_attempt_count":24,"total":15.613270000000004},"codegen_output_tokens":{"attempt_count":24,"output_max":27674,"output_mean":11074.333333333334,"output_min":2260,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":27674,"output_mean":24131.875,"output_min":19038,"run_count":8},"medium":{"attempt_count":8,"output_max":7733,"output_mean":6244.125,"output_min":3722,"run_count":8},"none":{"attempt_count":8,"output_max":3278,"output_mean":2847.0,"output_min":2260,"run_count":8}},"display_name":"GPT-6 Astra","economics":{"all":88.72773470287821,"highest":94.1163178514699,"medium":88.46066197252529,"none":83.60622428463947},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"total_output_tokens":265784,"total_reasoning_output_tokens":150836,"total_visible_output_tokens":114948,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-astra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":87.14657271424271,"score":87.14657271424271},"GB2-02":{"attempts":3,"playable":82.83292348289423,"score":82.83292348289423},"GB2-03":{"attempts":3,"playable":89.04429881084884,"score":89.04429881084884},"GB2-04":{"attempts":3,"playable":87.59635480363119,"score":87.59635480363119},"GB2-05":{"attempts":3,"playable":94.49406085224298,"score":94.49406085224298},"GB2-06":{"attempts":3,"playable":84.43544372870032,"score":84.43544372870032},"GB2-07":{"attempts":3,"playable":96.0380874200539,"score":96.0380874200539},"GB2-08":{"attempts":3,"playable":88.23413581041156,"score":88.23413581041156}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":96.2745594825853,"score":96.2745594825853},"GB2-02":{"attempts":1,"playable":94.51652269643913,"score":94.51652269643913},"GB2-03":{"attempts":1,"playable":97.84568130161266,"score":97.84568130161266},"GB2-04":{"attempts":1,"playable":90.80783388752866,"score":90.80783388752866},"GB2-05":{"attempts":1,"playable":98.94090542579661,"score":98.94090542579661},"GB2-06":{"attempts":1,"playable":85.24326338102284,"score":85.24326338102284},"GB2-07":{"attempts":1,"playable":97.56882054114257,"score":97.56882054114257},"GB2-08":{"attempts":1,"playable":91.73295609563141,"score":91.73295609563141}},"medium":{"GB2-01":{"attempts":1,"playable":73.40579304599268,"score":73.40579304599268},"GB2-02":{"attempts":1,"playable":81.37299831820496,"score":81.37299831820496},"GB2-03":{"attempts":1,"playable":93.7062978540661,"score":93.7062978540661},"GB2-04":{"attempts":1,"playable":89.65037817514626,"score":89.65037817514626},"GB2-05":{"attempts":1,"playable":91.66955455768405,"score":91.66955455768405},"GB2-06":{"attempts":1,"playable":85.84147412395784,"score":85.84147412395784},"GB2-07":{"attempts":1,"playable":97.38933091167507,"score":97.38933091167507},"GB2-08":{"attempts":1,"playable":94.6494687934753,"score":94.6494687934753}},"none":{"GB2-01":{"attempts":1,"playable":91.75936561415014,"score":91.75936561415014},"GB2-02":{"attempts":1,"playable":72.60924943403863,"score":72.60924943403863},"GB2-03":{"attempts":1,"playable":75.58091727686782,"score":75.58091727686782},"GB2-04":{"attempts":1,"playable":82.33085234821863,"score":82.33085234821863},"GB2-05":{"attempts":1,"playable":92.87172257324828,"score":92.87172257324828},"GB2-06":{"attempts":1,"playable":82.2215936811203,"score":82.2215936811203},"GB2-07":{"attempts":1,"playable":93.15611080734408,"score":93.15611080734408},"GB2-08":{"attempts":1,"playable":78.319982542128,"score":78.319982542128}}},"id":"gpt-6-astra","is_recent_addition":false,"last_measured_at":"2026-11-21T16:02:50Z","match_totals_all":{"draws":1155,"losses":1839,"wins":13080},"match_totals_tracks":{"highest":{"draws":157,"losses":379,"wins":4822},"medium":{"draws":347,"losses":655,"wins":4356},"none":{"draws":651,"losses":805,"wins":3902}},"model_slug":"gpt-6-astra","official_rank_by_reasoning":{"highest":11,"medium":10,"none":10},"overall":{"max":98.94090542579661,"mean":88.72773470287821,"min":72.60924943403863},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":9,"overall_ranking_status":"ranked","per_game":{"GB2-01":96.2745594825853,"GB2-02":94.51652269643913,"GB2-03":97.84568130161266,"GB2-04":90.80783388752866,"GB2-05":98.94090542579661,"GB2-06":85.24326338102284,"GB2-07":97.56882054114257,"GB2-08":91.73295609563141},"per_game_all":{"GB2-01":87.14657271424271,"GB2-02":82.83292348289423,"GB2-03":89.04429881084884,"GB2-04":87.59635480363119,"GB2-05":94.49406085224298,"GB2-06":84.43544372870032,"GB2-07":96.0380874200539,"GB2-08":88.23413581041156},"per_game_match_totals_all":{"GB2-01":{"draws":66,"losses":291,"wins":1683},"GB2-02":{"draws":543,"losses":144,"wins":1221},"GB2-03":{"draws":221,"losses":198,"wins":1555},"GB2-04":{"draws":230,"losses":200,"wins":1532},"GB2-05":{"draws":0,"losses":200,"wins":1870},"GB2-06":{"draws":95,"losses":338,"wins":1541},"GB2-07":{"draws":0,"losses":131,"wins":1927},"GB2-08":{"draws":0,"losses":337,"wins":1751}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":37,"wins":643},"GB2-02":{"draws":48,"losses":31,"wins":557},"GB2-03":{"draws":14,"losses":20,"wins":624},"GB2-04":{"draws":58,"losses":52,"wins":544},"GB2-05":{"draws":0,"losses":20,"wins":670},"GB2-06":{"draws":37,"losses":104,"wins":517},"GB2-07":{"draws":0,"losses":28,"wins":658},"GB2-08":{"draws":0,"losses":87,"wins":609}},"medium":{"GB2-01":{"draws":40,"losses":191,"wins":449},"GB2-02":{"draws":207,"losses":48,"wins":381},"GB2-03":{"draws":8,"losses":66,"wins":584},"GB2-04":{"draws":64,"losses":58,"wins":532},"GB2-05":{"draws":0,"losses":95,"wins":595},"GB2-06":{"draws":28,"losses":104,"wins":526},"GB2-07":{"draws":0,"losses":30,"wins":656},"GB2-08":{"draws":0,"losses":63,"wins":633}},"none":{"GB2-01":{"draws":26,"losses":63,"wins":591},"GB2-02":{"draws":288,"losses":65,"wins":283},"GB2-03":{"draws":199,"losses":112,"wins":347},"GB2-04":{"draws":108,"losses":90,"wins":456},"GB2-05":{"draws":0,"losses":85,"wins":605},"GB2-06":{"draws":30,"losses":130,"wins":498},"GB2-07":{"draws":0,"losses":73,"wins":613},"GB2-08":{"draws":0,"losses":187,"wins":509}}},"per_game_raw_elo_all":{"GB2-01":1958.643950282044,"GB2-02":1796.8761908349497,"GB2-03":2052.8423613764367,"GB2-04":1854.4067039937634,"GB2-05":2485.846417714836,"GB2-06":2023.3197990015897,"GB2-07":2495.2874814227725,"GB2-08":2201.2561482379574},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2183.4252798022876,"GB2-02":2023.9950864554153,"GB2-03":2397.622891302297,"GB2-04":1914.4174942786171,"GB2-05":2855.3878296831376,"GB2-06":2040.657278515941,"GB2-07":2601.148812643547,"GB2-08":2282.1476099637066},"medium":{"GB2-01":1686.0368814102417,"GB2-02":1735.873902649615,"GB2-03":2109.6542478749593,"GB2-04":1888.0141088182477,"GB2-05":2273.1453692879077,"GB2-06":2054.364590062035,"GB2-07":2584.135434599536,"GB2-08":2404.372117248361},"none":{"GB2-01":2006.4696896336025,"GB2-02":1630.7595833998191,"GB2-03":1651.2499449520526,"GB2-04":1760.7885088844253,"GB2-05":2329.0060541734633,"GB2-06":1974.9375284267928,"GB2-07":2300.578197025235,"GB2-08":1917.2487175018052}},"per_game_tracks":{"highest":{"GB2-01":96.2745594825853,"GB2-02":94.51652269643913,"GB2-03":97.84568130161266,"GB2-04":90.80783388752866,"GB2-05":98.94090542579661,"GB2-06":85.24326338102284,"GB2-07":97.56882054114257,"GB2-08":91.73295609563141},"medium":{"GB2-01":73.40579304599268,"GB2-02":81.37299831820496,"GB2-03":93.7062978540661,"GB2-04":89.65037817514626,"GB2-05":91.66955455768405,"GB2-06":85.84147412395784,"GB2-07":97.38933091167507,"GB2-08":94.6494687934753},"none":{"GB2-01":91.75936561415014,"GB2-02":72.60924943403863,"GB2-03":75.58091727686782,"GB2-04":82.33085234821863,"GB2-05":92.87172257324828,"GB2-06":82.2215936811203,"GB2-07":93.15611080734408,"GB2-08":78.319982542128}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:37:24Z","reasoning":{"highest":94.1163178514699,"medium":88.46066197252529,"none":83.60622428463947},"reasoning_agg":{"highest":{"max":98.94090542579661,"mean":94.1163178514699,"min":85.24326338102284},"medium":{"max":97.38933091167507,"mean":88.46066197252529,"min":73.40579304599268},"none":{"max":93.15611080734408,"mean":83.60622428463947,"min":72.60924943403863}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":10.510093566830434},"working_program_strength":{"all":88.72773470287821,"highest":94.1163178514699,"medium":88.46066197252529,"none":83.60622428463947}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5-5:f772b77a0fdc4fa0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":1.98688675,"median":1.871197,"min":1.357152,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":9,"token_priced_attempt_count":11,"total":17.677191999999998},"medium":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.728964,"mean":0.33381875,"median":0.267474,"min":0.167816,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":9,"token_priced_attempt_count":10,"total":3.0063079999999998},"none":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124844,"mean":0.11677924999999999,"median":0.118817,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":9,"token_priced_attempt_count":9,"total":1.052792}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.728964,"mean":0.33381875,"median":0.267474,"min":0.167816,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":9,"token_priced_attempt_count":10,"total":3.0063079999999998},"historical-provider-setting-baseline":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124844,"mean":0.11677924999999999,"median":0.118817,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":9,"token_priced_attempt_count":9,"total":1.052792},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":1.98688675,"median":1.871197,"min":1.357152,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":9,"token_priced_attempt_count":11,"total":17.677192}},"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":0.8124949166666666,"median":0.267474,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":30},"run_count":27,"token_priced_attempt_count":30,"total":21.736292000000002},"codegen_output_tokens":{"attempt_count":30,"output_max":149830,"output_mean":37334.40740740741,"output_min":2400,"run_count":27},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":149830,"output_mean":94967.22222222222,"output_min":65515,"run_count":9},"medium":{"attempt_count":10,"output_max":31033,"output_mean":13777.666666666666,"output_min":6104,"run_count":9},"none":{"attempt_count":9,"output_max":3890,"output_mean":3258.3333333333335,"output_min":2400,"run_count":9}},"display_name":"Claude Opus 5.5","economics":{"all":87.57102205863214,"highest":94.98011226409783,"medium":91.11391952147522,"none":76.61903439032335},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[65536,128000],"finish_reason_observations":30,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[65536,128000],"total_output_tokens":1008029,"total_reasoning_output_tokens":820640,"total_visible_output_tokens":187389,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":8,"first_pass_rate":0.8888888888888888,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.1111111111111111},"baseline":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":9,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":88.40005345347258,"score":88.40005345347258},"GB2-02":{"attempts":3,"playable":88.93627636109379,"score":88.93627636109379},"GB2-03":{"attempts":3,"playable":80.1120097242814,"score":80.1120097242814},"GB2-04":{"attempts":3,"playable":83.20903865239315,"score":83.20903865239315},"GB2-05":{"attempts":3,"playable":92.05208145131631,"score":92.05208145131631},"GB2-06":{"attempts":3,"playable":87.78922320737622,"score":87.78922320737622},"GB2-07":{"attempts":3,"playable":93.05154288325552,"score":93.05154288325552},"GB2-08":{"attempts":5,"playable":87.01795073586811,"score":87.01795073586811}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":82.88051044478871,"score":82.88051044478871},"GB2-02":{"attempts":1,"playable":95.04563012312485,"score":95.04563012312485},"GB2-03":{"attempts":1,"playable":97.80313836307828,"score":97.80313836307828},"GB2-04":{"attempts":1,"playable":94.61639024251542,"score":94.61639024251542},"GB2-05":{"attempts":1,"playable":98.07283169635046,"score":98.07283169635046},"GB2-06":{"attempts":1,"playable":99.46520641417132,"score":99.46520641417132},"GB2-07":{"attempts":1,"playable":97.65782886736055,"score":97.65782886736055},"GB2-08":{"attempts":1,"playable":94.29936196139303,"score":94.29936196139303}},"medium":{"GB2-01":{"attempts":1,"playable":92.4281393544331,"score":92.4281393544331},"GB2-02":{"attempts":1,"playable":93.91619786943075,"score":93.91619786943075},"GB2-03":{"attempts":1,"playable":92.18216335563636,"score":92.18216335563636},"GB2-04":{"attempts":1,"playable":84.83416752067666,"score":84.83416752067666},"GB2-05":{"attempts":1,"playable":87.02650892121923,"score":87.02650892121923},"GB2-06":{"attempts":1,"playable":89.96262205439083,"score":89.96262205439083},"GB2-07":{"attempts":1,"playable":91.7609985528268,"score":91.7609985528268},"GB2-08":{"attempts":2,"playable":96.80055854318809,"score":96.80055854318809}},"none":{"GB2-01":{"attempts":1,"playable":89.89151056119589,"score":89.89151056119589},"GB2-02":{"attempts":1,"playable":77.84700109072575,"score":77.84700109072575},"GB2-03":{"attempts":1,"playable":50.35072745412958,"score":50.35072745412958},"GB2-04":{"attempts":1,"playable":70.17655819398736,"score":70.17655819398736},"GB2-05":{"attempts":1,"playable":91.05690373637924,"score":91.05690373637924},"GB2-06":{"attempts":1,"playable":73.93984115356653,"score":73.93984115356653},"GB2-07":{"attempts":1,"playable":89.73580122957921,"score":89.73580122957921},"GB2-08":{"attempts":2,"playable":69.95393170302324,"score":69.95393170302324}}},"id":"claude-opus-5-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:41:57Z","match_totals_all":{"draws":1209,"losses":2294,"wins":13963},"match_totals_tracks":{"highest":{"draws":122,"losses":342,"wins":4894},"medium":{"draws":204,"losses":625,"wins":5225},"none":{"draws":883,"losses":1327,"wins":3844}},"model_slug":"claude-opus-5-5","official_rank_by_reasoning":{"highest":8,"medium":7,"none":19},"overall":{"max":99.46520641417132,"mean":87.57102205863214,"min":50.35072745412958},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":10,"overall_ranking_status":"ranked","per_game":{"GB2-01":82.88051044478871,"GB2-02":95.04563012312485,"GB2-03":97.80313836307828,"GB2-04":94.61639024251542,"GB2-05":98.07283169635046,"GB2-06":99.46520641417132,"GB2-07":97.65782886736055,"GB2-08":94.29936196139303},"per_game_all":{"GB2-01":88.40005345347258,"GB2-02":88.93627636109379,"GB2-03":80.1120097242814,"GB2-04":83.20903865239315,"GB2-05":92.05208145131631,"GB2-06":87.78922320737622,"GB2-07":93.05154288325552,"GB2-08":87.01795073586811},"per_game_match_totals_all":{"GB2-01":{"draws":83,"losses":264,"wins":1693},"GB2-02":{"draws":219,"losses":176,"wins":1513},"GB2-03":{"draws":430,"losses":269,"wins":1275},"GB2-04":{"draws":412,"losses":197,"wins":1353},"GB2-05":{"draws":0,"losses":265,"wins":1805},"GB2-06":{"draws":65,"losses":264,"wins":1645},"GB2-07":{"draws":0,"losses":217,"wins":1841},"GB2-08":{"draws":0,"losses":642,"wins":2838}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":10,"losses":139,"wins":531},"GB2-02":{"draws":37,"losses":32,"wins":567},"GB2-03":{"draws":3,"losses":26,"wins":629},"GB2-04":{"draws":68,"losses":16,"wins":570},"GB2-05":{"draws":0,"losses":33,"wins":657},"GB2-06":{"draws":4,"losses":3,"wins":651},"GB2-07":{"draws":0,"losses":27,"wins":659},"GB2-08":{"draws":0,"losses":66,"wins":630}},"medium":{"GB2-01":{"draws":45,"losses":48,"wins":587},"GB2-02":{"draws":32,"losses":44,"wins":560},"GB2-03":{"draws":32,"losses":68,"wins":558},"GB2-04":{"draws":72,"losses":90,"wins":492},"GB2-05":{"draws":0,"losses":132,"wins":558},"GB2-06":{"draws":23,"losses":75,"wins":560},"GB2-07":{"draws":0,"losses":86,"wins":600},"GB2-08":{"draws":0,"losses":82,"wins":1310}},"none":{"GB2-01":{"draws":28,"losses":77,"wins":575},"GB2-02":{"draws":150,"losses":100,"wins":386},"GB2-03":{"draws":395,"losses":175,"wins":88},"GB2-04":{"draws":272,"losses":91,"wins":291},"GB2-05":{"draws":0,"losses":100,"wins":590},"GB2-06":{"draws":38,"losses":186,"wins":434},"GB2-07":{"draws":0,"losses":104,"wins":582},"GB2-08":{"draws":0,"losses":494,"wins":898}}},"per_game_raw_elo_all":{"GB2-01":1933.7874027400283,"GB2-02":1912.3454689943785,"GB2-03":1937.0551382177762,"GB2-04":1814.8217662847019,"GB2-05":2348.500584049822,"GB2-06":2271.2571396807775,"GB2-07":2323.383969548359,"GB2-08":2234.686342369954},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1818.097783794236,"GB2-02":2045.720815285165,"GB2-03":2393.0272627290337,"GB2-04":2027.4720030407916,"GB2-05":2711.009181724934,"GB2-06":2843.491465010431,"GB2-07":2609.9222765302984,"GB2-08":2387.3849163375125},"medium":{"GB2-01":2026.496155195939,"GB2-02":2001.4517994994849,"GB2-03":2041.6972987237714,"GB2-04":1798.6686219844796,"GB2-05":2088.119082283024,"GB2-06":2158.8591203515907,"GB2-07":2227.8797019095846,"GB2-08":2588.828310408455},"none":{"GB2-01":1956.7682692299093,"GB2-02":1689.863792198486,"GB2-03":1376.4408532005227,"GB2-04":1618.3246738288344,"GB2-05":2246.373488141509,"GB2-06":1811.42083368031,"GB2-07":2132.3499302051946,"GB2-08":1727.845800363895}},"per_game_tracks":{"highest":{"GB2-01":82.88051044478871,"GB2-02":95.04563012312485,"GB2-03":97.80313836307828,"GB2-04":94.61639024251542,"GB2-05":98.07283169635046,"GB2-06":99.46520641417132,"GB2-07":97.65782886736055,"GB2-08":94.29936196139303},"medium":{"GB2-01":92.4281393544331,"GB2-02":93.91619786943075,"GB2-03":92.18216335563636,"GB2-04":84.83416752067666,"GB2-05":87.02650892121923,"GB2-06":89.96262205439083,"GB2-07":91.7609985528268,"GB2-08":96.80055854318809},"none":{"GB2-01":89.89151056119589,"GB2-02":77.84700109072575,"GB2-03":50.35072745412958,"GB2-04":70.17655819398736,"GB2-05":91.05690373637924,"GB2-06":73.93984115356653,"GB2-07":89.73580122957921,"GB2-08":69.95393170302324}},"program_outcomes":{"all":{"counted_attempts":26,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":23,"working":26},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":8,"working":9},"none":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":9,"working":9}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:05:49Z","reasoning":{"highest":94.98011226409783,"medium":91.11391952147522,"none":76.61903439032335},"reasoning_agg":{"highest":{"max":99.46520641417132,"mean":94.98011226409783,"min":82.88051044478871},"medium":{"max":96.80055854318809,"mean":91.11391952147522,"min":84.83416752067666},"none":{"max":91.05690373637924,"mean":76.61903439032335,"min":50.35072745412958}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":18.361077873774477},"working_program_strength":{"all":87.57102205863214,"highest":94.98011226409783,"medium":91.11391952147522,"none":76.61903439032335}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5-1:cfba103f4a64b242","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":5.021086745700856,"median":3.933625,"min":2.3764558334148846,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":3,"boardgame-list-prices-2026-09-08":10},"run_count":11,"token_priced_attempt_count":13,"total":48.73911793121369},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.511677676840267,"mean":1.1541937045345083,"median":1.126127596791556,"min":0.7961115304367101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":9.233549636276067},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.8940315948861309,"mean":0.7923815012907612,"median":0.7948316688813246,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":6.33905201032609}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.511677676840267,"mean":1.1541937045345083,"median":1.126127596791556,"min":0.7961115304367101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":9.233549636276067},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.8940315948861309,"mean":0.7923815012907612,"median":0.7948316688813246,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":6.339052010326089},"historical-provider-setting-intensive-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":5.15427625,"median":3.933625,"min":2.88134,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":8,"token_priced_attempt_count":10,"total":41.23421},"historical-provider-setting-intensive-variant-2":{"admitted_cell_count":3,"cell_count":3,"cost_basis_counts":{"local_list_price_estimate":3},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":2.970960728273602,"mean":2.501635977071231,"median":2.662375536110322,"min":1.8715716668297693,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":3},"run_count":3,"token_priced_attempt_count":3,"total":7.504907931213693}},"codegen_cost_usd":{"admitted_cell_count":27,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":2.3225539838420417,"median":1.126127596791556,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":20,"boardgame-list-prices-2026-09-08":10},"run_count":27,"token_priced_attempt_count":30,"total":64.31171957781585},"codegen_output_tokens":{"attempt_count":35,"output_max":231035,"output_mean":46647.59375,"output_min":5610,"run_count":32},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":231035,"output_mean":80471.125,"output_min":38285,"run_count":16},"medium":{"attempt_count":9,"output_max":25949,"output_mean":17238.625,"output_min":9715,"run_count":8},"none":{"attempt_count":8,"output_max":10198,"output_mean":8409.5,"output_min":5610,"run_count":8}},"display_name":"Claude Fable 5.1","economics":{"all":86.89866964238331,"highest":93.55238203794814,"medium":82.61706650097442,"none":84.52656038822741},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[128000],"finish_reason_observations":30,"finish_reasons":["end_turn","stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"requested_max_output_token_observations":10,"requested_max_output_tokens":[128000],"total_output_tokens":1492723,"total_reasoning_output_tokens":1266567,"total_visible_output_tokens":226156,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":11,"evaluated_cells":11,"first_pass_admitted":9,"first_pass_rate":0.8181818181818182,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":1,"infra_failures_excluded":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.18181818181818182}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":83.21952641286195,"score":83.21952641286195},"GB2-02":{"attempts":3,"playable":88.19692314419636,"score":88.19692314419636},"GB2-03":{"attempts":4,"playable":91.94373138287476,"score":91.94373138287476},"GB2-04":{"attempts":4,"playable":74.41181893329768,"score":74.41181893329768},"GB2-05":{"attempts":3,"playable":89.68554169316417,"score":89.68554169316417},"GB2-06":{"attempts":3,"playable":88.23767690170018,"score":88.23767690170018},"GB2-07":{"attempts":4,"playable":90.78954889960625,"score":90.78954889960625},"GB2-08":{"attempts":3,"playable":88.7045897713652,"score":88.7045897713652}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":91.75936561415014,"score":91.75936561415014},"GB2-02":{"attempts":1,"playable":94.51652269643913,"score":94.51652269643913},"GB2-03":{"attempts":2,"playable":94.25377563099988,"score":94.25377563099988},"GB2-04":{"attempts":2,"playable":86.83522841641201,"score":86.83522841641201},"GB2-05":{"attempts":1,"playable":92.98988705506508,"score":92.98988705506508},"GB2-06":{"attempts":1,"playable":98.01789088734377,"score":98.01789088734377},"GB2-07":{"attempts":2,"playable":92.83137443755741,"score":92.83137443755741},"GB2-08":{"attempts":1,"playable":97.21501156561759,"score":97.21501156561759}},"medium":{"GB2-01":{"attempts":1,"playable":71.4430851628049,"score":71.4430851628049},"GB2-02":{"attempts":1,"playable":89.07214800766491,"score":89.07214800766491},"GB2-03":{"attempts":1,"playable":90.75973598241266,"score":90.75973598241266},"GB2-04":{"attempts":1,"playable":63.88967421168347,"score":63.88967421168347},"GB2-05":{"attempts":1,"playable":86.12708321909435,"score":86.12708321909435},"GB2-06":{"attempts":1,"playable":86.1728740942908,"score":86.1728740942908},"GB2-07":{"attempts":1,"playable":92.94483129961199,"score":92.94483129961199},"GB2-08":{"attempts":1,"playable":80.52710003023222,"score":80.52710003023222}},"none":{"GB2-01":{"attempts":1,"playable":86.45612846163078,"score":86.45612846163078},"GB2-02":{"attempts":1,"playable":81.00209872848502,"score":81.00209872848502},"GB2-03":{"attempts":1,"playable":90.8176825352117,"score":90.8176825352117},"GB2-04":{"attempts":1,"playable":72.51055417179754,"score":72.51055417179754},"GB2-05":{"attempts":1,"playable":89.93965480533305,"score":89.93965480533305},"GB2-06":{"attempts":1,"playable":80.52226572346596,"score":80.52226572346596},"GB2-07":{"attempts":1,"playable":86.59244096164936,"score":86.59244096164936},"GB2-08":{"attempts":1,"playable":88.37165771824587,"score":88.37165771824587}}},"id":"claude-fable-5-1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:30:53Z","match_totals_all":{"draws":1009,"losses":2549,"wins":14514},"match_totals_tracks":{"highest":{"draws":184,"losses":686,"wins":6486},"medium":{"draws":408,"losses":983,"wins":3967},"none":{"draws":417,"losses":880,"wins":4061}},"model_slug":"claude-fable-5-1","official_rank_by_reasoning":{"highest":12,"medium":12,"none":8},"overall":{"max":98.01789088734377,"mean":86.89866964238331,"min":63.88967421168347},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":11,"overall_ranking_status":"ranked","per_game":{"GB2-01":91.75936561415014,"GB2-02":94.51652269643913,"GB2-03":94.25377563099988,"GB2-04":86.83522841641201,"GB2-05":92.98988705506508,"GB2-06":98.01789088734377,"GB2-07":92.83137443755741,"GB2-08":97.21501156561759},"per_game_all":{"GB2-01":83.21952641286195,"GB2-02":88.19692314419636,"GB2-03":91.94373138287476,"GB2-04":74.41181893329768,"GB2-05":89.68554169316417,"GB2-06":88.23767690170018,"GB2-07":90.78954889960625,"GB2-08":88.7045897713652},"per_game_match_totals_all":{"GB2-01":{"draws":8,"losses":414,"wins":1618},"GB2-02":{"draws":253,"losses":180,"wins":1475},"GB2-03":{"draws":34,"losses":305,"wins":2293},"GB2-04":{"draws":648,"losses":378,"wins":1590},"GB2-05":{"draws":0,"losses":332,"wins":1738},"GB2-06":{"draws":66,"losses":260,"wins":1648},"GB2-07":{"draws":0,"losses":357,"wins":2387},"GB2-08":{"draws":0,"losses":323,"wins":1765}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":75,"wins":603},"GB2-02":{"draws":34,"losses":38,"wins":564},"GB2-03":{"draws":9,"losses":125,"wins":1182},"GB2-04":{"draws":133,"losses":156,"wins":1019},"GB2-05":{"draws":0,"losses":84,"wins":606},"GB2-06":{"draws":6,"losses":17,"wins":635},"GB2-07":{"draws":0,"losses":152,"wins":1220},"GB2-08":{"draws":0,"losses":39,"wins":657}},"medium":{"GB2-01":{"draws":1,"losses":224,"wins":455},"GB2-02":{"draws":59,"losses":68,"wins":509},"GB2-03":{"draws":21,"losses":86,"wins":551},"GB2-04":{"draws":304,"losses":116,"wins":234},"GB2-05":{"draws":0,"losses":139,"wins":551},"GB2-06":{"draws":23,"losses":104,"wins":531},"GB2-07":{"draws":0,"losses":75,"wins":611},"GB2-08":{"draws":0,"losses":171,"wins":525}},"none":{"GB2-01":{"draws":5,"losses":115,"wins":560},"GB2-02":{"draws":160,"losses":74,"wins":402},"GB2-03":{"draws":4,"losses":94,"wins":560},"GB2-04":{"draws":211,"losses":106,"wins":337},"GB2-05":{"draws":0,"losses":109,"wins":581},"GB2-06":{"draws":37,"losses":139,"wins":482},"GB2-07":{"draws":0,"losses":130,"wins":556},"GB2-08":{"draws":0,"losses":113,"wins":583}}},"per_game_raw_elo_all":{"GB2-01":1850.3301133216473,"GB2-02":1874.2983728965207,"GB2-03":2038.2166073315395,"GB2-04":1678.2170482087686,"GB2-05":2196.804553648826,"GB2-06":2184.9899347626724,"GB2-07":2193.7958681273108,"GB2-08":2237.557981040234},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2006.4696896336025,"GB2-02":2023.9950864554153,"GB2-03":2137.8947448763984,"GB2-04":1833.0997444605975,"GB2-05":2334.7853030102306,"GB2-06":2552.9889895239703,"GB2-07":2283.9989798000806,"GB2-08":2570.0327857939},"medium":{"GB2-01":1662.6757813337135,"GB2-02":1868.1708939479843,"GB2-03":1987.3409248024295,"GB2-04":1559.4757686830399,"GB2-05":2055.8323696712673,"GB2-06":2062.0817650815784,"GB2-07":2289.187817017917,"GB2-08":1969.2822741025045},"none":{"GB2-01":1881.8448689976258,"GB2-02":1730.7291382861622,"GB2-03":1989.4141523157903,"GB2-04":1642.0756314826688,"GB2-05":2199.7959882649807,"GB2-06":1939.8990496824686,"GB2-07":2008.200807563935,"GB2-08":2173.358883224297}},"per_game_tracks":{"highest":{"GB2-01":91.75936561415014,"GB2-02":94.51652269643913,"GB2-03":94.25377563099988,"GB2-04":86.83522841641201,"GB2-05":92.98988705506508,"GB2-06":98.01789088734377,"GB2-07":92.83137443755741,"GB2-08":97.21501156561759},"medium":{"GB2-01":71.4430851628049,"GB2-02":89.07214800766491,"GB2-03":90.75973598241266,"GB2-04":63.88967421168347,"GB2-05":86.12708321909435,"GB2-06":86.1728740942908,"GB2-07":92.94483129961199,"GB2-08":80.52710003023222},"none":{"GB2-01":86.45612846163078,"GB2-02":81.00209872848502,"GB2-03":90.8176825352117,"GB2-04":72.51055417179754,"GB2-05":89.93965480533305,"GB2-06":80.52226572346596,"GB2-07":86.59244096164936,"GB2-08":88.37165771824587}},"program_outcomes":{"all":{"counted_attempts":27,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":24,"working":27},"highest":{"counted_attempts":11,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":9,"working":11},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:17:07Z","reasoning":{"highest":93.55238203794812,"medium":82.61706650097442,"none":84.52656038822741},"reasoning_agg":{"highest":{"max":98.01789088734377,"mean":93.55238203794812,"min":86.83522841641201},"medium":{"max":92.94483129961199,"mean":82.61706650097442,"min":63.88967421168347},"none":{"max":90.8176825352117,"mean":84.52656038822741,"min":72.51055417179754}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":10.935315536973704},"working_program_strength":{"all":86.89866964238331,"highest":93.55238203794814,"medium":82.61706650097442,"none":84.52656038822741}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-sol:b9fa7ce2a6486a46","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.2665285,"median":0.263151,"min":0.174431,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.132228},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.134667,"mean":0.084337375,"median":0.0768835,"min":0.057491,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6746989999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.057226,"mean":0.0485635,"median":0.049051,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.388508}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.134667,"mean":0.084337375,"median":0.0768835,"min":0.057491,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.674699},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.057226,"mean":0.0485635,"median":0.049051,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.38850799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.2665285,"median":0.263151,"min":0.174431,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.132228}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.133143125,"median":0.0768835,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":3.1954350000000007},"codegen_latency_ms":{"attempt_count":25,"max_ms":926657,"mean_ms":272565.25,"min_ms":42196,"paired_attempt_count":25,"paired_latency_ms":6541566,"paired_output_tokens":270899,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":926657,"mean_ms":625149.0,"min_ms":331732,"paired_attempt_count":8,"paired_latency_ms":5001192,"paired_output_tokens":197721,"run_count":8},"medium":{"attempt_count":9,"max_ms":198934,"mean_ms":135760.75,"min_ms":63072,"paired_attempt_count":9,"paired_latency_ms":1086086,"paired_output_tokens":49829,"run_count":8},"none":{"attempt_count":8,"max_ms":73464,"mean_ms":56786.0,"min_ms":42196,"paired_attempt_count":8,"paired_latency_ms":454288,"paired_output_tokens":23349,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":33557,"output_mean":11287.458333333334,"output_min":2159,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":33557,"output_mean":24715.125,"output_min":14936,"run_count":8},"medium":{"attempt_count":9,"output_max":9484,"output_mean":6228.625,"output_min":3242,"run_count":8},"none":{"attempt_count":8,"output_max":3711,"output_mean":2918.625,"output_min":2159,"run_count":8}},"display_name":"GPT-6.1 Sol","economics":{"all":84.9329262015479,"highest":91.76394936275103,"medium":86.223863176344,"none":76.81096606554866},"economics_best_value":{"per_model":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":270899,"total_reasoning_output_tokens":149779,"total_visible_output_tokens":121120,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.52655416131091,"score":65.52655416131091},"GB2-02":{"attempts":3,"playable":79.09893350245068,"score":79.09893350245068},"GB2-03":{"attempts":3,"playable":93.13030578075369,"score":93.13030578075369},"GB2-04":{"attempts":3,"playable":84.91883248414526,"score":84.91883248414526},"GB2-05":{"attempts":3,"playable":94.0859063375791,"score":94.0859063375791},"GB2-06":{"attempts":3,"playable":84.96631657650359,"score":84.96631657650359},"GB2-07":{"attempts":3,"playable":94.45496152858868,"score":94.45496152858868},"GB2-08":{"attempts":3,"playable":83.28159924105127,"score":83.28159924105127}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.4057930459927,"score":73.4057930459927},"GB2-02":{"attempts":1,"playable":93.91619786943075,"score":93.91619786943075},"GB2-03":{"attempts":1,"playable":97.97233507345395,"score":97.97233507345395},"GB2-04":{"attempts":1,"playable":94.14241098429945,"score":94.14241098429945},"GB2-05":{"attempts":1,"playable":97.68582733625828,"score":97.68582733625828},"GB2-06":{"attempts":1,"playable":87.95018332057172,"score":87.95018332057172},"GB2-07":{"attempts":1,"playable":95.69570039498936,"score":95.69570039498936},"GB2-08":{"attempts":1,"playable":93.3431468770121,"score":93.3431468770121}},"medium":{"GB2-01":{"attempts":1,"playable":73.11592331698861,"score":73.11592331698861},"GB2-02":{"attempts":1,"playable":78.30182072208439,"score":78.30182072208439},"GB2-03":{"attempts":1,"playable":96.12801024536326,"score":96.12801024536326},"GB2-04":{"attempts":1,"playable":86.5374176149024,"score":86.5374176149024},"GB2-05":{"attempts":1,"playable":94.2580145621517,"score":94.2580145621517},"GB2-06":{"attempts":1,"playable":89.38174221467258,"score":89.38174221467258},"GB2-07":{"attempts":1,"playable":93.88630843057535,"score":93.88630843057535},"GB2-08":{"attempts":1,"playable":78.18166830401371,"score":78.18166830401371}},"none":{"GB2-01":{"attempts":1,"playable":50.057946120951456,"score":50.057946120951456},"GB2-02":{"attempts":1,"playable":65.07878191583688,"score":65.07878191583688},"GB2-03":{"attempts":1,"playable":85.29057202344386,"score":85.29057202344386},"GB2-04":{"attempts":1,"playable":74.07666885323393,"score":74.07666885323393},"GB2-05":{"attempts":1,"playable":90.31387711432737,"score":90.31387711432737},"GB2-06":{"attempts":1,"playable":77.56702419426648,"score":77.56702419426648},"GB2-07":{"attempts":1,"playable":93.7828757602013,"score":93.7828757602013},"GB2-08":{"attempts":1,"playable":78.319982542128,"score":78.319982542128}}},"id":"gpt-6.1-sol","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:37Z","match_totals_all":{"draws":1170,"losses":2495,"wins":12409},"match_totals_tracks":{"highest":{"draws":137,"losses":544,"wins":4677},"medium":{"draws":299,"losses":813,"wins":4246},"none":{"draws":734,"losses":1138,"wins":3486}},"model_slug":"gpt-6-1-sol","official_rank_by_reasoning":{"highest":15,"medium":11,"none":17},"overall":{"max":97.97233507345395,"mean":84.9329262015479,"min":50.057946120951456},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":12,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.4057930459927,"GB2-02":93.91619786943075,"GB2-03":97.97233507345395,"GB2-04":94.14241098429945,"GB2-05":97.68582733625828,"GB2-06":87.95018332057172,"GB2-07":95.69570039498936,"GB2-08":93.3431468770121},"per_game_all":{"GB2-01":65.52655416131091,"GB2-02":79.09893350245068,"GB2-03":93.13030578075369,"GB2-04":84.91883248414526,"GB2-05":94.0859063375791,"GB2-06":84.96631657650359,"GB2-07":94.45496152858868,"GB2-08":83.28159924105127},"per_game_match_totals_all":{"GB2-01":{"draws":93,"losses":745,"wins":1202},"GB2-02":{"draws":599,"losses":189,"wins":1120},"GB2-03":{"draws":45,"losses":190,"wins":1739},"GB2-04":{"draws":331,"losses":203,"wins":1428},"GB2-05":{"draws":0,"losses":217,"wins":1853},"GB2-06":{"draws":102,"losses":321,"wins":1551},"GB2-07":{"draws":0,"losses":181,"wins":1877},"GB2-08":{"draws":0,"losses":449,"wins":1639}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":211,"wins":469},"GB2-02":{"draws":56,"losses":32,"wins":548},"GB2-03":{"draws":3,"losses":24,"wins":631},"GB2-04":{"draws":52,"losses":28,"wins":574},"GB2-05":{"draws":0,"losses":38,"wins":652},"GB2-06":{"draws":26,"losses":89,"wins":543},"GB2-07":{"draws":0,"losses":48,"wins":638},"GB2-08":{"draws":0,"losses":74,"wins":622}},"medium":{"GB2-01":{"draws":12,"losses":207,"wins":461},"GB2-02":{"draws":182,"losses":81,"wins":373},"GB2-03":{"draws":6,"losses":43,"wins":609},"GB2-04":{"draws":69,"losses":79,"wins":506},"GB2-05":{"draws":0,"losses":73,"wins":617},"GB2-06":{"draws":30,"losses":76,"wins":552},"GB2-07":{"draws":0,"losses":66,"wins":620},"GB2-08":{"draws":0,"losses":188,"wins":508}},"none":{"GB2-01":{"draws":81,"losses":327,"wins":272},"GB2-02":{"draws":361,"losses":76,"wins":199},"GB2-03":{"draws":36,"losses":123,"wins":499},"GB2-04":{"draws":210,"losses":96,"wins":348},"GB2-05":{"draws":0,"losses":106,"wins":584},"GB2-06":{"draws":46,"losses":156,"wins":456},"GB2-07":{"draws":0,"losses":67,"wins":619},"GB2-08":{"draws":0,"losses":187,"wins":509}}},"per_game_raw_elo_all":{"GB2-01":1604.213664260146,"GB2-02":1751.6371258327192,"GB2-03":2163.7565337708043,"GB2-04":1832.0875425523955,"GB2-05":2426.6200462559955,"GB2-06":2043.037853225777,"GB2-07":2376.28005479831,"GB2-08":2058.6819264455794},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1686.036881410242,"GB2-02":2001.4517994994849,"GB2-03":2411.7340203931494,"GB2-04":2010.2096823561517,"GB2-05":2663.6145861322616,"GB2-06":2105.2450236150435,"GB2-07":2452.4407795312413,"GB2-08":2344.769437224597},"medium":{"GB2-01":1682.5243718962327,"GB2-02":1695.46621882873,"GB2-03":2249.8869740192313,"GB2-04":1827.2949710219132,"GB2-05":2401.1354617669476,"GB2-06":2142.7477291088762,"GB2-07":2341.1320192557396,"GB2-08":1914.0276246103363},"none":{"GB2-01":1444.079739473963,"GB2-02":1557.9933591699432,"GB2-03":1829.6486069000332,"GB2-04":1658.7579742791215,"GB2-05":2215.1100908687768,"GB2-06":1881.1208069534116,"GB2-07":2335.26736560795,"GB2-08":1917.2487175018052}},"per_game_tracks":{"highest":{"GB2-01":73.4057930459927,"GB2-02":93.91619786943075,"GB2-03":97.97233507345395,"GB2-04":94.14241098429945,"GB2-05":97.68582733625828,"GB2-06":87.95018332057172,"GB2-07":95.69570039498936,"GB2-08":93.3431468770121},"medium":{"GB2-01":73.11592331698861,"GB2-02":78.30182072208439,"GB2-03":96.12801024536326,"GB2-04":86.5374176149024,"GB2-05":94.2580145621517,"GB2-06":89.38174221467258,"GB2-07":93.88630843057535,"GB2-08":78.18166830401371},"none":{"GB2-01":50.057946120951456,"GB2-02":65.07878191583688,"GB2-03":85.29057202344386,"GB2-04":74.07666885323393,"GB2-05":90.31387711432737,"GB2-06":77.56702419426648,"GB2-07":93.7828757602013,"GB2-08":78.319982542128}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:09:16Z","reasoning":{"highest":91.76394936275103,"medium":86.223863176344,"none":76.81096606554866},"reasoning_agg":{"highest":{"max":97.97233507345395,"mean":91.76394936275103,"min":73.4057930459927},"medium":{"max":96.12801024536326,"mean":86.223863176344,"min":73.11592331698861},"none":{"max":93.7828757602013,"mean":76.81096606554866,"min":50.057946120951456}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.95298329720238},"working_program_strength":{"all":84.9329262015479,"highest":91.76394936275103,"medium":86.223863176344,"none":76.81096606554866}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-sol-pro:0479841842004f5d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.7181350250000001,"median":0.7284095,"min":0.6179676000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.7450802},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.32189880000000004,"mean":0.206050725,"median":0.1932377,"min":0.1390416,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":1.6484058},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.16092479999999998,"mean":0.117996325,"median":0.1139534,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":0.9439705999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.32189880000000004,"mean":0.206050725,"median":0.1932377,"min":0.1390416,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":1.6484058},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.16092479999999998,"mean":0.117996325,"median":0.1139534,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":0.9439706},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.7181350250000001,"median":0.7284095,"min":0.6179676000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.745080200000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.34739402500000005,"median":0.1932377,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"run_count":24,"token_priced_attempt_count":27,"total":8.337456600000001},"codegen_latency_ms":{"attempt_count":25,"max_ms":3303985,"mean_ms":713212.5,"min_ms":32523,"paired_attempt_count":25,"paired_latency_ms":15690675,"paired_output_tokens":597244,"run_count":22},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3303985,"mean_ms":1471274.25,"min_ms":781388,"paired_attempt_count":8,"paired_latency_ms":11770194,"paired_output_tokens":463695,"run_count":8},"medium":{"attempt_count":9,"max_ms":1216579,"mean_ms":506072.0,"min_ms":79296,"paired_attempt_count":9,"paired_latency_ms":3542504,"paired_output_tokens":90016,"run_count":7},"none":{"attempt_count":8,"max_ms":85801,"mean_ms":53996.71428571428,"min_ms":32523,"paired_attempt_count":8,"paired_latency_ms":377977,"paired_output_tokens":43533,"run_count":7}},"codegen_output_tokens":{"attempt_count":27,"output_max":68217,"output_mean":25685.416666666668,"output_min":4446,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":68217,"output_mean":57961.875,"output_min":49400,"run_count":8},"medium":{"attempt_count":10,"output_max":19455,"output_mean":12893.125,"output_min":7534,"run_count":8},"none":{"attempt_count":9,"output_max":7447,"output_mean":6201.25,"output_min":4446,"run_count":8}},"display_name":"GPT-6.1 Sol Pro","economics":{"all":82.84268873365126,"highest":92.94586581400576,"medium":78.89021739566147,"none":76.69198299128658},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[128000],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":27,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":7014,"requested_max_output_token_observations":28,"requested_max_output_tokens":[128000],"total_output_tokens":616450,"total_reasoning_output_tokens":384806,"total_visible_output_tokens":231644,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-sol-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.30553225422532,"score":58.30553225422532},"GB2-02":{"attempts":3,"playable":78.98002016946818,"score":78.98002016946818},"GB2-03":{"attempts":3,"playable":88.70794117308522,"score":88.70794117308522},"GB2-04":{"attempts":3,"playable":77.87989234665613,"score":77.87989234665613},"GB2-05":{"attempts":3,"playable":92.44598477271882,"score":92.44598477271882},"GB2-06":{"attempts":3,"playable":82.15911474655985,"score":82.15911474655985},"GB2-07":{"attempts":3,"playable":93.66907761872888,"score":93.66907761872888},"GB2-08":{"attempts":3,"playable":90.59394678776772,"score":90.59394678776772}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":86.45612846163078,"score":86.45612846163078},"GB2-02":{"attempts":1,"playable":95.33475251689197,"score":95.33475251689197},"GB2-03":{"attempts":1,"playable":94.17955231423278,"score":94.17955231423278},"GB2-04":{"attempts":1,"playable":89.58547430756482,"score":89.58547430756482},"GB2-05":{"attempts":1,"playable":96.16246539990581,"score":96.16246539990581},"GB2-06":{"attempts":1,"playable":91.62326041181593,"score":91.62326041181593},"GB2-07":{"attempts":1,"playable":95.00426307425268,"score":95.00426307425268},"GB2-08":{"attempts":1,"playable":95.22103002575128,"score":95.22103002575128}},"medium":{"GB2-01":{"attempts":1,"playable":29.702356493936982,"score":29.702356493936982},"GB2-02":{"attempts":1,"playable":75.32335486197942,"score":75.32335486197942},"GB2-03":{"attempts":1,"playable":82.72015833575577,"score":82.72015833575577},"GB2-04":{"attempts":1,"playable":82.89199954738574,"score":82.89199954738574},"GB2-05":{"attempts":1,"playable":96.73486893499512,"score":96.73486893499512},"GB2-06":{"attempts":1,"playable":78.25787985841556,"score":78.25787985841556},"GB2-07":{"attempts":1,"playable":94.90417168426649,"score":94.90417168426649},"GB2-08":{"attempts":1,"playable":90.58694944855661,"score":90.58694944855661}},"none":{"GB2-01":{"attempts":1,"playable":58.75811180710821,"score":58.75811180710821},"GB2-02":{"attempts":1,"playable":66.28195312953312,"score":66.28195312953312},"GB2-03":{"attempts":1,"playable":89.2241128692671,"score":89.2241128692671},"GB2-04":{"attempts":1,"playable":61.16220318501784,"score":61.16220318501784},"GB2-05":{"attempts":1,"playable":84.44061998325549,"score":84.44061998325549},"GB2-06":{"attempts":1,"playable":76.59620396944806,"score":76.59620396944806},"GB2-07":{"attempts":1,"playable":91.0987980976675,"score":91.0987980976675},"GB2-08":{"attempts":1,"playable":85.97386088899525,"score":85.97386088899525}}},"id":"gpt-6.1-sol-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:37Z","match_totals_all":{"draws":1193,"losses":2848,"wins":12033},"match_totals_tracks":{"highest":{"draws":216,"losses":455,"wins":4687},"medium":{"draws":497,"losses":1118,"wins":3743},"none":{"draws":480,"losses":1275,"wins":3603}},"model_slug":"gpt-6-1-sol-pro","official_rank_by_reasoning":{"highest":13,"medium":16,"none":18},"overall":{"max":96.73486893499512,"mean":82.84268873365126,"min":29.702356493936982},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":13,"overall_ranking_status":"ranked","per_game":{"GB2-01":86.45612846163078,"GB2-02":95.33475251689197,"GB2-03":94.17955231423278,"GB2-04":89.58547430756482,"GB2-05":96.16246539990581,"GB2-06":91.62326041181593,"GB2-07":95.00426307425268,"GB2-08":95.22103002575128},"per_game_all":{"GB2-01":58.30553225422532,"GB2-02":78.98002016946818,"GB2-03":88.70794117308522,"GB2-04":77.87989234665613,"GB2-05":92.44598477271882,"GB2-06":82.15911474655985,"GB2-07":93.66907761872888,"GB2-08":90.59394678776772},"per_game_match_totals_all":{"GB2-01":{"draws":142,"losses":856,"wins":1042},"GB2-02":{"draws":561,"losses":208,"wins":1139},"GB2-03":{"draws":133,"losses":269,"wins":1572},"GB2-04":{"draws":264,"losses":384,"wins":1314},"GB2-05":{"draws":0,"losses":256,"wins":1814},"GB2-06":{"draws":93,"losses":387,"wins":1494},"GB2-07":{"draws":0,"losses":203,"wins":1855},"GB2-08":{"draws":0,"losses":285,"wins":1803}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":49,"losses":93,"wins":538},"GB2-02":{"draws":36,"losses":30,"wins":570},"GB2-03":{"draws":31,"losses":50,"wins":577},"GB2-04":{"draws":67,"losses":57,"wins":530},"GB2-05":{"draws":0,"losses":55,"wins":635},"GB2-06":{"draws":33,"losses":57,"wins":568},"GB2-07":{"draws":0,"losses":55,"wins":631},"GB2-08":{"draws":0,"losses":58,"wins":638}},"medium":{"GB2-01":{"draws":91,"losses":454,"wins":135},"GB2-02":{"draws":223,"losses":80,"wins":333},"GB2-03":{"draws":55,"losses":133,"wins":470},"GB2-04":{"draws":98,"losses":91,"wins":465},"GB2-05":{"draws":0,"losses":49,"wins":641},"GB2-06":{"draws":30,"losses":159,"wins":469},"GB2-07":{"draws":0,"losses":56,"wins":630},"GB2-08":{"draws":0,"losses":96,"wins":600}},"none":{"GB2-01":{"draws":2,"losses":309,"wins":369},"GB2-02":{"draws":302,"losses":98,"wins":236},"GB2-03":{"draws":47,"losses":86,"wins":525},"GB2-04":{"draws":99,"losses":236,"wins":319},"GB2-05":{"draws":0,"losses":152,"wins":538},"GB2-06":{"draws":30,"losses":171,"wins":457},"GB2-07":{"draws":0,"losses":92,"wins":594},"GB2-08":{"draws":0,"losses":131,"wins":565}}},"per_game_raw_elo_all":{"GB2-01":1550.7536147557514,"GB2-02":1762.5453830114195,"GB2-03":1947.6750802883296,"GB2-04":1730.3996294836832,"GB2-05":2363.8723583927654,"GB2-06":1988.5252484625337,"GB2-07":2334.790968016817,"GB2-08":2260.904179599364},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1881.8448689976258,"GB2-02":2058.4631181548816,"GB2-03":2133.367624720608,"GB2-04":1886.6064826360268,"GB2-05":2523.887037781344,"GB2-06":2208.658691431736,"GB2-07":2407.623635475729,"GB2-08":2434.1235662265576},"medium":{"GB2-01":1242.301407918449,"GB2-02":1660.2506868861683,"GB2-03":1773.5701374127605,"GB2-04":1768.907260127831,"GB2-05":2569.998389859002,"GB2-06":1894.6650538363758,"GB2-07":2401.4040783312894,"GB2-08":2242.453488974346},"none":{"GB2-01":1528.1145673511799,"GB2-02":1568.922343993209,"GB2-03":1936.08747873162,"GB2-04":1535.6851456871914,"GB2-05":1997.7316475379496,"GB2-06":1862.2520001194903,"GB2-07":2195.3451902434326,"GB2-08":2106.135483597188}},"per_game_tracks":{"highest":{"GB2-01":86.45612846163078,"GB2-02":95.33475251689197,"GB2-03":94.17955231423278,"GB2-04":89.58547430756482,"GB2-05":96.16246539990581,"GB2-06":91.62326041181593,"GB2-07":95.00426307425268,"GB2-08":95.22103002575128},"medium":{"GB2-01":29.702356493936982,"GB2-02":75.32335486197942,"GB2-03":82.72015833575577,"GB2-04":82.89199954738574,"GB2-05":96.73486893499512,"GB2-06":78.25787985841556,"GB2-07":94.90417168426649,"GB2-08":90.58694944855661},"none":{"GB2-01":58.75811180710821,"GB2-02":66.28195312953312,"GB2-03":89.2241128692671,"GB2-04":61.16220318501784,"GB2-05":84.44061998325549,"GB2-06":76.59620396944806,"GB2-07":91.0987980976675,"GB2-08":85.97386088899525}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:16:37Z","reasoning":{"highest":92.94586581400576,"medium":78.89021739566147,"none":76.69198299128658},"reasoning_agg":{"highest":{"max":96.16246539990581,"mean":92.94586581400576,"min":86.45612846163078},"medium":{"max":96.73486893499512,"mean":78.89021739566147,"min":29.702356493936982},"none":{"max":91.0987980976675,"mean":76.69198299128658,"min":58.75811180710821}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":16.253882822719177},"working_program_strength":{"all":82.84268873365126,"highest":92.94586581400576,"medium":78.89021739566147,"none":76.69198299128658}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra-pro:91aad66087f2ffc0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.30133032499999995,"median":0.300062625,"min":0.2459173,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":2.4106425999999996},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.128416,"mean":0.10397188750000001,"median":0.1029425,"min":0.0859153,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8317751},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08337900000000001,"mean":0.06485129999999999,"median":0.064133675,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5188104}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.128416,"mean":0.10397188750000001,"median":0.1029425,"min":0.0859153,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8317751},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08337900000000001,"mean":0.06485129999999999,"median":0.064133675,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5188104},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.30133032499999995,"median":0.300062625,"min":0.2459173,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":2.4106426}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.15671783749999998,"median":0.1029425,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":3.7612281000000003},"codegen_latency_ms":{"attempt_count":24,"max_ms":1803300,"mean_ms":278774.4166666667,"min_ms":42551,"paired_attempt_count":24,"paired_latency_ms":6690586,"paired_output_tokens":544944,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":424679,"mean_ms":330938.75,"min_ms":269191,"paired_attempt_count":8,"paired_latency_ms":2647510,"paired_output_tokens":382311,"run_count":8},"medium":{"attempt_count":8,"max_ms":1803300,"mean_ms":405545.875,"min_ms":83659,"paired_attempt_count":8,"paired_latency_ms":3244367,"paired_output_tokens":108273,"run_count":8},"none":{"attempt_count":8,"max_ms":363737,"mean_ms":99838.625,"min_ms":42551,"paired_attempt_count":8,"paired_latency_ms":798709,"paired_output_tokens":54360,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":60378,"output_mean":22706.0,"output_min":4484,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":60378,"output_mean":47788.875,"output_min":38360,"run_count":8},"medium":{"attempt_count":8,"output_max":17219,"output_mean":13534.125,"output_min":10853,"run_count":8},"none":{"attempt_count":8,"output_max":9247,"output_mean":6795.0,"output_min":4484,"run_count":8}},"display_name":"GPT-6.1 Terra Pro","economics":{"all":82.34106571607165,"highest":84.97083925171928,"medium":79.14192705623955,"none":82.91043084025611},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":544944,"total_reasoning_output_tokens":350974,"total_visible_output_tokens":193970,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":46.622229960735524,"score":46.622229960735524},"GB2-02":{"attempts":3,"playable":75.90800920860984,"score":75.90800920860984},"GB2-03":{"attempts":3,"playable":88.64377216779292,"score":88.64377216779292},"GB2-04":{"attempts":3,"playable":84.90042911548272,"score":84.90042911548272},"GB2-05":{"attempts":3,"playable":90.37901243332037,"score":90.37901243332037},"GB2-06":{"attempts":3,"playable":89.34351342195522,"score":89.34351342195522},"GB2-07":{"attempts":3,"playable":94.21669711448193,"score":94.21669711448193},"GB2-08":{"attempts":3,"playable":88.71486230619469,"score":88.71486230619469}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":40.94999609953814,"score":40.94999609953814},"GB2-02":{"attempts":1,"playable":88.04498379348637,"score":88.04498379348637},"GB2-03":{"attempts":1,"playable":95.04995396005268,"score":95.04995396005268},"GB2-04":{"attempts":1,"playable":84.97153581853199,"score":84.97153581853199},"GB2-05":{"attempts":1,"playable":95.34733527687405,"score":95.34733527687405},"GB2-06":{"attempts":1,"playable":90.09130640378258,"score":90.09130640378258},"GB2-07":{"attempts":1,"playable":95.49983373706765,"score":95.49983373706765},"GB2-08":{"attempts":1,"playable":89.81176892442079,"score":89.81176892442079}},"medium":{"GB2-01":{"attempts":1,"playable":33.21294562709883,"score":33.21294562709883},"GB2-02":{"attempts":1,"playable":73.07707757300044,"score":73.07707757300044},"GB2-03":{"attempts":1,"playable":83.12185045915503,"score":83.12185045915503},"GB2-04":{"attempts":1,"playable":84.00608523502453,"score":84.00608523502453},"GB2-05":{"attempts":1,"playable":85.3514618701254,"score":85.3514618701254},"GB2-06":{"attempts":1,"playable":91.36958820092805,"score":91.36958820092805},"GB2-07":{"attempts":1,"playable":93.57512880318909,"score":93.57512880318909},"GB2-08":{"attempts":1,"playable":89.4212786813951,"score":89.4212786813951}},"none":{"GB2-01":{"attempts":1,"playable":65.70374815556961,"score":65.70374815556961},"GB2-02":{"attempts":1,"playable":66.6019662593427,"score":66.6019662593427},"GB2-03":{"attempts":1,"playable":87.75951208417106,"score":87.75951208417106},"GB2-04":{"attempts":1,"playable":85.72366629289165,"score":85.72366629289165},"GB2-05":{"attempts":1,"playable":90.43824015296163,"score":90.43824015296163},"GB2-06":{"attempts":1,"playable":86.56964566115504,"score":86.56964566115504},"GB2-07":{"attempts":1,"playable":93.57512880318909,"score":93.57512880318909},"GB2-08":{"attempts":1,"playable":86.91153931276818,"score":86.91153931276818}}},"id":"gpt-6.1-terra-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:38:20Z","match_totals_all":{"draws":1579,"losses":2754,"wins":11741},"match_totals_tracks":{"highest":{"draws":285,"losses":872,"wins":4201},"medium":{"draws":568,"losses":1083,"wins":3707},"none":{"draws":726,"losses":799,"wins":3833}},"model_slug":"gpt-6-1-terra-pro","official_rank_by_reasoning":{"highest":18,"medium":15,"none":12},"overall":{"max":95.49983373706765,"mean":82.34106571607165,"min":33.21294562709883},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":14,"overall_ranking_status":"ranked","per_game":{"GB2-01":40.94999609953814,"GB2-02":88.04498379348637,"GB2-03":95.04995396005268,"GB2-04":84.97153581853199,"GB2-05":95.34733527687405,"GB2-06":90.09130640378258,"GB2-07":95.49983373706765,"GB2-08":89.81176892442079},"per_game_all":{"GB2-01":46.622229960735524,"GB2-02":75.90800920860984,"GB2-03":88.64377216779292,"GB2-04":84.90042911548272,"GB2-05":90.37901243332037,"GB2-06":89.34351342195522,"GB2-07":94.21669711448193,"GB2-08":88.71486230619469},"per_game_match_totals_all":{"GB2-01":{"draws":301,"losses":1017,"wins":722},"GB2-02":{"draws":730,"losses":193,"wins":985},"GB2-03":{"draws":156,"losses":258,"wins":1560},"GB2-04":{"draws":273,"losses":240,"wins":1449},"GB2-05":{"draws":0,"losses":313,"wins":1757},"GB2-06":{"draws":119,"losses":214,"wins":1641},"GB2-07":{"draws":0,"losses":188,"wins":1870},"GB2-08":{"draws":0,"losses":331,"wins":1757}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":68,"losses":393,"wins":219},"GB2-02":{"draws":68,"losses":71,"wins":497},"GB2-03":{"draws":12,"losses":51,"wins":595},"GB2-04":{"draws":88,"losses":81,"wins":485},"GB2-05":{"draws":0,"losses":63,"wins":627},"GB2-06":{"draws":49,"losses":61,"wins":548},"GB2-07":{"draws":0,"losses":50,"wins":636},"GB2-08":{"draws":0,"losses":102,"wins":594}},"medium":{"GB2-01":{"draws":32,"losses":461,"wins":187},"GB2-02":{"draws":278,"losses":67,"wins":291},"GB2-03":{"draws":135,"losses":90,"wins":433},"GB2-04":{"draws":90,"losses":87,"wins":477},"GB2-05":{"draws":0,"losses":145,"wins":545},"GB2-06":{"draws":33,"losses":59,"wins":566},"GB2-07":{"draws":0,"losses":69,"wins":617},"GB2-08":{"draws":0,"losses":105,"wins":591}},"none":{"GB2-01":{"draws":201,"losses":163,"wins":316},"GB2-02":{"draws":384,"losses":55,"wins":197},"GB2-03":{"draws":9,"losses":117,"wins":532},"GB2-04":{"draws":95,"losses":72,"wins":487},"GB2-05":{"draws":0,"losses":105,"wins":585},"GB2-06":{"draws":37,"losses":94,"wins":527},"GB2-07":{"draws":0,"losses":69,"wins":617},"GB2-08":{"draws":0,"losses":124,"wins":572}}},"per_game_raw_elo_all":{"GB2-01":1411.8369633297134,"GB2-02":1684.7543664500288,"GB2-03":1951.923516330893,"GB2-04":1799.937213909452,"GB2-05":2238.582734314628,"GB2-06":2144.8630096007905,"GB2-07":2362.2033464317788,"GB2-08":2184.6816438428095},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1356.9186632728643,"GB2-02":1846.7046043211008,"GB2-03":2181.1117274518638,"GB2-04":1800.8820520291747,"GB2-05":2466.7681274716942,"GB2-06":2162.50943468927,"GB2-07":2439.384942790626,"GB2-08":2217.2938734503678},"medium":{"GB2-01":1279.5884554682073,"GB2-02":1635.6915713922003,"GB2-03":1781.7938786561288,"GB2-04":1785.6427991689857,"GB2-05":2028.719954417612,"GB2-06":2200.633007930658,"GB2-07":2323.6125482523553,"GB2-08":2205.0505233085514},"none":{"GB2-01":1599.0037712480694,"GB2-02":1571.8669236367846,"GB2-03":1892.864942884687,"GB2-04":1813.2867905301957,"GB2-05":2220.260121054578,"GB2-06":2071.446586182443,"GB2-07":2323.6125482523553,"GB2-08":2131.7005347695094}},"per_game_tracks":{"highest":{"GB2-01":40.94999609953814,"GB2-02":88.04498379348637,"GB2-03":95.04995396005268,"GB2-04":84.97153581853199,"GB2-05":95.34733527687405,"GB2-06":90.09130640378258,"GB2-07":95.49983373706765,"GB2-08":89.81176892442079},"medium":{"GB2-01":33.21294562709883,"GB2-02":73.07707757300044,"GB2-03":83.12185045915503,"GB2-04":84.00608523502453,"GB2-05":85.3514618701254,"GB2-06":91.36958820092805,"GB2-07":93.57512880318909,"GB2-08":89.4212786813951},"none":{"GB2-01":65.70374815556961,"GB2-02":66.6019662593427,"GB2-03":87.75951208417106,"GB2-04":85.72366629289165,"GB2-05":90.43824015296163,"GB2-06":86.56964566115504,"GB2-07":93.57512880318909,"GB2-08":86.91153931276818}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:56:09Z","reasoning":{"highest":84.97083925171928,"medium":79.14192705623955,"none":82.91043084025611},"reasoning_agg":{"highest":{"max":95.49983373706765,"mean":84.97083925171928,"min":40.94999609953814},"medium":{"max":93.57512880318909,"mean":79.14192705623955,"min":33.21294562709883},"none":{"max":93.57512880318909,"mean":82.91043084025611,"min":65.70374815556961}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":5.828912195479731},"working_program_strength":{"all":82.34106571607165,"highest":84.97083925171928,"medium":79.14192705623955,"none":82.91043084025611}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-argon:91e4531db3ba9659","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.440512,"median":0.446556,"min":0.29813,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":3.5240959999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.22172,"mean":0.09679175,"median":0.079292,"min":0.064396,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.7743340000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124048,"mean":0.08425525,"median":0.081095,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.674042}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.22172,"mean":0.09679175,"median":0.079292,"min":0.064396,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.774334},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124048,"mean":0.08425525,"median":0.081095,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.674042},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.440512,"median":0.446556,"min":0.29813,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":3.524096}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.20718633333333333,"median":0.09228,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"run_count":24,"token_priced_attempt_count":28,"total":4.972472},"codegen_latency_ms":{"attempt_count":28,"max_ms":633783,"mean_ms":198313.91666666666,"min_ms":46974,"paired_attempt_count":28,"paired_latency_ms":4759534,"paired_output_tokens":442779,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":633783,"mean_ms":450301.75,"min_ms":322608,"paired_attempt_count":11,"paired_latency_ms":3602414,"paired_output_tokens":328742,"run_count":8},"medium":{"attempt_count":9,"max_ms":152424,"mean_ms":70572.25,"min_ms":46974,"paired_attempt_count":9,"paired_latency_ms":564578,"paired_output_tokens":60612,"run_count":8},"none":{"attempt_count":8,"max_ms":113522,"mean_ms":74067.75,"min_ms":52299,"paired_attempt_count":8,"paired_latency_ms":592542,"paired_output_tokens":53425,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":54729,"output_mean":18449.125,"output_min":4647,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":54729,"output_mean":41092.75,"output_min":28061,"run_count":8},"medium":{"attempt_count":9,"output_max":17530,"output_mean":7576.5,"output_min":4801,"run_count":8},"none":{"attempt_count":8,"output_max":10605,"output_mean":6678.125,"output_min":4647,"run_count":8}},"display_name":"Gemini 4 Argon","economics":{"all":81.4447935141462,"highest":89.14606888167933,"medium":76.33685600944132,"none":78.85145565131793},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":442779,"total_reasoning_output_tokens":206667,"total_visible_output_tokens":236112,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-argon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":91.22174509910724,"score":91.22174509910724},"GB2-02":{"attempts":3,"playable":77.67747088633885,"score":77.67747088633885},"GB2-03":{"attempts":3,"playable":83.88503162775943,"score":83.88503162775943},"GB2-04":{"attempts":3,"playable":71.22992484430414,"score":71.22992484430414},"GB2-05":{"attempts":3,"playable":90.93142960519968,"score":90.93142960519968},"GB2-06":{"attempts":3,"playable":91.44935340165738,"score":91.44935340165738},"GB2-07":{"attempts":3,"playable":71.89322180513577,"score":71.89322180513577},"GB2-08":{"attempts":3,"playable":73.27017084366706,"score":73.27017084366706}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.14460344062397,"score":94.14460344062397},"GB2-02":{"attempts":1,"playable":93.55006074804766,"score":93.55006074804766},"GB2-03":{"attempts":1,"playable":92.8992720542062,"score":92.8992720542062},"GB2-04":{"attempts":1,"playable":72.51055417179754,"score":72.51055417179754},"GB2-05":{"attempts":1,"playable":96.4531172434231,"score":96.4531172434231},"GB2-06":{"attempts":1,"playable":96.56314792408381,"score":96.56314792408381},"GB2-07":{"attempts":1,"playable":81.61231637516086,"score":81.61231637516086},"GB2-08":{"attempts":1,"playable":85.43547909609147,"score":85.43547909609147}},"medium":{"GB2-01":{"attempts":1,"playable":88.99971597994396,"score":88.99971597994396},"GB2-02":{"attempts":1,"playable":63.46714905631825,"score":63.46714905631825},"GB2-03":{"attempts":1,"playable":76.3046789959694,"score":76.3046789959694},"GB2-04":{"attempts":1,"playable":66.36128120224801,"score":66.36128120224801},"GB2-05":{"attempts":1,"playable":89.18663723632375,"score":89.18663723632375},"GB2-06":{"attempts":1,"playable":89.76931937975931,"score":89.76931937975931},"GB2-07":{"attempts":1,"playable":76.6646741842377,"score":76.6646741842377},"GB2-08":{"attempts":1,"playable":59.94139204073016,"score":59.94139204073016}},"none":{"GB2-01":{"attempts":1,"playable":90.52091587675383,"score":90.52091587675383},"GB2-02":{"attempts":1,"playable":76.01520285465065,"score":76.01520285465065},"GB2-03":{"attempts":1,"playable":82.45114383310273,"score":82.45114383310273},"GB2-04":{"attempts":1,"playable":74.81793915886688,"score":74.81793915886688},"GB2-05":{"attempts":1,"playable":87.15453433585218,"score":87.15453433585218},"GB2-06":{"attempts":1,"playable":88.015592901129,"score":88.015592901129},"GB2-07":{"attempts":1,"playable":57.40267485600875,"score":57.40267485600875},"GB2-08":{"attempts":1,"playable":74.43364139417953,"score":74.43364139417953}}},"id":"gemini-4-argon","is_recent_addition":false,"last_measured_at":"2026-11-21T16:27:01Z","match_totals_all":{"draws":1316,"losses":3103,"wins":11655},"match_totals_tracks":{"highest":{"draws":256,"losses":668,"wins":4434},"medium":{"draws":606,"losses":1244,"wins":3508},"none":{"draws":454,"losses":1191,"wins":3713}},"model_slug":"gemini-4-argon","official_rank_by_reasoning":{"highest":16,"medium":18,"none":16},"overall":{"max":96.56314792408381,"mean":81.4447935141462,"min":57.40267485600875},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":15,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.14460344062397,"GB2-02":93.55006074804766,"GB2-03":92.8992720542062,"GB2-04":72.51055417179754,"GB2-05":96.4531172434231,"GB2-06":96.56314792408381,"GB2-07":81.61231637516086,"GB2-08":85.43547909609147},"per_game_all":{"GB2-01":91.22174509910724,"GB2-02":77.67747088633885,"GB2-03":83.88503162775943,"GB2-04":71.22992484430414,"GB2-05":90.93142960519968,"GB2-06":91.44935340165738,"GB2-07":71.89322180513577,"GB2-08":73.27017084366706},"per_game_match_totals_all":{"GB2-01":{"draws":0,"losses":240,"wins":1800},"GB2-02":{"draws":477,"losses":278,"wins":1153},"GB2-03":{"draws":221,"losses":336,"wins":1417},"GB2-04":{"draws":541,"losses":389,"wins":1032},"GB2-05":{"draws":0,"losses":298,"wins":1772},"GB2-06":{"draws":77,"losses":184,"wins":1713},"GB2-07":{"draws":0,"losses":711,"wins":1347},"GB2-08":{"draws":0,"losses":667,"wins":1421}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":56,"wins":624},"GB2-02":{"draws":76,"losses":25,"wins":535},"GB2-03":{"draws":59,"losses":48,"wins":551},"GB2-04":{"draws":105,"losses":159,"wins":390},"GB2-05":{"draws":0,"losses":52,"wins":638},"GB2-06":{"draws":16,"losses":25,"wins":617},"GB2-07":{"draws":0,"losses":168,"wins":518},"GB2-08":{"draws":0,"losses":135,"wins":561}},"medium":{"GB2-01":{"draws":0,"losses":98,"wins":582},"GB2-02":{"draws":213,"losses":160,"wins":263},"GB2-03":{"draws":129,"losses":142,"wins":387},"GB2-04":{"draws":226,"losses":139,"wins":289},"GB2-05":{"draws":0,"losses":115,"wins":575},"GB2-06":{"draws":38,"losses":69,"wins":551},"GB2-07":{"draws":0,"losses":204,"wins":482},"GB2-08":{"draws":0,"losses":317,"wins":379}},"none":{"GB2-01":{"draws":0,"losses":86,"wins":594},"GB2-02":{"draws":188,"losses":93,"wins":355},"GB2-03":{"draws":33,"losses":146,"wins":479},"GB2-04":{"draws":210,"losses":91,"wins":353},"GB2-05":{"draws":0,"losses":131,"wins":559},"GB2-06":{"draws":23,"losses":90,"wins":545},"GB2-07":{"draws":0,"losses":339,"wins":347},"GB2-08":{"draws":0,"losses":215,"wins":481}}},"per_game_raw_elo_all":{"GB2-01":1997.901760948265,"GB2-02":1733.482843842008,"GB2-03":1834.1357678308107,"GB2-04":1630.272617373578,"GB2-05":2269.696275404974,"GB2-06":2229.232101029314,"GB2-07":1690.6207986213383,"GB2-08":1811.7118244003434},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2085.484327262385,"GB2-02":1988.6335805690271,"GB2-03":2072.227876076495,"GB2-04":1642.0756314826688,"GB2-05":2546.5591170675816,"GB2-06":2427.3647255778496,"GB2-07":1862.5046207861546,"GB2-08":2091.8048779369906},"medium":{"GB2-01":1935.59653159452,"GB2-02":1543.677402385065,"GB2-03":1662.016622043342,"GB2-04":1581.8523848088823,"GB2-05":2169.7389420155096,"GB2-06":2153.432675423347,"GB2-07":1754.785846667261,"GB2-08":1515.3092075123598},"none":{"GB2-01":1972.62442398789,"GB2-02":1668.1375485719316,"GB2-03":1768.1628053725954,"GB2-04":1666.8898358291829,"GB2-05":2092.7907671318317,"GB2-06":2106.8989020867452,"GB2-07":1454.5719284105992,"GB2-08":1828.0213877516799}},"per_game_tracks":{"highest":{"GB2-01":94.14460344062397,"GB2-02":93.55006074804766,"GB2-03":92.8992720542062,"GB2-04":72.51055417179754,"GB2-05":96.4531172434231,"GB2-06":96.56314792408381,"GB2-07":81.61231637516086,"GB2-08":85.43547909609147},"medium":{"GB2-01":88.99971597994396,"GB2-02":63.46714905631825,"GB2-03":76.3046789959694,"GB2-04":66.36128120224801,"GB2-05":89.18663723632375,"GB2-06":89.76931937975931,"GB2-07":76.6646741842377,"GB2-08":59.94139204073016},"none":{"GB2-01":90.52091587675383,"GB2-02":76.01520285465065,"GB2-03":82.45114383310273,"GB2-04":74.81793915886688,"GB2-05":87.15453433585218,"GB2-06":88.015592901129,"GB2-07":57.40267485600875,"GB2-08":74.43364139417953}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:20:47Z","reasoning":{"highest":89.14606888167933,"medium":76.33685600944132,"none":78.85145565131793},"reasoning_agg":{"highest":{"max":96.56314792408381,"mean":89.14606888167933,"min":72.51055417179754},"medium":{"max":89.76931937975931,"mean":76.33685600944132,"min":59.94139204073016},"none":{"max":90.52091587675383,"mean":78.85145565131793,"min":57.40267485600875}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":12.809212872238007},"working_program_strength":{"all":81.4447935141462,"highest":89.14606888167933,"medium":76.33685600944132,"none":78.85145565131793}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra:e0c082ee66056555","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.10675300000000001,"median":0.108693,"min":0.089838,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8540239999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.047753000000000004,"mean":0.03952675,"median":0.03939425,"min":0.0330805,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.316214},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.033728,"mean":0.026974875000000002,"median":0.026358625000000004,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.21579899999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.047753000000000004,"mean":0.03952675,"median":0.03939425,"min":0.0330805,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.31621399999999994},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.033728,"mean":0.026974875000000002,"median":0.026358625000000004,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.21579900000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.10675300000000001,"median":0.108693,"min":0.089838,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8540239999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.05775154166666668,"median":0.03939425,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":1.386037},"codegen_output_tokens":{"attempt_count":24,"output_max":23315,"output_mean":9592.583333333334,"output_min":2164,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":23315,"output_mean":19392.875,"output_min":16117,"run_count":8},"medium":{"attempt_count":8,"output_max":7519,"output_mean":5947.625,"output_min":4240,"run_count":8},"none":{"attempt_count":8,"output_max":4714,"output_mean":3437.25,"output_min":2164,"run_count":8}},"display_name":"GPT-6.1 Terra","economics":{"all":81.14663637427834,"highest":85.83054194245081,"medium":78.49176080799639,"none":79.11760637238787},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"none":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":230222,"total_reasoning_output_tokens":132676,"total_visible_output_tokens":97546,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.75313175770151,"score":65.75313175770151},"GB2-02":{"attempts":3,"playable":73.13167485629555,"score":73.13167485629555},"GB2-03":{"attempts":3,"playable":75.5459677557814,"score":75.5459677557814},"GB2-04":{"attempts":3,"playable":80.96724988591531,"score":80.96724988591531},"GB2-05":{"attempts":3,"playable":90.77871375296947,"score":90.77871375296947},"GB2-06":{"attempts":3,"playable":88.4256312428336,"score":88.4256312428336},"GB2-07":{"attempts":3,"playable":94.36626291384242,"score":94.36626291384242},"GB2-08":{"attempts":3,"playable":80.20445882888762,"score":80.20445882888762}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":74.34556587701876,"score":74.34556587701876},"GB2-02":{"attempts":1,"playable":77.46700566816752,"score":77.46700566816752},"GB2-03":{"attempts":1,"playable":89.28418071047581,"score":89.28418071047581},"GB2-04":{"attempts":1,"playable":82.96195377405583,"score":82.96195377405583},"GB2-05":{"attempts":1,"playable":94.48133907452797,"score":94.48133907452797},"GB2-06":{"attempts":1,"playable":89.96262205439083,"score":89.96262205439083},"GB2-07":{"attempts":1,"playable":96.65300059561169,"score":96.65300059561169},"GB2-08":{"attempts":1,"playable":81.48866778535807,"score":81.48866778535807}},"medium":{"GB2-01":{"attempts":1,"playable":62.4294340827621,"score":62.4294340827621},"GB2-02":{"attempts":1,"playable":71.04263539743874,"score":71.04263539743874},"GB2-03":{"attempts":1,"playable":60.83284667075719,"score":60.83284667075719},"GB2-04":{"attempts":1,"playable":77.6792740339999,"score":77.6792740339999},"GB2-05":{"attempts":1,"playable":90.18932088176678,"score":90.18932088176678},"GB2-06":{"attempts":1,"playable":90.60452925236169,"score":90.60452925236169},"GB2-07":{"attempts":1,"playable":94.90417168426649,"score":94.90417168426649},"GB2-08":{"attempts":1,"playable":80.25187446061825,"score":80.25187446061825}},"none":{"GB2-01":{"attempts":1,"playable":60.484395313323645,"score":60.484395313323645},"GB2-02":{"attempts":1,"playable":70.88538350328038,"score":70.88538350328038},"GB2-03":{"attempts":1,"playable":76.52087588611117,"score":76.52087588611117},"GB2-04":{"attempts":1,"playable":82.26052184969022,"score":82.26052184969022},"GB2-05":{"attempts":1,"playable":87.66548130261366,"score":87.66548130261366},"GB2-06":{"attempts":1,"playable":84.70974242174827,"score":84.70974242174827},"GB2-07":{"attempts":1,"playable":91.54161646164908,"score":91.54161646164908},"GB2-08":{"attempts":1,"playable":78.87283424068656,"score":78.87283424068656}}},"id":"gpt-6.1-terra","is_recent_addition":false,"last_measured_at":"2026-11-21T14:38:15Z","match_totals_all":{"draws":1880,"losses":2849,"wins":11345},"match_totals_tracks":{"highest":{"draws":468,"losses":756,"wins":4134},"medium":{"draws":755,"losses":1029,"wins":3574},"none":{"draws":657,"losses":1064,"wins":3637}},"model_slug":"gpt-6-1-terra","official_rank_by_reasoning":{"highest":17,"medium":17,"none":15},"overall":{"max":96.65300059561169,"mean":81.14663637427834,"min":60.484395313323645},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":16,"overall_ranking_status":"ranked","per_game":{"GB2-01":74.34556587701876,"GB2-02":77.46700566816752,"GB2-03":89.28418071047581,"GB2-04":82.96195377405583,"GB2-05":94.48133907452797,"GB2-06":89.96262205439083,"GB2-07":96.65300059561169,"GB2-08":81.48866778535807},"per_game_all":{"GB2-01":65.75313175770151,"GB2-02":73.13167485629555,"GB2-03":75.5459677557814,"GB2-04":80.96724988591531,"GB2-05":90.77871375296947,"GB2-06":88.4256312428336,"GB2-07":94.36626291384242,"GB2-08":80.20445882888762},"per_game_match_totals_all":{"GB2-01":{"draws":257,"losses":660,"wins":1123},"GB2-02":{"draws":803,"losses":215,"wins":890},"GB2-03":{"draws":426,"losses":409,"wins":1139},"GB2-04":{"draws":267,"losses":327,"wins":1368},"GB2-05":{"draws":0,"losses":305,"wins":1765},"GB2-06":{"draws":127,"losses":231,"wins":1616},"GB2-07":{"draws":0,"losses":182,"wins":1876},"GB2-08":{"draws":0,"losses":520,"wins":1568}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":47,"losses":181,"wins":452},"GB2-02":{"draws":241,"losses":57,"wins":338},"GB2-03":{"draws":80,"losses":69,"wins":509},"GB2-04":{"draws":71,"losses":104,"wins":479},"GB2-05":{"draws":0,"losses":71,"wins":619},"GB2-06":{"draws":29,"losses":72,"wins":557},"GB2-07":{"draws":0,"losses":38,"wins":648},"GB2-08":{"draws":0,"losses":164,"wins":532}},"medium":{"GB2-01":{"draws":93,"losses":239,"wins":348},"GB2-02":{"draws":258,"losses":90,"wins":288},"GB2-03":{"draws":232,"losses":192,"wins":234},"GB2-04":{"draws":121,"losses":116,"wins":417},"GB2-05":{"draws":0,"losses":107,"wins":583},"GB2-06":{"draws":51,"losses":56,"wins":551},"GB2-07":{"draws":0,"losses":56,"wins":630},"GB2-08":{"draws":0,"losses":173,"wins":523}},"none":{"GB2-01":{"draws":117,"losses":240,"wins":323},"GB2-02":{"draws":304,"losses":68,"wins":264},"GB2-03":{"draws":114,"losses":148,"wins":396},"GB2-04":{"draws":75,"losses":107,"wins":472},"GB2-05":{"draws":0,"losses":127,"wins":563},"GB2-06":{"draws":47,"losses":103,"wins":508},"GB2-07":{"draws":0,"losses":88,"wins":598},"GB2-08":{"draws":0,"losses":183,"wins":513}}},"per_game_raw_elo_all":{"GB2-01":1602.6090062338571,"GB2-02":1637.6558061276155,"GB2-03":1692.874503135606,"GB2-04":1743.2129061173355,"GB2-05":2245.142531721173,"GB2-06":2121.634006284957,"GB2-07":2380.0337596789545,"GB2-08":1961.7642898853828},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1697.5862127224784,"GB2-02":1685.2493470793231,"GB2-03":1937.96929730632,"GB2-04":1769.9333776323065,"GB2-05":2413.813383983763,"GB2-06":2158.8591203515907,"GB2-07":2521.7336044591702,"GB2-08":1992.4067651901707},"medium":{"GB2-01":1564.9530101302453,"GB2-02":1614.6511772257977,"GB2-03":1475.363437714189,"GB2-04":1699.920652012191,"GB2-05":2209.9830494789144,"GB2-06":2177.3884448637555,"GB2-07":2401.4040783312894,"GB2-08":1962.7202022016866},"none":{"GB2-01":1545.287795848848,"GB2-02":1613.0668940777257,"GB2-03":1665.290774386309,"GB2-04":1759.784688707509,"GB2-05":2111.6311617008414,"GB2-06":2028.654453639525,"GB2-07":2216.963596246404,"GB2-08":1930.1659022642912}},"per_game_tracks":{"highest":{"GB2-01":74.34556587701876,"GB2-02":77.46700566816752,"GB2-03":89.28418071047581,"GB2-04":82.96195377405583,"GB2-05":94.48133907452797,"GB2-06":89.96262205439083,"GB2-07":96.65300059561169,"GB2-08":81.48866778535807},"medium":{"GB2-01":62.4294340827621,"GB2-02":71.04263539743874,"GB2-03":60.83284667075719,"GB2-04":77.6792740339999,"GB2-05":90.18932088176678,"GB2-06":90.60452925236169,"GB2-07":94.90417168426649,"GB2-08":80.25187446061825},"none":{"GB2-01":60.484395313323645,"GB2-02":70.88538350328038,"GB2-03":76.52087588611117,"GB2-04":82.26052184969022,"GB2-05":87.66548130261366,"GB2-06":84.70974242174827,"GB2-07":91.54161646164908,"GB2-08":78.87283424068656}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:41:54Z","reasoning":{"highest":85.83054194245081,"medium":78.49176080799639,"none":79.11760637238787},"reasoning_agg":{"highest":{"max":96.65300059561169,"mean":85.83054194245081,"min":74.34556587701876},"medium":{"max":94.90417168426649,"mean":78.49176080799639,"min":60.83284667075719},"none":{"max":91.54161646164908,"mean":79.11760637238787,"min":60.484395313323645}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.338781134454422},"working_program_strength":{"all":81.14663637427834,"highest":85.83054194245081,"medium":78.49176080799639,"none":79.11760637238787}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3-1-pro:7e1926695a59c085","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.45841275000000004,"median":0.456374,"min":0.383384,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":3.667302},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.228888,"mean":0.1761925,"median":0.1786566,"min":0.1389952,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.40954},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.31477,"mean":0.2003284,"median":0.218258,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.6026272}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.228888,"mean":0.1761925,"median":0.1786566,"min":0.1389952,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.4095399999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.31477,"mean":0.2003284,"median":0.218258,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.6026272000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.45841275000000004,"median":0.456374,"min":0.383384,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":3.667302}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.2783112166666667,"median":0.227979,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"recorded_attempt_count":24,"run_count":24,"total":6.6794692},"codegen_latency_ms":{"attempt_count":24,"max_ms":1025651,"mean_ms":549120.875,"min_ms":169165,"paired_attempt_count":24,"paired_latency_ms":13178901,"paired_output_tokens":633089,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":1025651,"mean_ms":925239.125,"min_ms":802488,"paired_attempt_count":8,"paired_latency_ms":7401913,"paired_output_tokens":354175,"run_count":8},"medium":{"attempt_count":8,"max_ms":423651,"mean_ms":338545.75,"min_ms":271597,"paired_attempt_count":8,"paired_latency_ms":2708366,"paired_output_tokens":131162,"run_count":8},"none":{"attempt_count":8,"max_ms":617894,"mean_ms":383577.75,"min_ms":169165,"paired_attempt_count":8,"paired_latency_ms":3068622,"paired_output_tokens":147752,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":50450,"output_mean":26378.708333333332,"output_min":7904,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":50450,"output_mean":44271.875,"output_min":36897,"run_count":8},"medium":{"attempt_count":8,"output_max":20868,"output_mean":16395.25,"output_min":12584,"run_count":8},"none":{"attempt_count":8,"output_max":29982,"output_mean":18469.0,"output_min":7904,"run_count":8}},"display_name":"Kimi K3.1 Pro","economics":{"all":78.25610114120185,"highest":83.79639881440742,"medium":71.81011483440878,"none":79.1617897747894},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[943718],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[943718],"total_output_tokens":633089,"total_reasoning_output_tokens":510905,"total_visible_output_tokens":122184,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3.1-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":64.87993416870619,"score":64.87993416870619},"GB2-02":{"attempts":3,"playable":78.31964547861334,"score":78.31964547861334},"GB2-03":{"attempts":3,"playable":62.176213900985395,"score":62.176213900985395},"GB2-04":{"attempts":3,"playable":79.77120836121412,"score":79.77120836121412},"GB2-05":{"attempts":3,"playable":83.24965017243066,"score":83.24965017243066},"GB2-06":{"attempts":3,"playable":87.70206057847908,"score":87.70206057847908},"GB2-07":{"attempts":3,"playable":78.01297743200517,"score":78.01297743200517},"GB2-08":{"attempts":3,"playable":91.93711903718099,"score":91.93711903718099}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":91.26736058221796,"score":91.26736058221796},"GB2-02":{"attempts":1,"playable":79.35791880181283,"score":79.35791880181283},"GB2-03":{"attempts":1,"playable":85.16114591201789,"score":85.16114591201789},"GB2-04":{"attempts":1,"playable":81.97878996470487,"score":81.97878996470487},"GB2-05":{"attempts":1,"playable":88.68165119735315,"score":88.68165119735315},"GB2-06":{"attempts":1,"playable":82.15389428894555,"score":82.15389428894555},"GB2-07":{"attempts":1,"playable":72.7414042749775,"score":72.7414042749775},"GB2-08":{"attempts":1,"playable":89.02902549322967,"score":89.02902549322967}},"medium":{"GB2-01":{"attempts":1,"playable":62.6533975246447,"score":62.6533975246447},"GB2-02":{"attempts":1,"playable":73.93207361925741,"score":73.93207361925741},"GB2-03":{"attempts":1,"playable":14.734285724163401,"score":14.734285724163401},"GB2-04":{"attempts":1,"playable":81.48420146006147,"score":81.48420146006147},"GB2-05":{"attempts":1,"playable":77.67644422134427,"score":77.67644422134427},"GB2-06":{"attempts":1,"playable":90.21984127216088,"score":90.21984127216088},"GB2-07":{"attempts":1,"playable":82.55434275365312,"score":82.55434275365312},"GB2-08":{"attempts":1,"playable":91.22633209998499,"score":91.22633209998499}},"none":{"GB2-01":{"attempts":1,"playable":40.719044399255885,"score":40.719044399255885},"GB2-02":{"attempts":1,"playable":81.6689440147698,"score":81.6689440147698},"GB2-03":{"attempts":1,"playable":86.63321006677488,"score":86.63321006677488},"GB2-04":{"attempts":1,"playable":75.85063365887599,"score":75.85063365887599},"GB2-05":{"attempts":1,"playable":83.39085509859456,"score":83.39085509859456},"GB2-06":{"attempts":1,"playable":90.7324461743308,"score":90.7324461743308},"GB2-07":{"attempts":1,"playable":78.74318526738492,"score":78.74318526738492},"GB2-08":{"attempts":1,"playable":95.5559995183283,"score":95.5559995183283}}},"id":"moonshotai/kimi-k3.1-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:30:40Z","match_totals_all":{"draws":1559,"losses":3492,"wins":11023},"match_totals_tracks":{"highest":{"draws":452,"losses":912,"wins":3994},"medium":{"draws":603,"losses":1450,"wins":3305},"none":{"draws":504,"losses":1130,"wins":3724}},"model_slug":"moonshotai-kimi-k3-1-pro","official_rank_by_reasoning":{"highest":20,"medium":22,"none":14},"overall":{"max":95.5559995183283,"mean":78.25610114120185,"min":14.734285724163401},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":17,"overall_ranking_status":"ranked","per_game":{"GB2-01":91.26736058221796,"GB2-02":79.35791880181283,"GB2-03":85.16114591201789,"GB2-04":81.97878996470487,"GB2-05":88.68165119735315,"GB2-06":82.15389428894555,"GB2-07":72.7414042749775,"GB2-08":89.02902549322967},"per_game_all":{"GB2-01":64.87993416870619,"GB2-02":78.31964547861334,"GB2-03":62.176213900985395,"GB2-04":79.77120836121412,"GB2-05":83.24965017243066,"GB2-06":87.70206057847908,"GB2-07":78.01297743200517,"GB2-08":91.93711903718099},"per_game_match_totals_all":{"GB2-01":{"draws":407,"losses":589,"wins":1044},"GB2-02":{"draws":498,"losses":266,"wins":1144},"GB2-03":{"draws":92,"losses":805,"wins":1077},"GB2-04":{"draws":477,"losses":247,"wins":1238},"GB2-05":{"draws":0,"losses":481,"wins":1589},"GB2-06":{"draws":85,"losses":268,"wins":1621},"GB2-07":{"draws":0,"losses":582,"wins":1476},"GB2-08":{"draws":0,"losses":254,"wins":1834}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":79,"wins":599},"GB2-02":{"draws":190,"losses":70,"wins":376},"GB2-03":{"draws":84,"losses":100,"wins":474},"GB2-04":{"draws":149,"losses":72,"wins":433},"GB2-05":{"draws":0,"losses":119,"wins":571},"GB2-06":{"draws":27,"losses":132,"wins":499},"GB2-07":{"draws":0,"losses":232,"wins":454},"GB2-08":{"draws":0,"losses":108,"wins":588}},"medium":{"GB2-01":{"draws":262,"losses":153,"wins":265},"GB2-02":{"draws":157,"losses":122,"wins":357},"GB2-03":{"draws":1,"losses":578,"wins":79},"GB2-04":{"draws":146,"losses":77,"wins":431},"GB2-05":{"draws":0,"losses":202,"wins":488},"GB2-06":{"draws":37,"losses":66,"wins":555},"GB2-07":{"draws":0,"losses":161,"wins":525},"GB2-08":{"draws":0,"losses":91,"wins":605}},"none":{"GB2-01":{"draws":143,"losses":357,"wins":180},"GB2-02":{"draws":151,"losses":74,"wins":411},"GB2-03":{"draws":7,"losses":127,"wins":524},"GB2-04":{"draws":182,"losses":98,"wins":374},"GB2-05":{"draws":0,"losses":160,"wins":530},"GB2-06":{"draws":21,"losses":70,"wins":567},"GB2-07":{"draws":0,"losses":189,"wins":497},"GB2-08":{"draws":0,"losses":55,"wins":641}}},"per_game_raw_elo_all":{"GB2-01":1638.1598768566007,"GB2-02":1697.9095739773838,"GB2-03":1568.441990970784,"GB2-04":1727.7286154529772,"GB2-05":1970.3750871891807,"GB2-06":2106.9626718935574,"GB2-07":1788.916013103746,"GB2-08":2303.3828976587433},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1992.562699117067,"GB2-02":1708.829500537935,"GB2-03":1826.6127739000644,"GB2-04":1755.7932074768755,"GB2-05":2150.089528471745,"GB2-06":1973.5196114404143,"GB2-07":1683.3477526414017,"GB2-08":2193.010691184635},"medium":{"GB2-01":1567.2417605277983,"GB2-02":1644.8616936320057,"GB2-03":1016.0177535012145,"GB2-04":1748.8973795066618,"GB2-05":1797.8672693161598,"GB2-06":2166.186749455785,"GB2-07":1886.4109641310438,"GB2-08":2264.188887988742},"none":{"GB2-01":1354.675170924937,"GB2-02":1740.0375277622106,"GB2-03":1862.695445511073,"GB2-04":1678.4952593753942,"GB2-05":1963.168463779637,"GB2-06":2181.1816547844724,"GB2-07":1796.9893225387925,"GB2-08":2452.949113802854}},"per_game_tracks":{"highest":{"GB2-01":91.26736058221796,"GB2-02":79.35791880181283,"GB2-03":85.16114591201789,"GB2-04":81.97878996470487,"GB2-05":88.68165119735315,"GB2-06":82.15389428894555,"GB2-07":72.7414042749775,"GB2-08":89.02902549322967},"medium":{"GB2-01":62.6533975246447,"GB2-02":73.93207361925741,"GB2-03":14.734285724163401,"GB2-04":81.48420146006147,"GB2-05":77.67644422134427,"GB2-06":90.21984127216088,"GB2-07":82.55434275365312,"GB2-08":91.22633209998499},"none":{"GB2-01":40.719044399255885,"GB2-02":81.6689440147698,"GB2-03":86.63321006677488,"GB2-04":75.85063365887599,"GB2-05":83.39085509859456,"GB2-06":90.7324461743308,"GB2-07":78.74318526738492,"GB2-08":95.5559995183283}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:43:18Z","reasoning":{"highest":83.79639881440742,"medium":71.81011483440878,"none":79.1617897747894},"reasoning_agg":{"highest":{"max":91.26736058221796,"mean":83.79639881440742,"min":72.7414042749775},"medium":{"max":91.22633209998499,"mean":71.81011483440878,"min":14.734285724163401},"none":{"max":95.5559995183283,"mean":79.1617897747894,"min":40.719044399255885}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":11.986283979998646},"working_program_strength":{"all":78.25610114120185,"highest":83.79639881440742,"medium":71.81011483440878,"none":79.1617897747894}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-hydrogen:20fb2be3834f9466","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.827731584375,"median":0.71653275,"min":0.651462,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":6.621852675},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1532025,"mean":0.128996625,"median":0.1284975,"min":0.10965749999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.031973},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06372,"mean":0.0554655,"median":0.05527425,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.443724}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1532025,"mean":0.128996625,"median":0.1284975,"min":0.10965749999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.031973},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06372,"mean":0.0554655,"median":0.05527425,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.443724},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.827731584375,"median":0.71653275,"min":0.651462,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":6.621852675}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.337397903125,"median":0.1284975,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":24,"token_priced_attempt_count":26,"total":8.097549675000002},"codegen_latency_ms":{"attempt_count":26,"max_ms":573775,"mean_ms":171349.41666666666,"min_ms":13879,"paired_attempt_count":25,"paired_latency_ms":3584909,"paired_output_tokens":798199,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":573775,"mean_ms":417867.25,"min_ms":276314,"paired_attempt_count":9,"paired_latency_ms":2815461,"paired_output_tokens":629516,"run_count":8},"medium":{"attempt_count":8,"max_ms":75983,"mean_ms":62671.0,"min_ms":51760,"paired_attempt_count":8,"paired_latency_ms":501368,"paired_output_tokens":123499,"run_count":8},"none":{"attempt_count":8,"max_ms":115518,"mean_ms":33510.0,"min_ms":13879,"paired_attempt_count":8,"paired_latency_ms":268080,"paired_output_tokens":45184,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":137864,"output_mean":38099.541666666664,"output_min":4224,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":137864,"output_mean":93213.25,"output_min":69171,"run_count":8},"medium":{"attempt_count":8,"output_max":18781,"output_mean":15437.375,"output_min":12337,"run_count":8},"none":{"attempt_count":8,"output_max":6744,"output_mean":5648.0,"output_min":4224,"run_count":8}},"display_name":"Gemini 4 Hydrogen","economics":{"all":78.18441007139528,"highest":97.05790953426278,"medium":79.79767943398768,"none":57.697641245935365},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[943718],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":27,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[943718],"total_output_tokens":914389,"total_reasoning_output_tokens":663896,"total_visible_output_tokens":250493,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-hydrogen","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":82.03794491680114,"score":82.03794491680114},"GB2-02":{"attempts":3,"playable":72.22151683741285,"score":72.22151683741285},"GB2-03":{"attempts":3,"playable":75.62496879238572,"score":75.62496879238572},"GB2-04":{"attempts":3,"playable":73.21237622445888,"score":73.21237622445888},"GB2-05":{"attempts":3,"playable":73.48571702271731,"score":73.48571702271731},"GB2-06":{"attempts":3,"playable":84.54408657589966,"score":84.54408657589966},"GB2-07":{"attempts":3,"playable":88.620103573616,"score":88.620103573616},"GB2-08":{"attempts":3,"playable":75.72856662787065,"score":75.72856662787065}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":92.4884777827993,"score":92.4884777827993},"GB2-02":{"attempts":1,"playable":97.04215830075283,"score":97.04215830075283},"GB2-03":{"attempts":1,"playable":97.32499003209712,"score":97.32499003209712},"GB2-04":{"attempts":1,"playable":95.66105370887824,"score":95.66105370887824},"GB2-05":{"attempts":1,"playable":98.9993495285566,"score":98.9993495285566},"GB2-06":{"attempts":1,"playable":98.7908010443162,"score":98.7908010443162},"GB2-07":{"attempts":1,"playable":96.93242775479925,"score":96.93242775479925},"GB2-08":{"attempts":1,"playable":99.22401812190267,"score":99.22401812190267}},"medium":{"GB2-01":{"attempts":1,"playable":74.99402838027704,"score":74.99402838027704},"GB2-02":{"attempts":1,"playable":78.90620399975538,"score":78.90620399975538},"GB2-03":{"attempts":1,"playable":79.77906788952714,"score":79.77906788952714},"GB2-04":{"attempts":1,"playable":74.74394639321328,"score":74.74394639321328},"GB2-05":{"attempts":1,"playable":82.72941507317721,"score":82.72941507317721},"GB2-06":{"attempts":1,"playable":75.55135833929162,"score":75.55135833929162},"GB2-07":{"attempts":1,"playable":90.875301435971,"score":90.875301435971},"GB2-08":{"attempts":1,"playable":80.80211396068876,"score":80.80211396068876}},"none":{"GB2-01":{"attempts":1,"playable":78.63132858732709,"score":78.63132858732709},"GB2-02":{"attempts":1,"playable":40.71618821173033,"score":40.71618821173033},"GB2-03":{"attempts":1,"playable":49.7708484555329,"score":49.7708484555329},"GB2-04":{"attempts":1,"playable":49.2321285712851,"score":49.2321285712851},"GB2-05":{"attempts":1,"playable":38.72838646641809,"score":38.72838646641809},"GB2-06":{"attempts":1,"playable":79.29010034409116,"score":79.29010034409116},"GB2-07":{"attempts":1,"playable":78.05258153007775,"score":78.05258153007775},"GB2-08":{"attempts":1,"playable":47.15956780102051,"score":47.15956780102051}}},"id":"gemini-4-hydrogen","is_recent_addition":false,"last_measured_at":"2026-11-21T16:38:47Z","match_totals_all":{"draws":1522,"losses":3392,"wins":11160},"match_totals_tracks":{"highest":{"draws":100,"losses":206,"wins":5052},"medium":{"draws":514,"losses":1111,"wins":3733},"none":{"draws":908,"losses":2075,"wins":2375}},"model_slug":"gemini-4-hydrogen","official_rank_by_reasoning":{"highest":5,"medium":14,"none":24},"overall":{"max":99.22401812190267,"mean":78.18441007139528,"min":38.72838646641809},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":18,"overall_ranking_status":"ranked","per_game":{"GB2-01":92.4884777827993,"GB2-02":97.04215830075283,"GB2-03":97.32499003209712,"GB2-04":95.66105370887824,"GB2-05":98.9993495285566,"GB2-06":98.7908010443162,"GB2-07":96.93242775479925,"GB2-08":99.22401812190267},"per_game_all":{"GB2-01":82.03794491680114,"GB2-02":72.22151683741285,"GB2-03":75.62496879238572,"GB2-04":73.21237622445888,"GB2-05":73.48571702271731,"GB2-06":84.54408657589966,"GB2-07":88.620103573616,"GB2-08":75.72856662787065},"per_game_match_totals_all":{"GB2-01":{"draws":5,"losses":442,"wins":1593},"GB2-02":{"draws":692,"losses":258,"wins":958},"GB2-03":{"draws":46,"losses":568,"wins":1360},"GB2-04":{"draws":710,"losses":243,"wins":1009},"GB2-05":{"draws":0,"losses":636,"wins":1434},"GB2-06":{"draws":69,"losses":338,"wins":1567},"GB2-07":{"draws":0,"losses":323,"wins":1735},"GB2-08":{"draws":0,"losses":584,"wins":1504}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":70,"wins":610},"GB2-02":{"draws":45,"losses":10,"wins":581},"GB2-03":{"draws":6,"losses":30,"wins":622},"GB2-04":{"draws":46,"losses":18,"wins":590},"GB2-05":{"draws":0,"losses":19,"wins":671},"GB2-06":{"draws":3,"losses":11,"wins":644},"GB2-07":{"draws":0,"losses":35,"wins":651},"GB2-08":{"draws":0,"losses":13,"wins":683}},"medium":{"GB2-01":{"draws":2,"losses":199,"wins":479},"GB2-02":{"draws":214,"losses":61,"wins":361},"GB2-03":{"draws":6,"losses":179,"wins":473},"GB2-04":{"draws":255,"losses":69,"wins":330},"GB2-05":{"draws":0,"losses":165,"wins":525},"GB2-06":{"draws":37,"losses":175,"wins":446},"GB2-07":{"draws":0,"losses":94,"wins":592},"GB2-08":{"draws":0,"losses":169,"wins":527}},"none":{"GB2-01":{"draws":3,"losses":173,"wins":504},"GB2-02":{"draws":433,"losses":187,"wins":16},"GB2-03":{"draws":34,"losses":359,"wins":265},"GB2-04":{"draws":409,"losses":156,"wins":89},"GB2-05":{"draws":0,"losses":452,"wins":238},"GB2-06":{"draws":29,"losses":152,"wins":477},"GB2-07":{"draws":0,"losses":194,"wins":492},"GB2-08":{"draws":0,"losses":402,"wins":294}}},"per_game_raw_elo_all":{"GB2-01":1829.3508803677298,"GB2-02":1738.6108935165091,"GB2-03":1811.707308624996,"GB2-04":1725.1312656536622,"GB2-05":2000.3447366677055,"GB2-06":2140.451597603336,"GB2-07":2170.473090414938,"GB2-08":2049.8740451098274},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2028.3730055333115,"GB2-02":2152.095788597074,"GB2-03":2345.5574951186736,"GB2-04":2070.8097390504563,"GB2-05":2868.2873201695916,"GB2-06":2664.113015726506,"GB2-07":2544.221155069192,"GB2-08":2890.307990602856},"medium":{"GB2-01":1705.7077369497501,"GB2-02":1703.051028411174,"GB2-03":1718.325302296961,"GB2-04":1666.0708953379972,"GB2-05":1942.038016340024,"GB2-06":1842.1316057323152,"GB2-07":2184.6459244398993,"GB2-08":1975.8634900705115},"none":{"GB2-01":1753.9718986201283,"GB2-02":1360.6858635412796,"GB2-03":1371.2391284593527,"GB2-04":1438.5131625725337,"GB2-05":1190.7088734935012,"GB2-06":1915.1101713511862,"GB2-07":1782.5521917357223,"GB2-08":1283.4506546561156}},"per_game_tracks":{"highest":{"GB2-01":92.4884777827993,"GB2-02":97.04215830075283,"GB2-03":97.32499003209712,"GB2-04":95.66105370887824,"GB2-05":98.9993495285566,"GB2-06":98.7908010443162,"GB2-07":96.93242775479925,"GB2-08":99.22401812190267},"medium":{"GB2-01":74.99402838027704,"GB2-02":78.90620399975538,"GB2-03":79.77906788952714,"GB2-04":74.74394639321328,"GB2-05":82.72941507317721,"GB2-06":75.55135833929162,"GB2-07":90.875301435971,"GB2-08":80.80211396068876},"none":{"GB2-01":78.63132858732709,"GB2-02":40.71618821173033,"GB2-03":49.7708484555329,"GB2-04":49.2321285712851,"GB2-05":38.72838646641809,"GB2-06":79.29010034409116,"GB2-07":78.05258153007775,"GB2-08":47.15956780102051}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:19:49Z","reasoning":{"highest":97.05790953426278,"medium":79.79767943398768,"none":57.697641245935365},"reasoning_agg":{"highest":{"max":99.22401812190267,"mean":97.05790953426278,"min":92.4884777827993},"medium":{"max":90.875301435971,"mean":79.79767943398768,"min":74.74394639321328},"none":{"max":79.29010034409116,"mean":57.697641245935365,"min":38.72838646641809}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":39.36026828832741},"working_program_strength":{"all":78.18441007139528,"highest":97.05790953426278,"medium":79.79767943398768,"none":57.697641245935365}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5:129a32a74685af92","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":13,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":2.09943,"mean":1.379653125,"median":1.3205149999999999,"min":0.8875599999999999,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":22.074450000000002},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.551725,"mean":0.44617968750000003,"median":0.45788,"min":0.33828,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":7.138875},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.5221625,"mean":0.2856328125,"median":0.2536225,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":4.570124999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.551725,"mean":0.44617968750000003,"median":0.45788,"min":0.33828,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":7.1388750000000005},"historical-provider-setting-baseline":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.5221625,"mean":0.2856328125,"median":0.2536225,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":4.570124999999999},"historical-provider-setting-intensive":{"admitted_cell_count":13,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":2.09943,"mean":1.379653125,"median":1.3205149999999999,"min":0.8875599999999999,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":22.074450000000002}},"codegen_cost_usd":{"admitted_cell_count":41,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":48},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":7,"max":2.09943,"mean":0.703821875,"median":0.48028875,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":48},"run_count":48,"token_priced_attempt_count":48,"total":33.78345},"codegen_latency_ms":{"attempt_count":48,"max_ms":999214,"mean_ms":286075.0416666667,"min_ms":51907,"paired_attempt_count":48,"paired_latency_ms":13731602,"paired_output_tokens":1230744,"run_count":48},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":16,"max_ms":999214,"mean_ms":596693.625,"min_ms":340056,"paired_attempt_count":16,"paired_latency_ms":9547098,"paired_output_tokens":842780,"run_count":16},"medium":{"attempt_count":16,"max_ms":302283,"mean_ms":172049.4375,"min_ms":111251,"paired_attempt_count":16,"paired_latency_ms":2752791,"paired_output_tokens":245357,"run_count":16},"none":{"attempt_count":16,"max_ms":344404,"mean_ms":89482.0625,"min_ms":51907,"paired_attempt_count":16,"paired_latency_ms":1431713,"paired_output_tokens":142607,"run_count":16}},"codegen_output_tokens":{"attempt_count":48,"output_max":88360,"output_mean":25640.5,"output_min":5404,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":16,"output_max":88360,"output_mean":52673.75,"output_min":31102,"run_count":16},"medium":{"attempt_count":16,"output_max":25625,"output_mean":15334.8125,"output_min":9676,"run_count":16},"none":{"attempt_count":16,"output_max":28699,"output_mean":8912.9375,"output_min":5404,"run_count":16}},"display_name":"Claude Opus 5","economics":{"all":76.70276238200717,"highest":84.81193432096241,"medium":75.24916665018135,"none":70.04718617487772},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"too_slow"},"medium":{"GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":48,"finish_reasons":["end_turn"],"indexed_attempts":48,"output_token_observations":48,"reasoning_token_observations":48,"requested_max_output_token_observations":48,"requested_max_output_tokens":[128000],"total_output_tokens":1230744,"total_reasoning_output_tokens":878158,"total_visible_output_tokens":352586,"visible_token_observations":48},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"first_pass_admitted":14,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"performance_rejections":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":2},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"first_pass_admitted":14,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"performance_rejections":1},"GB2-07":{"admitted":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06","GB2-07"],"performance_rejections":2},"intensive":{"admitted_plugins":13,"evaluated_cells":16,"first_pass_admitted":13,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"performance_rejections":2},"GB2-07":{"admitted":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06","GB2-07"],"performance_rejections":3}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":72.15763807243742,"score":72.15763807243742},"GB2-02":{"attempts":6,"playable":74.01674516810841,"score":74.01674516810841},"GB2-03":{"attempts":6,"playable":75.5253328990951,"score":75.5253328990951},"GB2-04":{"attempts":6,"playable":58.06023751086309,"score":58.06023751086309},"GB2-05":{"attempts":6,"playable":88.71422812245191,"score":88.71422812245191},"GB2-06":{"attempts":1,"playable":85.77511282184894,"score":85.77511282184894},"GB2-07":{"attempts":4,"playable":83.74226063136358,"score":83.74226063136358},"GB2-08":{"attempts":6,"playable":79.4602520540735,"score":79.4602520540735}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":69.96759751402028,"score":69.96759751402028},"GB2-02":{"attempts":2,"playable":82.08567862609468,"score":82.08567862609468},"GB2-03":{"attempts":2,"playable":92.73041649801485,"score":92.73041649801485},"GB2-04":{"attempts":2,"playable":79.20506400849396,"score":79.20506400849396},"GB2-05":{"attempts":2,"playable":91.8419092197311,"score":91.8419092197311},"GB2-07":{"attempts":1,"playable":94.90417168426649,"score":94.90417168426649},"GB2-08":{"attempts":2,"playable":82.9487026961155,"score":82.9487026961155}},"medium":{"GB2-01":{"attempts":2,"playable":69.5400033472859,"score":69.5400033472859},"GB2-02":{"attempts":2,"playable":69.22792499493616,"score":69.22792499493616},"GB2-03":{"attempts":2,"playable":84.99878412626397,"score":84.99878412626397},"GB2-04":{"attempts":2,"playable":46.531877757507175,"score":46.531877757507175},"GB2-05":{"attempts":2,"playable":87.08240096843184,"score":87.08240096843184},"GB2-07":{"attempts":2,"playable":82.31505388852901,"score":82.31505388852901},"GB2-08":{"attempts":2,"playable":87.0481214683154,"score":87.0481214683154}},"none":{"GB2-01":{"attempts":2,"playable":76.96531335600609,"score":76.96531335600609},"GB2-02":{"attempts":2,"playable":70.73663188329442,"score":70.73663188329442},"GB2-03":{"attempts":2,"playable":48.84679807300651,"score":48.84679807300651},"GB2-04":{"attempts":2,"playable":48.44377076658812,"score":48.44377076658812},"GB2-05":{"attempts":2,"playable":87.21837417919284,"score":87.21837417919284},"GB2-06":{"attempts":1,"playable":85.77511282184894,"score":85.77511282184894},"GB2-07":{"attempts":1,"playable":74.00755632129524,"score":74.00755632129524},"GB2-08":{"attempts":2,"playable":68.38393199778957,"score":68.38393199778957}}},"id":"claude-opus-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:27:11Z","match_totals_all":{"draws":3400,"losses":6286,"wins":17800},"match_totals_tracks":{"highest":{"draws":515,"losses":1510,"wins":6689},"medium":{"draws":1239,"losses":2180,"wins":5981},"none":{"draws":1646,"losses":2596,"wins":5130}},"model_slug":"claude-opus-5","official_rank_by_reasoning":{"highest":19,"medium":20,"none":21},"overall":{"max":94.90417168426649,"mean":76.70276238200717,"min":46.531877757507175},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":19,"overall_ranking_status":"ranked","per_game":{"GB2-01":69.96759751402028,"GB2-02":82.08567862609468,"GB2-03":92.73041649801485,"GB2-04":79.20506400849396,"GB2-05":91.8419092197311,"GB2-07":94.90417168426649,"GB2-08":82.9487026961155},"per_game_all":{"GB2-01":72.15763807243742,"GB2-02":74.01674516810841,"GB2-03":75.5253328990951,"GB2-04":58.06023751086309,"GB2-05":88.71422812245191,"GB2-07":83.74226063136358,"GB2-08":79.4602520540735},"per_game_match_totals_all":{"GB2-01":{"draws":564,"losses":1014,"wins":2502},"GB2-02":{"draws":1304,"losses":543,"wins":1969},"GB2-03":{"draws":201,"losses":1107,"wins":2640},"GB2-04":{"draws":1298,"losses":1165,"wins":1461},"GB2-05":{"draws":0,"losses":691,"wins":3449},"GB2-06":{"draws":33,"losses":102,"wins":523},"GB2-07":{"draws":0,"losses":598,"wins":2146},"GB2-08":{"draws":0,"losses":1066,"wins":3110}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":18,"losses":448,"wins":894},"GB2-02":{"draws":259,"losses":163,"wins":850},"GB2-03":{"draws":16,"losses":150,"wins":1150},"GB2-04":{"draws":222,"losses":219,"wins":867},"GB2-05":{"draws":0,"losses":168,"wins":1212},"GB2-07":{"draws":0,"losses":56,"wins":630},"GB2-08":{"draws":0,"losses":306,"wins":1086}},"medium":{"GB2-01":{"draws":114,"losses":416,"wins":830},"GB2-02":{"draws":538,"losses":192,"wins":542},"GB2-03":{"draws":23,"losses":275,"wins":1018},"GB2-04":{"draws":564,"losses":472,"wins":272},"GB2-05":{"draws":0,"losses":262,"wins":1118},"GB2-07":{"draws":0,"losses":319,"wins":1053},"GB2-08":{"draws":0,"losses":244,"wins":1148}},"none":{"GB2-01":{"draws":432,"losses":150,"wins":778},"GB2-02":{"draws":507,"losses":188,"wins":577},"GB2-03":{"draws":162,"losses":682,"wins":472},"GB2-04":{"draws":512,"losses":474,"wins":322},"GB2-05":{"draws":0,"losses":261,"wins":1119},"GB2-06":{"draws":33,"losses":102,"wins":523},"GB2-07":{"draws":0,"losses":223,"wins":463},"GB2-08":{"draws":0,"losses":516,"wins":876}}},"per_game_raw_elo_all":{"GB2-01":1709.1667395096174,"GB2-02":1653.610012462721,"GB2-03":1750.5102727709002,"GB2-04":1525.9048672988667,"GB2-05":2215.139063077182,"GB2-07":2015.9947565435796,"GB2-08":1960.6064767660716},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1709.5004937653607,"GB2-02":1750.8929927050854,"GB2-03":2065.540650398765,"GB2-04":1727.759798395647,"GB2-05":2448.6509627231635,"GB2-07":2401.4040783312894,"GB2-08":2033.8193476441559},"medium":{"GB2-01":1650.6151789641435,"GB2-02":1596.7044895796103,"GB2-03":1822.8581499373213,"GB2-04":1417.2693446223907,"GB2-05":2101.6167314314744,"GB2-07":1941.1378252085499,"GB2-08":2153.6917475130895},"none":{"GB2-01":1767.384545799348,"GB2-02":1613.2325551034678,"GB2-03":1363.1320179766144,"GB2-04":1432.6854588785627,"GB2-05":2095.1494950769084,"GB2-06":2052.8301795196476,"GB2-07":1705.4423660908997,"GB2-08":1694.3083351409698}},"per_game_tracks":{"highest":{"GB2-01":69.96759751402028,"GB2-02":82.08567862609468,"GB2-03":92.73041649801485,"GB2-04":79.20506400849396,"GB2-05":91.8419092197311,"GB2-07":94.90417168426649,"GB2-08":82.9487026961155},"medium":{"GB2-01":69.5400033472859,"GB2-02":69.22792499493616,"GB2-03":84.99878412626397,"GB2-04":46.531877757507175,"GB2-05":87.08240096843184,"GB2-07":82.31505388852901,"GB2-08":87.0481214683154},"none":{"GB2-01":76.96531335600609,"GB2-02":70.73663188329442,"GB2-03":48.84679807300651,"GB2-04":48.44377076658812,"GB2-05":87.21837417919284,"GB2-06":85.77511282184894,"GB2-07":74.00755632129524,"GB2-08":68.38393199778957}},"program_outcomes":{"all":{"counted_attempts":41,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":7,"worked_after_repair":0,"worked_first_time":41,"working":41},"highest":{"counted_attempts":13,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":3,"worked_after_repair":0,"worked_first_time":13,"working":13},"medium":{"counted_attempts":14,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":14,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":0,"worked_first_time":14,"working":14}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:06:13Z","reasoning":{"highest":84.81193432096241,"medium":75.24916665018135,"none":70.04718617487772},"reasoning_agg":{"highest":{"max":94.90417168426649,"mean":84.81193432096241,"min":69.96759751402028},"medium":{"max":87.08240096843184,"mean":75.24916665018135,"min":46.531877757507175},"none":{"max":87.21837417919284,"mean":70.04718617487772,"min":48.44377076658812}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.764748146084685},"working_program_strength":{"all":76.70276238200717,"highest":84.81193432096241,"medium":75.24916665018135,"none":70.04718617487772}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-sol:232cd52b3fc2d07d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.20679475000000003,"median":0.2051385,"min":0.185721,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.654358},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1118895,"mean":0.07831456249999999,"median":0.0772785,"min":0.0550535,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6265165},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.052136,"mean":0.043196000000000005,"median":0.04354475,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.345568}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1118895,"mean":0.07831456249999999,"median":0.0772785,"min":0.0550535,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6265165},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.052136,"mean":0.043196000000000005,"median":0.04354475,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.345568},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.20679475000000003,"median":0.2051385,"min":0.185721,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.6543580000000002}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.10943510416666667,"median":0.0772785,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":2.6264425},"codegen_output_tokens":{"attempt_count":25,"output_max":20604,"output_mean":8932.083333333334,"output_min":1527,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":20604,"output_mean":18742.75,"output_min":16066,"run_count":8},"medium":{"attempt_count":9,"output_max":7600,"output_mean":5670.625,"output_min":3698,"run_count":8},"none":{"attempt_count":8,"output_max":3203,"output_mean":2382.875,"output_min":1527,"run_count":8}},"display_name":"GPT-6 Sol","economics":{"all":73.00807697279222,"highest":79.00348340886615,"medium":75.3170703447645,"none":64.70367716474604},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[65536],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[65536],"total_output_tokens":214370,"total_reasoning_output_tokens":129853,"total_visible_output_tokens":84517,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":36.241652840077954,"score":36.241652840077954},"GB2-02":{"attempts":3,"playable":67.23400780094289,"score":67.23400780094289},"GB2-03":{"attempts":3,"playable":82.14660610833324,"score":82.14660610833324},"GB2-04":{"attempts":3,"playable":66.733035087555,"score":66.733035087555},"GB2-05":{"attempts":3,"playable":85.56934407626454,"score":85.56934407626454},"GB2-06":{"attempts":3,"playable":79.15904174721925,"score":79.15904174721925},"GB2-07":{"attempts":3,"playable":80.56070202631176,"score":80.56070202631176},"GB2-08":{"attempts":3,"playable":86.42022609563325,"score":86.42022609563325}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":9.690300542863318,"score":9.690300542863318},"GB2-02":{"attempts":1,"playable":81.96418851064541,"score":81.96418851064541},"GB2-03":{"attempts":1,"playable":93.27866964039335,"score":93.27866964039335},"GB2-04":{"attempts":1,"playable":87.07585022074666,"score":87.07585022074666},"GB2-05":{"attempts":1,"playable":92.51480480360289,"score":92.51480480360289},"GB2-06":{"attempts":1,"playable":87.75376926326555,"score":87.75376926326555},"GB2-07":{"attempts":1,"playable":92.83874497664384,"score":92.83874497664384},"GB2-08":{"attempts":1,"playable":86.91153931276818,"score":86.91153931276818}},"medium":{"GB2-01":{"attempts":1,"playable":41.103926271735425,"score":41.103926271735425},"GB2-02":{"attempts":1,"playable":68.67314329377109,"score":68.67314329377109},"GB2-03":{"attempts":1,"playable":73.38208079507923,"score":73.38208079507923},"GB2-04":{"attempts":1,"playable":71.61010681956631,"score":71.61010681956631},"GB2-05":{"attempts":1,"playable":89.81455712987305,"score":89.81455712987305},"GB2-06":{"attempts":1,"playable":78.25787985841556,"score":78.25787985841556},"GB2-07":{"attempts":1,"playable":93.05061942695569,"score":93.05061942695569},"GB2-08":{"attempts":1,"playable":86.64424916271972,"score":86.64424916271972}},"none":{"GB2-01":{"attempts":1,"playable":57.93073170563512,"score":57.93073170563512},"GB2-02":{"attempts":1,"playable":51.06469159841218,"score":51.06469159841218},"GB2-03":{"attempts":1,"playable":79.77906788952714,"score":79.77906788952714},"GB2-04":{"attempts":1,"playable":41.51314822235199,"score":41.51314822235199},"GB2-05":{"attempts":1,"playable":74.37867029531773,"score":74.37867029531773},"GB2-06":{"attempts":1,"playable":71.46547611997664,"score":71.46547611997664},"GB2-07":{"attempts":1,"playable":55.79274167533575,"score":55.79274167533575},"GB2-08":{"attempts":1,"playable":85.70488981141182,"score":85.70488981141182}}},"id":"gpt-6-sol","is_recent_addition":false,"last_measured_at":"2026-11-21T14:23:09Z","match_totals_all":{"draws":1948,"losses":4139,"wins":9987},"match_totals_tracks":{"highest":{"draws":334,"losses":1180,"wins":3844},"medium":{"draws":776,"losses":1200,"wins":3382},"none":{"draws":838,"losses":1759,"wins":2761}},"model_slug":"gpt-6-sol","official_rank_by_reasoning":{"highest":23,"medium":19,"none":22},"overall":{"max":93.27866964039335,"mean":73.00807697279222,"min":9.690300542863318},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":20,"overall_ranking_status":"ranked","per_game":{"GB2-01":9.690300542863318,"GB2-02":81.96418851064541,"GB2-03":93.27866964039335,"GB2-04":87.07585022074666,"GB2-05":92.51480480360289,"GB2-06":87.75376926326555,"GB2-07":92.83874497664384,"GB2-08":86.91153931276818},"per_game_all":{"GB2-01":36.241652840077954,"GB2-02":67.23400780094289,"GB2-03":82.14660610833324,"GB2-04":66.733035087555,"GB2-05":85.56934407626454,"GB2-06":79.15904174721925,"GB2-07":80.56070202631176,"GB2-08":86.42022609563325},"per_game_match_totals_all":{"GB2-01":{"draws":238,"losses":1247,"wins":555},"GB2-02":{"draws":859,"losses":294,"wins":755},"GB2-03":{"draws":99,"losses":433,"wins":1442},"GB2-04":{"draws":642,"losses":414,"wins":906},"GB2-05":{"draws":0,"losses":423,"wins":1647},"GB2-06":{"draws":110,"losses":445,"wins":1419},"GB2-07":{"draws":0,"losses":500,"wins":1558},"GB2-08":{"draws":0,"losses":383,"wins":1705}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":33,"losses":608,"wins":39},"GB2-02":{"draws":191,"losses":52,"wins":393},"GB2-03":{"draws":8,"losses":70,"wins":580},"GB2-04":{"draws":73,"losses":73,"wins":508},"GB2-05":{"draws":0,"losses":88,"wins":602},"GB2-06":{"draws":29,"losses":89,"wins":540},"GB2-07":{"draws":0,"losses":76,"wins":610},"GB2-08":{"draws":0,"losses":124,"wins":572}},"medium":{"GB2-01":{"draws":188,"losses":332,"wins":160},"GB2-02":{"draws":286,"losses":91,"wins":259},"GB2-03":{"draws":53,"losses":200,"wins":405},"GB2-04":{"draws":203,"losses":116,"wins":335},"GB2-05":{"draws":0,"losses":110,"wins":580},"GB2-06":{"draws":46,"losses":151,"wins":461},"GB2-07":{"draws":0,"losses":74,"wins":612},"GB2-08":{"draws":0,"losses":126,"wins":570}},"none":{"GB2-01":{"draws":17,"losses":307,"wins":356},"GB2-02":{"draws":382,"losses":151,"wins":103},"GB2-03":{"draws":38,"losses":163,"wins":457},"GB2-04":{"draws":366,"losses":225,"wins":63},"GB2-05":{"draws":0,"losses":225,"wins":465},"GB2-06":{"draws":35,"losses":205,"wins":418},"GB2-07":{"draws":0,"losses":350,"wins":336},"GB2-08":{"draws":0,"losses":133,"wins":563}}},"per_game_raw_elo_all":{"GB2-01":1275.3748714364692,"GB2-02":1592.436497171672,"GB2-03":1809.3073274652058,"GB2-04":1615.794102411346,"GB2-05":2075.4159136053645,"GB2-06":1919.956582428703,"GB2-07":2003.7618612534582,"GB2-08":2118.325250324973},"per_game_raw_elo_tracks":{"highest":{"GB2-01":947.7487560618916,"GB2-02":1744.2449096852197,"GB2-03":2089.384002073759,"GB2-04":1836.9334906358667,"GB2-05":2311.89109164384,"GB2-06":2100.3094455676055,"GB2-07":2283.5223924288184,"GB2-08":2131.7005347695094},"medium":{"GB2-01":1358.4124043001448,"GB2-02":1591.346781136303,"GB2-03":1620.212678024897,"GB2-04":1632.7651070023078,"GB2-05":2194.735037990442,"GB2-06":1894.6650538363756,"GB2-07":2294.872923538341,"GB2-08":2124.328594859243},"none":{"GB2-01":1519.9634539473716,"GB2-02":1441.7178006934935,"GB2-03":1718.325302296961,"GB2-04":1377.6837095958635,"GB2-05":1719.6216111818123,"GB2-06":1764.8952478821288,"GB2-07":1432.8902677932142,"GB2-08":2098.9466213461665}},"per_game_tracks":{"highest":{"GB2-01":9.690300542863318,"GB2-02":81.96418851064541,"GB2-03":93.27866964039335,"GB2-04":87.07585022074666,"GB2-05":92.51480480360289,"GB2-06":87.75376926326555,"GB2-07":92.83874497664384,"GB2-08":86.91153931276818},"medium":{"GB2-01":41.103926271735425,"GB2-02":68.67314329377109,"GB2-03":73.38208079507923,"GB2-04":71.61010681956631,"GB2-05":89.81455712987305,"GB2-06":78.25787985841556,"GB2-07":93.05061942695569,"GB2-08":86.64424916271972},"none":{"GB2-01":57.93073170563512,"GB2-02":51.06469159841218,"GB2-03":79.77906788952714,"GB2-04":41.51314822235199,"GB2-05":74.37867029531773,"GB2-06":71.46547611997664,"GB2-07":55.79274167533575,"GB2-08":85.70488981141182}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:06:26Z","reasoning":{"highest":79.00348340886615,"medium":75.3170703447645,"none":64.70367716474604},"reasoning_agg":{"highest":{"max":93.27866964039335,"mean":79.00348340886615,"min":9.690300542863318},"medium":{"max":93.05061942695569,"mean":75.3170703447645,"min":41.103926271735425},"none":{"max":85.70488981141182,"mean":64.70367716474604,"min":41.51314822235199}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.299806244120106},"working_program_strength":{"all":73.00807697279222,"highest":79.00348340886615,"medium":75.3170703447645,"none":64.70367716474604}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen4-max:053d5871f6e6ba07","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2783175,"mean":0.20502956718749998,"median":0.21886755000000002,"min":0.1251057375,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":7},"recorded_attempt_count":9,"run_count":9,"total":1.7653422749999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.243576,"mean":0.18071694375000003,"median":0.1790676,"min":0.128178,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":1.44573555},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.1392045,"mean":0.063051684375,"median":0.050916,"min":0.0338985,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":12,"run_count":8,"total":0.504413475}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.243576,"mean":0.18071694375000003,"median":0.1790676,"min":0.128178,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":1.44573555},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.1392045,"mean":0.063051684375,"median":0.050916,"min":0.0338985,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":12,"run_count":8,"total":0.504413475},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2783175,"mean":0.20502956718749998,"median":0.21886755000000002,"min":0.1251057375,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":7},"recorded_attempt_count":9,"run_count":9,"total":1.765342275}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.2783175,"mean":0.1495993984375,"median":0.15609285,"min":0.0338985,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"recorded_attempt_count":29,"run_count":25,"total":3.7154913},"codegen_latency_ms":{"attempt_count":28,"max_ms":1048020,"mean_ms":554736.0416666666,"min_ms":62325,"paired_attempt_count":28,"paired_latency_ms":13313665,"paired_output_tokens":758197,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":1048020,"mean_ms":829367.625,"min_ms":569211,"paired_attempt_count":8,"paired_latency_ms":6634941,"paired_output_tokens":376296,"run_count":8},"medium":{"attempt_count":8,"max_ms":927942,"mean_ms":695739.125,"min_ms":480219,"paired_attempt_count":8,"paired_latency_ms":5565913,"paired_output_tokens":303995,"run_count":8},"none":{"attempt_count":12,"max_ms":320916,"mean_ms":139101.375,"min_ms":62325,"paired_attempt_count":12,"paired_latency_ms":1112811,"paired_output_tokens":77906,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":59346,"output_mean":31035.32,"output_min":4193,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":59346,"output_mean":43775.77777777778,"output_min":17686,"run_count":9},"medium":{"attempt_count":8,"output_max":51595,"output_mean":37999.375,"output_min":24994,"run_count":8},"none":{"attempt_count":12,"output_max":22969,"output_mean":9738.25,"output_min":4193,"run_count":8}},"display_name":"Qwen4 Max","economics":{"all":68.39659965467855,"highest":76.06427782218647,"medium":82.39007807814501,"none":46.73544306370417},"first_seen_at":null,"game_gaps":{"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[131072],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"reconciliation_get_attempts":4,"requested_max_output_token_observations":29,"requested_max_output_tokens":[131072],"total_output_tokens":775883,"total_reasoning_output_tokens":588530,"total_visible_output_tokens":187353,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen4-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":74.40689037891953,"score":74.40689037891953},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":90.98425009400944,"score":60.656166729339624},"GB2-03":{"attempts":3,"playable":85.6716372045833,"score":85.6716372045833},"GB2-04":{"attempts":3,"playable":60.843159205533006,"score":60.843159205533006},"GB2-05":{"attempts":3,"playable":87.29806696231866,"score":87.29806696231866},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":67.13629538944772,"score":44.757530259631814},"GB2-07":{"attempts":3,"playable":72.31203298526921,"score":72.31203298526921},"GB2-08":{"attempts":3,"playable":61.227313511833245,"score":61.227313511833245}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":81.36263187142637,"score":81.36263187142637},"GB2-02":{"attempts":1,"playable":92.49016394613841,"score":92.49016394613841},"GB2-03":{"attempts":1,"playable":91.50631380302741,"score":91.50631380302741},"GB2-04":{"attempts":1,"playable":84.07534182756694,"score":84.07534182756694},"GB2-05":{"attempts":1,"playable":86.51325268046712,"score":86.51325268046712},"GB2-06":{"attempts":1,"playable":39.66812641229637,"score":39.66812641229637},"GB2-07":{"attempts":1,"playable":88.67731558287696,"score":88.67731558287696},"GB2-08":{"attempts":1,"playable":44.221076453692106,"score":44.221076453692106}},"medium":{"GB2-01":{"attempts":1,"playable":60.63426189540104,"score":60.63426189540104},"GB2-02":{"attempts":1,"playable":89.47833624188047,"score":89.47833624188047},"GB2-03":{"attempts":1,"playable":90.87554390514119,"score":90.87554390514119},"GB2-04":{"attempts":1,"playable":60.221628658308965,"score":60.221628658308965},"GB2-05":{"attempts":1,"playable":94.2580145621517,"score":94.2580145621517},"GB2-06":{"attempts":1,"playable":94.60446436659909,"score":94.60446436659909},"GB2-07":{"attempts":1,"playable":88.79650053505941,"score":88.79650053505941},"GB2-08":{"attempts":1,"playable":80.25187446061825,"score":80.25187446061825}},"none":{"GB2-01":{"attempts":1,"playable":81.22377736993116,"score":81.22377736993116},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":74.63305390558133,"score":74.63305390558133},"GB2-04":{"attempts":1,"playable":38.23250713072311,"score":38.23250713072311},"GB2-05":{"attempts":1,"playable":81.12293364433712,"score":81.12293364433712},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":39.46228283787127,"score":39.46228283787127},"GB2-08":{"attempts":1,"playable":59.20898962118937,"score":59.20898962118937}}},"id":"qwen/qwen4-max","is_recent_addition":false,"last_measured_at":"2026-11-21T16:32:56Z","match_totals_all":{"draws":852,"losses":4070,"wins":9858},"match_totals_tracks":{"highest":{"draws":169,"losses":1466,"wins":3723},"medium":{"draws":239,"losses":1067,"wins":4052},"none":{"draws":444,"losses":1537,"wins":2083}},"model_slug":"qwen-qwen4-max","official_rank_by_reasoning":{"highest":25,"medium":13,"none":44},"overall":{"max":94.60446436659909,"mean":68.39659965467855,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":21,"overall_ranking_status":"ranked","per_game":{"GB2-01":81.36263187142637,"GB2-02":92.49016394613841,"GB2-03":91.50631380302741,"GB2-04":84.07534182756694,"GB2-05":86.51325268046712,"GB2-06":39.66812641229637,"GB2-07":88.67731558287696,"GB2-08":44.221076453692106},"per_game_all":{"GB2-01":74.40689037891953,"GB2-03":85.6716372045833,"GB2-04":60.843159205533006,"GB2-05":87.29806696231866,"GB2-07":72.31203298526921,"GB2-08":61.227313511833245},"per_game_match_totals_all":{"GB2-01":{"draws":89,"losses":564,"wins":1387},"GB2-02":{"draws":124,"losses":104,"wins":1044},"GB2-03":{"draws":23,"losses":392,"wins":1559},"GB2-04":{"draws":586,"losses":558,"wins":818},"GB2-05":{"draws":0,"losses":386,"wins":1684},"GB2-06":{"draws":30,"losses":467,"wins":819},"GB2-07":{"draws":0,"losses":683,"wins":1375},"GB2-08":{"draws":0,"losses":916,"wins":1172}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":154,"wins":524},"GB2-02":{"draws":57,"losses":43,"wins":536},"GB2-03":{"draws":0,"losses":90,"wins":568},"GB2-04":{"draws":103,"losses":80,"wins":471},"GB2-05":{"draws":0,"losses":136,"wins":554},"GB2-06":{"draws":7,"losses":429,"wins":222},"GB2-07":{"draws":0,"losses":113,"wins":573},"GB2-08":{"draws":0,"losses":421,"wins":275}},"medium":{"GB2-01":{"draws":23,"losses":286,"wins":371},"GB2-02":{"draws":67,"losses":61,"wins":508},"GB2-03":{"draws":5,"losses":93,"wins":560},"GB2-04":{"draws":121,"losses":231,"wins":302},"GB2-05":{"draws":0,"losses":73,"wins":617},"GB2-06":{"draws":23,"losses":38,"wins":597},"GB2-07":{"draws":0,"losses":112,"wins":574},"GB2-08":{"draws":0,"losses":173,"wins":523}},"none":{"GB2-01":{"draws":64,"losses":124,"wins":492},"GB2-03":{"draws":18,"losses":209,"wins":431},"GB2-04":{"draws":362,"losses":247,"wins":45},"GB2-05":{"draws":0,"losses":177,"wins":513},"GB2-07":{"draws":0,"losses":458,"wins":228},"GB2-08":{"draws":0,"losses":322,"wins":374}}},"per_game_raw_elo_all":{"GB2-01":1710.8939624600691,"GB2-03":1881.3347956792034,"GB2-04":1555.26281386418,"GB2-05":2121.1943402966313,"GB2-07":1799.93118997659,"GB2-08":1566.634843570583},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1794.0116666553927,"GB2-02":1954.784087382688,"GB2-03":2014.9320031478355,"GB2-04":1786.7121282136627,"GB2-05":2069.581699263078,"GB2-06":1229.0803854818428,"GB2-07":2087.245290347658,"GB2-08":1236.4611275205718},"medium":{"GB2-01":1546.7903647488856,"GB2-02":1877.133981056717,"GB2-03":1991.495380246291,"GB2-04":1527.66661819052,"GB2-05":2401.1354617669476,"GB2-06":2320.561647992357,"GB2-07":2092.154345927415,"GB2-08":1962.7202022016866},"none":{"GB2-01":1791.879855975929,"GB2-03":1637.577003643484,"GB2-04":1351.409695188358,"GB2-05":1892.8658598598672,"GB2-07":1220.3939336546969,"GB2-08":1500.7232009894897}},"per_game_tracks":{"highest":{"GB2-01":81.36263187142637,"GB2-02":92.49016394613841,"GB2-03":91.50631380302741,"GB2-04":84.07534182756694,"GB2-05":86.51325268046712,"GB2-06":39.66812641229637,"GB2-07":88.67731558287696,"GB2-08":44.221076453692106},"medium":{"GB2-01":60.63426189540104,"GB2-02":89.47833624188047,"GB2-03":90.87554390514119,"GB2-04":60.221628658308965,"GB2-05":94.2580145621517,"GB2-06":94.60446436659909,"GB2-07":88.79650053505941,"GB2-08":80.25187446061825},"none":{"GB2-01":81.22377736993116,"GB2-03":74.63305390558133,"GB2-04":38.23250713072311,"GB2-05":81.12293364433712,"GB2-07":39.46228283787127,"GB2-08":59.20898962118937}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":1,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":2,"worked_first_time":20,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:02:54Z","reasoning":{"highest":76.06427782218647,"medium":82.39007807814501,"none":46.73544306370417},"reasoning_agg":{"highest":{"max":92.49016394613841,"mean":76.06427782218647,"min":39.66812641229637},"medium":{"max":94.60446436659909,"mean":82.39007807814501,"min":60.221628658308965},"none":{"max":81.22377736993116,"mean":46.73544306370417,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":35.65463501444084},"working_program_strength":{"all":73.58942666175679,"highest":76.06427782218647,"medium":82.39007807814501,"none":62.31392408493889}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3:5717385f03f60f89","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.549677025,"median":0.477676,"min":0.280382,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":4.3974162},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23469315999999998,"mean":0.156944395,"median":0.1664265,"min":0.07192,"recorded_attempt_count":10,"run_count":8,"total":1.25555516},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1610404,"mean":0.053977109999999995,"median":0.0318207,"min":0.0217974,"recorded_attempt_count":8,"run_count":8,"total":0.43181687999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23469315999999998,"mean":0.156944395,"median":0.1664265,"min":0.07192,"recorded_attempt_count":10,"run_count":8,"total":1.25555516},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1610404,"mean":0.053977109999999995,"median":0.0318207,"min":0.0217974,"recorded_attempt_count":8,"run_count":8,"total":0.43181687999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.549677025,"median":0.477676,"min":0.280382,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":4.3974162}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.2535328433333333,"median":0.1720692,"min":0.0217974,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":28,"run_count":24,"total":6.08478824},"codegen_latency_ms":{"attempt_count":28,"max_ms":4051923,"mean_ms":1012660.4583333334,"min_ms":28293,"paired_attempt_count":27,"paired_latency_ms":21719288,"paired_output_tokens":1219570,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":4051923,"mean_ms":2278758.375,"min_ms":1011583,"paired_attempt_count":9,"paired_latency_ms":15645504,"paired_output_tokens":875554,"run_count":8},"medium":{"attempt_count":10,"max_ms":1900345,"mean_ms":621701.25,"min_ms":106081,"paired_attempt_count":10,"paired_latency_ms":4973610,"paired_output_tokens":264070,"run_count":8},"none":{"attempt_count":8,"max_ms":420991,"mean_ms":137521.75,"min_ms":28293,"paired_attempt_count":8,"paired_latency_ms":1100174,"paired_output_tokens":79946,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":206676,"output_mean":54914.25,"output_min":2671,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":206676,"output_mean":121740.75,"output_min":61533,"run_count":8},"medium":{"attempt_count":10,"output_max":49662,"output_mean":33008.75,"output_min":15862,"run_count":8},"none":{"attempt_count":8,"output_max":33431,"output_mean":9993.25,"output_min":2671,"run_count":8}},"display_name":"GLM-5.3","economics":{"all":67.36482305052427,"highest":81.23989333761328,"medium":69.78682201263007,"none":51.06775380132945},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[131072],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":29,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":84,"requested_max_output_token_observations":10,"requested_max_output_tokens":[131072],"total_output_tokens":1317942,"total_reasoning_output_tokens":1189870,"total_visible_output_tokens":128072,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":62.44552113418113,"score":62.44552113418113},"GB2-02":{"attempts":3,"playable":56.668780869736686,"score":56.668780869736686},"GB2-03":{"attempts":3,"playable":66.23385045841395,"score":66.23385045841395},"GB2-04":{"attempts":3,"playable":68.52642302242506,"score":68.52642302242506},"GB2-05":{"attempts":3,"playable":69.65524884101616,"score":69.65524884101616},"GB2-06":{"attempts":3,"playable":75.05852184895248,"score":75.05852184895248},"GB2-07":{"attempts":3,"playable":72.45201003283994,"score":72.45201003283994},"GB2-08":{"attempts":3,"playable":67.87822819662874,"score":67.87822819662874}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.11592331698861,"score":73.11592331698861},"GB2-02":{"attempts":1,"playable":72.60924943403863,"score":72.60924943403863},"GB2-03":{"attempts":1,"playable":82.51848829439939,"score":82.51848829439939},"GB2-04":{"attempts":1,"playable":75.92416519529341,"score":75.92416519529341},"GB2-05":{"attempts":1,"playable":88.42835394269308,"score":88.42835394269308},"GB2-06":{"attempts":1,"playable":89.25226820889675,"score":89.25226820889675},"GB2-07":{"attempts":1,"playable":74.84914117529875,"score":74.84914117529875},"GB2-08":{"attempts":1,"playable":93.22155713329767,"score":93.22155713329767}},"medium":{"GB2-01":{"attempts":1,"playable":47.92413707987346,"score":47.92413707987346},"GB2-02":{"attempts":1,"playable":54.055311835012574,"score":54.055311835012574},"GB2-03":{"attempts":1,"playable":75.14440687840951,"score":75.14440687840951},"GB2-04":{"attempts":1,"playable":82.11973761769742,"score":82.11973761769742},"GB2-05":{"attempts":1,"playable":64.52890775730445,"score":64.52890775730445},"GB2-06":{"attempts":1,"playable":89.57569079195036,"score":89.57569079195036},"GB2-07":{"attempts":1,"playable":73.44535780287399,"score":73.44535780287399},"GB2-08":{"attempts":1,"playable":71.50102633791884,"score":71.50102633791884}},"none":{"GB2-01":{"attempts":1,"playable":66.29650300568133,"score":66.29650300568133},"GB2-02":{"attempts":1,"playable":43.34178134015885,"score":43.34178134015885},"GB2-03":{"attempts":1,"playable":41.03865620243296,"score":41.03865620243296},"GB2-04":{"attempts":1,"playable":47.535366254284355,"score":47.535366254284355},"GB2-05":{"attempts":1,"playable":56.00848482305095,"score":56.00848482305095},"GB2-06":{"attempts":1,"playable":46.34760654601034,"score":46.34760654601034},"GB2-07":{"attempts":1,"playable":69.0615311203471,"score":69.0615311203471},"GB2-08":{"attempts":1,"playable":38.91210111866969,"score":38.91210111866969}}},"id":"z-ai/glm-5.3","is_recent_addition":false,"last_measured_at":"2026-11-21T16:39:00Z","match_totals_all":{"draws":2341,"losses":4909,"wins":8824},"match_totals_tracks":{"highest":{"draws":523,"losses":1016,"wins":3819},"medium":{"draws":694,"losses":1561,"wins":3103},"none":{"draws":1124,"losses":2332,"wins":1902}},"model_slug":"z-ai-glm-5-3","official_rank_by_reasoning":{"highest":21,"medium":25,"none":30},"overall":{"max":93.22155713329767,"mean":67.36482305052427,"min":38.91210111866969},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":22,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.11592331698861,"GB2-02":72.60924943403863,"GB2-03":82.51848829439939,"GB2-04":75.92416519529341,"GB2-05":88.42835394269308,"GB2-06":89.25226820889675,"GB2-07":74.84914117529875,"GB2-08":93.22155713329767},"per_game_all":{"GB2-01":62.44552113418113,"GB2-02":56.668780869736686,"GB2-03":66.23385045841395,"GB2-04":68.52642302242506,"GB2-05":69.65524884101616,"GB2-06":75.05852184895248,"GB2-07":72.45201003283994,"GB2-08":67.87822819662874},"per_game_match_totals_all":{"GB2-01":{"draws":210,"losses":749,"wins":1081},"GB2-02":{"draws":1150,"losses":346,"wins":412},"GB2-03":{"draws":195,"losses":707,"wins":1072},"GB2-04":{"draws":694,"losses":358,"wins":910},"GB2-05":{"draws":0,"losses":755,"wins":1315},"GB2-06":{"draws":92,"losses":526,"wins":1356},"GB2-07":{"draws":0,"losses":702,"wins":1356},"GB2-08":{"draws":0,"losses":766,"wins":1322}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":212,"wins":466},"GB2-02":{"draws":282,"losses":68,"wins":286},"GB2-03":{"draws":12,"losses":156,"wins":490},"GB2-04":{"draws":177,"losses":100,"wins":377},"GB2-05":{"draws":0,"losses":121,"wins":569},"GB2-06":{"draws":50,"losses":67,"wins":541},"GB2-07":{"draws":0,"losses":217,"wins":469},"GB2-08":{"draws":0,"losses":75,"wins":621}},"medium":{"GB2-01":{"draws":99,"losses":332,"wins":249},"GB2-02":{"draws":402,"losses":123,"wins":111},"GB2-03":{"draws":33,"losses":198,"wins":427},"GB2-04":{"draws":127,"losses":82,"wins":445},"GB2-05":{"draws":0,"losses":290,"wins":400},"GB2-06":{"draws":33,"losses":73,"wins":552},"GB2-07":{"draws":0,"losses":227,"wins":459},"GB2-08":{"draws":0,"losses":236,"wins":460}},"none":{"GB2-01":{"draws":109,"losses":205,"wins":366},"GB2-02":{"draws":466,"losses":155,"wins":15},"GB2-03":{"draws":150,"losses":353,"wins":155},"GB2-04":{"draws":390,"losses":176,"wins":88},"GB2-05":{"draws":0,"losses":344,"wins":346},"GB2-06":{"draws":9,"losses":386,"wins":263},"GB2-07":{"draws":0,"losses":258,"wins":428},"GB2-08":{"draws":0,"losses":455,"wins":241}}},"per_game_raw_elo_all":{"GB2-01":1570.536285363786,"GB2-02":1492.5006759298612,"GB2-03":1569.4769663781342,"GB2-04":1620.757794770091,"GB2-05":1698.1101043147664,"GB2-06":1873.7488169771586,"GB2-07":1679.7178727601113,"GB2-08":1752.5801352190663},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1682.5243718962327,"GB2-02":1630.7595833998191,"GB2-03":1769.5090947965546,"GB2-04":1679.3345332921388,"GB2-05":2140.3732170108847,"GB2-06":2139.2334441638977,"GB2-07":1720.5975428305205,"GB2-08":2339.6858797923014},"medium":{"GB2-01":1423.7656215123736,"GB2-02":1465.3939585519593,"GB2-03":1644.8951231223466,"GB2-04":1757.7842195513124,"GB2-05":1538.2743328915803,"GB2-06":2148.062962730841,"GB2-07":1695.532831020178,"GB2-08":1762.045411649877},"none":{"GB2-01":1605.3188626827518,"GB2-02":1381.3484858378051,"GB2-03":1294.0266812155016,"GB2-04":1425.1546314668221,"GB2-05":1415.6827630418338,"GB2-06":1333.9500440367372,"GB2-07":1623.0232444296348,"GB2-08":1156.0091142150204}},"per_game_tracks":{"highest":{"GB2-01":73.11592331698861,"GB2-02":72.60924943403863,"GB2-03":82.51848829439939,"GB2-04":75.92416519529341,"GB2-05":88.42835394269308,"GB2-06":89.25226820889675,"GB2-07":74.84914117529875,"GB2-08":93.22155713329767},"medium":{"GB2-01":47.92413707987346,"GB2-02":54.055311835012574,"GB2-03":75.14440687840951,"GB2-04":82.11973761769742,"GB2-05":64.52890775730445,"GB2-06":89.57569079195036,"GB2-07":73.44535780287399,"GB2-08":71.50102633791884},"none":{"GB2-01":66.29650300568133,"GB2-02":43.34178134015885,"GB2-03":41.03865620243296,"GB2-04":47.535366254284355,"GB2-05":56.00848482305095,"GB2-06":46.34760654601034,"GB2-07":69.0615311203471,"GB2-08":38.91210111866969}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:21:48Z","reasoning":{"highest":81.23989333761328,"medium":69.78682201263007,"none":51.06775380132945},"reasoning_agg":{"highest":{"max":93.22155713329767,"mean":81.23989333761328,"min":72.60924943403863},"medium":{"max":89.57569079195036,"mean":69.78682201263007,"min":47.92413707987346},"none":{"max":69.0615311203471,"mean":51.06775380132945,"min":38.91210111866969}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":30.17213953628383},"working_program_strength":{"all":67.36482305052427,"highest":81.23989333761328,"medium":69.78682201263007,"none":51.06775380132945}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-sol:31bdae9dcb113efe","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.7965692187500001,"median":0.7419175,"min":0.6308437499999999,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":6.37255375},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.24740375,"mean":0.229063125,"median":0.23243875,"min":0.20046375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.8325049999999998},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.15394249999999998,"mean":0.12786562499999998,"median":0.13029000000000002,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.022925}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.24740375,"mean":0.229063125,"median":0.23243875,"min":0.20046375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.832505},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.15394249999999998,"mean":0.12786562499999998,"median":0.13029000000000002,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.0229249999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.7965692187500001,"median":0.7419175,"min":0.6308437499999999,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":6.37255375}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.3844993229166666,"median":0.23243875,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":9.227983750000002},"codegen_output_tokens":{"attempt_count":25,"output_max":35149,"output_mean":11102.833333333334,"output_min":1851,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":35149,"output_mean":24638.75,"output_min":19522,"run_count":8},"medium":{"attempt_count":8,"output_max":6769,"output_mean":6021.5,"output_min":5176,"run_count":8},"none":{"attempt_count":8,"output_max":3391,"output_mean":2648.25,"output_min":1851,"run_count":8}},"display_name":"GPT-5.6 Sol","economics":{"all":66.77483366135765,"highest":80.05426598225584,"medium":65.96401880177231,"none":54.3062162000448},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":266468,"total_reasoning_output_tokens":151113,"total_visible_output_tokens":115355,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.3906326082921,"score":71.3906326082921},"GB2-02":{"attempts":3,"playable":61.87152394859296,"score":61.87152394859296},"GB2-03":{"attempts":3,"playable":61.91909188553266,"score":61.91909188553266},"GB2-04":{"attempts":3,"playable":66.9771805895377,"score":66.9771805895377},"GB2-05":{"attempts":3,"playable":65.98850312969422,"score":65.98850312969422},"GB2-06":{"attempts":3,"playable":60.2208384112046,"score":60.2208384112046},"GB2-07":{"attempts":3,"playable":67.05300495654622,"score":67.05300495654622},"GB2-08":{"attempts":3,"playable":78.7778937614607,"score":78.7778937614607}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.51602446706951,"score":71.51602446706951},"GB2-02":{"attempts":1,"playable":75.63116301345245,"score":75.63116301345245},"GB2-03":{"attempts":1,"playable":76.23251702226771,"score":76.23251702226771},"GB2-04":{"attempts":1,"playable":82.82200295607225,"score":82.82200295607225},"GB2-05":{"attempts":1,"playable":74.232631219453,"score":74.232631219453},"GB2-06":{"attempts":1,"playable":83.6378545267595,"score":83.6378545267595},"GB2-07":{"attempts":1,"playable":87.46403199954769,"score":87.46403199954769},"GB2-08":{"attempts":1,"playable":88.89790265342454,"score":88.89790265342454}},"medium":{"GB2-01":{"attempts":1,"playable":66.37053766170963,"score":66.37053766170963},"GB2-02":{"attempts":1,"playable":65.88143928863764,"score":65.88143928863764},"GB2-03":{"attempts":1,"playable":58.51260574325773,"score":58.51260574325773},"GB2-04":{"attempts":1,"playable":77.82467479635136,"score":77.82467479635136},"GB2-05":{"attempts":1,"playable":73.79325858943545,"score":73.79325858943545},"GB2-06":{"attempts":1,"playable":38.939879686593656,"score":38.939879686593656},"GB2-07":{"attempts":1,"playable":68.2080863441793,"score":68.2080863441793},"GB2-08":{"attempts":1,"playable":78.18166830401371,"score":78.18166830401371}},"none":{"GB2-01":{"attempts":1,"playable":76.28533569609715,"score":76.28533569609715},"GB2-02":{"attempts":1,"playable":44.10196954368876,"score":44.10196954368876},"GB2-03":{"attempts":1,"playable":51.01215289107254,"score":51.01215289107254},"GB2-04":{"attempts":1,"playable":40.28486401618949,"score":40.28486401618949},"GB2-05":{"attempts":1,"playable":49.93961958019425,"score":49.93961958019425},"GB2-06":{"attempts":1,"playable":58.08478102026066,"score":58.08478102026066},"GB2-07":{"attempts":1,"playable":45.48689652591165,"score":45.48689652591165},"GB2-08":{"attempts":1,"playable":69.25411032694386,"score":69.25411032694386}}},"id":"gpt-5.6-sol","is_recent_addition":false,"last_measured_at":"2026-11-21T15:08:17Z","match_totals_all":{"draws":2053,"losses":5179,"wins":8842},"match_totals_tracks":{"highest":{"draws":409,"losses":1149,"wins":3800},"medium":{"draws":657,"losses":1798,"wins":2903},"none":{"draws":987,"losses":2232,"wins":2139}},"model_slug":"gpt-5-6-sol","official_rank_by_reasoning":{"highest":22,"medium":27,"none":26},"overall":{"max":88.89790265342454,"mean":66.77483366135765,"min":38.939879686593656},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":23,"overall_ranking_status":"ranked","per_game":{"GB2-01":71.51602446706951,"GB2-02":75.63116301345245,"GB2-03":76.23251702226771,"GB2-04":82.82200295607225,"GB2-05":74.232631219453,"GB2-06":83.6378545267595,"GB2-07":87.46403199954769,"GB2-08":88.89790265342454},"per_game_all":{"GB2-01":71.3906326082921,"GB2-02":61.87152394859296,"GB2-03":61.91909188553266,"GB2-04":66.9771805895377,"GB2-05":65.98850312969422,"GB2-06":60.2208384112046,"GB2-07":67.05300495654622,"GB2-08":78.7778937614607},"per_game_match_totals_all":{"GB2-01":{"draws":162,"losses":593,"wins":1285},"GB2-02":{"draws":953,"losses":348,"wins":607},"GB2-03":{"draws":240,"losses":778,"wins":956},"GB2-04":{"draws":675,"losses":394,"wins":893},"GB2-05":{"draws":0,"losses":837,"wins":1233},"GB2-06":{"draws":23,"losses":874,"wins":1077},"GB2-07":{"draws":0,"losses":806,"wins":1252},"GB2-08":{"draws":0,"losses":549,"wins":1539}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":20,"losses":214,"wins":446},"GB2-02":{"draws":237,"losses":71,"wins":328},"GB2-03":{"draws":6,"losses":204,"wins":448},"GB2-04":{"draws":129,"losses":76,"wins":449},"GB2-05":{"draws":0,"losses":226,"wins":464},"GB2-06":{"draws":17,"losses":126,"wins":515},"GB2-07":{"draws":0,"losses":123,"wins":563},"GB2-08":{"draws":0,"losses":109,"wins":587}},"medium":{"GB2-01":{"draws":140,"losses":189,"wins":351},"GB2-02":{"draws":279,"losses":112,"wins":245},"GB2-03":{"draws":65,"losses":290,"wins":303},"GB2-04":{"draws":167,"losses":92,"wins":395},"GB2-05":{"draws":0,"losses":229,"wins":461},"GB2-06":{"draws":6,"losses":434,"wins":218},"GB2-07":{"draws":0,"losses":264,"wins":422},"GB2-08":{"draws":0,"losses":188,"wins":508}},"none":{"GB2-01":{"draws":2,"losses":190,"wins":488},"GB2-02":{"draws":437,"losses":165,"wins":34},"GB2-03":{"draws":169,"losses":284,"wins":205},"GB2-04":{"draws":379,"losses":226,"wins":49},"GB2-05":{"draws":0,"losses":382,"wins":308},"GB2-06":{"draws":0,"losses":314,"wins":344},"GB2-07":{"draws":0,"losses":419,"wins":267},"GB2-08":{"draws":0,"losses":252,"wins":444}}},"per_game_raw_elo_all":{"GB2-01":1663.9741411588832,"GB2-02":1538.7657653901153,"GB2-03":1498.5738754211513,"GB2-04":1612.4875754752704,"GB2-05":1586.505805047117,"GB2-06":1582.76615251715,"GB2-07":1649.1930170051191,"GB2-08":1938.42325076577},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1663.5270175017506,"GB2-02":1663.7394262035702,"GB2-03":1660.9298363703272,"GB2-04":1767.8836875046818,"GB2-05":1716.4122112249427,"GB2-06":2005.0977583662902,"GB2-07":2039.7039388914677,"GB2-08":2189.0401784547685},"medium":{"GB2-01":1606.1112464234839,"GB2-02":1565.2598650502505,"GB2-03":1452.3953550285341,"GB2-04":1701.6765942063762,"GB2-05":1706.8761522101624,"GB2-06":1217.6900596051498,"GB2-07":1609.7026452946968,"GB2-08":1914.0276246103363},"none":{"GB2-01":1722.2841595514158,"GB2-02":1387.298004916525,"GB2-03":1382.396434864592,"GB2-04":1367.9024447147533,"GB2-05":1336.229051706246,"GB2-06":1525.5106395800105,"GB2-07":1298.172466829193,"GB2-08":1712.2019492322056}},"per_game_tracks":{"highest":{"GB2-01":71.51602446706951,"GB2-02":75.63116301345245,"GB2-03":76.23251702226771,"GB2-04":82.82200295607225,"GB2-05":74.232631219453,"GB2-06":83.6378545267595,"GB2-07":87.46403199954769,"GB2-08":88.89790265342454},"medium":{"GB2-01":66.37053766170963,"GB2-02":65.88143928863764,"GB2-03":58.51260574325773,"GB2-04":77.82467479635136,"GB2-05":73.79325858943545,"GB2-06":38.939879686593656,"GB2-07":68.2080863441793,"GB2-08":78.18166830401371},"none":{"GB2-01":76.28533569609715,"GB2-02":44.10196954368876,"GB2-03":51.01215289107254,"GB2-04":40.28486401618949,"GB2-05":49.93961958019425,"GB2-06":58.08478102026066,"GB2-07":45.48689652591165,"GB2-08":69.25411032694386}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:08:49Z","reasoning":{"highest":80.05426598225584,"medium":65.96401880177231,"none":54.3062162000448},"reasoning_agg":{"highest":{"max":88.89790265342454,"mean":80.05426598225584,"min":71.51602446706951},"medium":{"max":78.18166830401371,"mean":65.96401880177231,"min":38.939879686593656},"none":{"max":76.28533569609715,"mean":54.3062162000448,"min":40.28486401618949}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":25.74804978221104},"working_program_strength":{"all":66.77483366135765,"highest":80.05426598225584,"medium":65.96401880177231,"none":54.3062162000448}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5:97c251142efd5e20","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":1.47056875,"median":1.411685,"min":0.98262,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":11.76455},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.73774,"mean":0.5233875,"median":0.47084000000000004,"min":0.34112,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":4.1871},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.35085,"mean":0.28860625,"median":0.282885,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.30885}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.73774,"mean":0.5233875,"median":0.47084000000000004,"min":0.34112,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":4.1871},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.35085,"mean":0.28860625,"median":0.282885,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.30885},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":1.47056875,"median":1.411685,"min":0.98262,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":11.76455}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":0.7608541666666667,"median":0.47084000000000004,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":18.260500000000004},"codegen_output_tokens":{"attempt_count":24,"output_max":40578,"output_mean":12704.708333333334,"output_min":2179,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":40578,"output_mean":26899.0,"output_min":17366,"run_count":8},"medium":{"attempt_count":8,"output_max":12403,"output_mean":7955.375,"output_min":4188,"run_count":8},"none":{"attempt_count":8,"output_max":4224,"output_mean":3259.75,"output_min":2179,"run_count":8}},"display_name":"Claude Fable 5","economics":{"all":65.70403385412405,"highest":75.05144669158842,"medium":64.05205214560719,"none":58.00860272517652},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":304913,"total_reasoning_output_tokens":206534,"total_visible_output_tokens":98379,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":75.48537589673893,"score":75.48537589673893},"GB2-02":{"attempts":3,"playable":59.80127976673632,"score":59.80127976673632},"GB2-03":{"attempts":3,"playable":46.58223689315694,"score":46.58223689315694},"GB2-04":{"attempts":3,"playable":57.58592258457319,"score":57.58592258457319},"GB2-05":{"attempts":3,"playable":61.83275341152043,"score":61.83275341152043},"GB2-06":{"attempts":3,"playable":78.91512278897527,"score":78.91512278897527},"GB2-07":{"attempts":3,"playable":65.13659958701453,"score":65.13659958701453},"GB2-08":{"attempts":3,"playable":80.2929799042767,"score":80.2929799042767}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":84.31190696829218,"score":84.31190696829218},"GB2-02":{"attempts":1,"playable":79.28272822954527,"score":79.28272822954527},"GB2-03":{"attempts":1,"playable":84.77128027928252,"score":84.77128027928252},"GB2-04":{"attempts":1,"playable":83.52004529999539,"score":83.52004529999539},"GB2-05":{"attempts":1,"playable":54.57435239157201,"score":54.57435239157201},"GB2-06":{"attempts":1,"playable":84.17459324328803,"score":84.17459324328803},"GB2-07":{"attempts":1,"playable":64.34862438480793,"score":64.34862438480793},"GB2-08":{"attempts":1,"playable":65.42804273592398,"score":65.42804273592398}},"medium":{"GB2-01":{"attempts":1,"playable":72.97086700551037,"score":72.97086700551037},"GB2-02":{"attempts":1,"playable":56.77932973050485,"score":56.77932973050485},"GB2-03":{"attempts":1,"playable":20.70361358508116,"score":20.70361358508116},"GB2-04":{"attempts":1,"playable":50.92299929970364,"score":50.92299929970364},"GB2-05":{"attempts":1,"playable":65.77242818589933,"score":65.77242818589933},"GB2-06":{"attempts":1,"playable":80.11233806946186,"score":80.11233806946186},"GB2-07":{"attempts":1,"playable":71.32974582863343,"score":71.32974582863343},"GB2-08":{"attempts":1,"playable":93.82509546006278,"score":93.82509546006278}},"none":{"GB2-01":{"attempts":1,"playable":69.17335371641425,"score":69.17335371641425},"GB2-02":{"attempts":1,"playable":43.34178134015885,"score":43.34178134015885},"GB2-03":{"attempts":1,"playable":34.27181681510713,"score":34.27181681510713},"GB2-04":{"attempts":1,"playable":38.31472315402055,"score":38.31472315402055},"GB2-05":{"attempts":1,"playable":65.15147965708994,"score":65.15147965708994},"GB2-06":{"attempts":1,"playable":72.45843705417592,"score":72.45843705417592},"GB2-07":{"attempts":1,"playable":59.731428547602206,"score":59.731428547602206},"GB2-08":{"attempts":1,"playable":81.62580151684335,"score":81.62580151684335}}},"id":"claude-fable-5","is_recent_addition":false,"last_measured_at":"2026-11-21T15:16:52Z","match_totals_all":{"draws":2385,"losses":5122,"wins":8567},"match_totals_tracks":{"highest":{"draws":366,"losses":1450,"wins":3542},"medium":{"draws":910,"losses":1716,"wins":2732},"none":{"draws":1109,"losses":1956,"wins":2293}},"model_slug":"claude-fable-5","official_rank_by_reasoning":{"highest":26,"medium":30,"none":23},"overall":{"max":93.82509546006278,"mean":65.70403385412405,"min":20.70361358508116},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":24,"overall_ranking_status":"ranked","per_game":{"GB2-01":84.31190696829218,"GB2-02":79.28272822954527,"GB2-03":84.77128027928252,"GB2-04":83.52004529999539,"GB2-05":54.57435239157201,"GB2-06":84.17459324328803,"GB2-07":64.34862438480793,"GB2-08":65.42804273592398},"per_game_all":{"GB2-01":75.48537589673893,"GB2-02":59.80127976673632,"GB2-03":46.58223689315694,"GB2-04":57.58592258457319,"GB2-05":61.83275341152043,"GB2-06":78.91512278897527,"GB2-07":65.13659958701453,"GB2-08":80.2929799042767},"per_game_match_totals_all":{"GB2-01":{"draws":143,"losses":516,"wins":1381},"GB2-02":{"draws":956,"losses":383,"wins":569},"GB2-03":{"draws":395,"losses":960,"wins":619},"GB2-04":{"draws":812,"losses":507,"wins":643},"GB2-05":{"draws":0,"losses":921,"wins":1149},"GB2-06":{"draws":79,"losses":467,"wins":1428},"GB2-07":{"draws":0,"losses":856,"wins":1202},"GB2-08":{"draws":0,"losses":512,"wins":1576}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":1,"losses":133,"wins":546},"GB2-02":{"draws":171,"losses":80,"wins":385},"GB2-03":{"draws":66,"losses":112,"wins":480},"GB2-04":{"draws":99,"losses":86,"wins":469},"GB2-05":{"draws":0,"losses":353,"wins":337},"GB2-06":{"draws":29,"losses":116,"wins":513},"GB2-07":{"draws":0,"losses":291,"wins":395},"GB2-08":{"draws":0,"losses":279,"wins":417}},"medium":{"GB2-01":{"draws":56,"losses":186,"wins":438},"GB2-02":{"draws":357,"losses":129,"wins":150},"GB2-03":{"draws":114,"losses":488,"wins":56},"GB2-04":{"draws":346,"losses":177,"wins":131},"GB2-05":{"draws":0,"losses":282,"wins":408},"GB2-06":{"draws":37,"losses":142,"wins":479},"GB2-07":{"draws":0,"losses":242,"wins":444},"GB2-08":{"draws":0,"losses":70,"wins":626}},"none":{"GB2-01":{"draws":86,"losses":197,"wins":397},"GB2-02":{"draws":428,"losses":174,"wins":34},"GB2-03":{"draws":215,"losses":360,"wins":83},"GB2-04":{"draws":367,"losses":244,"wins":43},"GB2-05":{"draws":0,"losses":286,"wins":404},"GB2-06":{"draws":13,"losses":209,"wins":436},"GB2-07":{"draws":0,"losses":323,"wins":363},"GB2-08":{"draws":0,"losses":163,"wins":533}}},"per_game_raw_elo_all":{"GB2-01":1719.944018513211,"GB2-02":1525.5143879186014,"GB2-03":1381.9813337507915,"GB2-04":1527.3954124748068,"GB2-05":1500.9266728779219,"GB2-06":1910.6298690860006,"GB2-07":1565.949307848755,"GB2-08":1996.8103563201391},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1842.2913502664392,"GB2-02":1707.8609248309472,"GB2-03":1817.6152383896701,"GB2-04":1778.236060255561,"GB2-05":1396.5622478234968,"GB2-06":2016.8060426031975,"GB2-07":1551.8326857430145,"GB2-08":1629.0760780468997},"medium":{"GB2-01":1680.775117609906,"GB2-02":1487.3337530870515,"GB2-03":1094.9883564886359,"GB2-04":1451.875542376993,"GB2-05":1558.0996493891935,"GB2-06":1931.600951792473,"GB2-07":1659.5883194983153,"GB2-08":2365.6230588477392},"none":{"GB2-01":1636.765587663288,"GB2-02":1381.3484858378051,"GB2-03":1233.3404063740684,"GB2-04":1352.0746347918664,"GB2-05":1548.1181214210753,"GB2-06":1783.4826128623315,"GB2-07":1486.4269183049357,"GB2-08":1995.7319320657775}},"per_game_tracks":{"highest":{"GB2-01":84.31190696829218,"GB2-02":79.28272822954527,"GB2-03":84.77128027928252,"GB2-04":83.52004529999539,"GB2-05":54.57435239157201,"GB2-06":84.17459324328803,"GB2-07":64.34862438480793,"GB2-08":65.42804273592398},"medium":{"GB2-01":72.97086700551037,"GB2-02":56.77932973050485,"GB2-03":20.70361358508116,"GB2-04":50.92299929970364,"GB2-05":65.77242818589933,"GB2-06":80.11233806946186,"GB2-07":71.32974582863343,"GB2-08":93.82509546006278},"none":{"GB2-01":69.17335371641425,"GB2-02":43.34178134015885,"GB2-03":34.27181681510713,"GB2-04":38.31472315402055,"GB2-05":65.15147965708994,"GB2-06":72.45843705417592,"GB2-07":59.731428547602206,"GB2-08":81.62580151684335}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:14:10Z","reasoning":{"highest":75.05144669158842,"medium":64.05205214560719,"none":58.00860272517652},"reasoning_agg":{"highest":{"max":84.77128027928252,"mean":75.05144669158842,"min":54.57435239157201},"medium":{"max":93.82509546006278,"mean":64.05205214560719,"min":20.70361358508116},"none":{"max":81.62580151684335,"mean":58.00860272517652,"min":34.27181681510713}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.0428439664119},"working_program_strength":{"all":65.70403385412405,"highest":75.05144669158842,"medium":64.05205214560719,"none":58.00860272517652}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-wonder:ea765e58080b368f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.4875944,"median":0.46494,"min":0.362124,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":3.9007552},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.4270272,"mean":0.2502732,"median":0.206604,"min":0.16216,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":2.0021856},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.187324,"mean":0.12070595,"median":0.10780200000000001,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.9656475999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.4270272,"mean":0.2502732,"median":0.206604,"min":0.16216,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":2.0021856},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.187324,"mean":0.12070595,"median":0.10780200000000001,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.9656475999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.4875944,"median":0.46494,"min":0.362124,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":3.9007552}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.2861911833333333,"median":0.206604,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":30},"recorded_attempt_count":30,"run_count":24,"total":6.8685884},"codegen_latency_ms":{"attempt_count":30,"max_ms":235793,"mean_ms":83718.41666666667,"min_ms":17910,"paired_attempt_count":30,"paired_latency_ms":2009242,"paired_output_tokens":294269,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":235793,"mean_ms":170391.375,"min_ms":123596,"paired_attempt_count":9,"paired_latency_ms":1363131,"paired_output_tokens":180378,"run_count":8},"medium":{"attempt_count":11,"max_ms":84789,"mean_ms":58477.125,"min_ms":40383,"paired_attempt_count":11,"paired_latency_ms":467817,"paired_output_tokens":81329,"run_count":8},"none":{"attempt_count":10,"max_ms":29743,"mean_ms":22286.75,"min_ms":17910,"paired_attempt_count":10,"paired_latency_ms":178294,"paired_output_tokens":32562,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":29674,"output_mean":12261.208333333334,"output_min":3304,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":29674,"output_mean":22547.25,"output_min":16651,"run_count":8},"medium":{"attempt_count":11,"output_max":17493,"output_mean":10166.125,"output_min":6634,"run_count":8},"none":{"attempt_count":10,"output_max":5361,"output_mean":4070.25,"output_min":3304,"run_count":8}},"display_name":"Muse Wonder","economics":{"all":64.81850335565774,"highest":77.72991230388764,"medium":61.718522324981635,"none":55.007075438103946},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[943718],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[943718],"total_output_tokens":294269,"total_reasoning_output_tokens":154600,"total_visible_output_tokens":139669,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-wonder","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":66.77957896781723,"score":66.77957896781723},"GB2-02":{"attempts":3,"playable":54.71123151070294,"score":54.71123151070294},"GB2-03":{"attempts":3,"playable":44.91910200789797,"score":44.91910200789797},"GB2-04":{"attempts":3,"playable":57.58607307467083,"score":57.58607307467083},"GB2-05":{"attempts":3,"playable":86.54169215766551,"score":86.54169215766551},"GB2-06":{"attempts":3,"playable":75.45934512113121,"score":75.45934512113121},"GB2-07":{"attempts":3,"playable":69.53192537977792,"score":69.53192537977792},"GB2-08":{"attempts":3,"playable":63.019078625598304,"score":63.019078625598304}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":82.19277757744702,"score":82.19277757744702},"GB2-02":{"attempts":1,"playable":66.84174140000087,"score":66.84174140000087},"GB2-03":{"attempts":1,"playable":81.50205292809875,"score":81.50205292809875},"GB2-04":{"attempts":1,"playable":80.41787590305252,"score":80.41787590305252},"GB2-05":{"attempts":1,"playable":91.79126019380399,"score":91.79126019380399},"GB2-06":{"attempts":1,"playable":84.77652242686594,"score":84.77652242686594},"GB2-07":{"attempts":1,"playable":71.47112692783425,"score":71.47112692783425},"GB2-08":{"attempts":1,"playable":62.84594107399777,"score":62.84594107399777}},"medium":{"GB2-01":{"attempts":1,"playable":50.66654731565379,"score":50.66654731565379},"GB2-02":{"attempts":1,"playable":54.9652303962219,"score":54.9652303962219},"GB2-03":{"attempts":1,"playable":35.30658878078312,"score":35.30658878078312},"GB2-04":{"attempts":1,"playable":40.69455853204236,"score":40.69455853204236},"GB2-05":{"attempts":1,"playable":84.04812206962833,"score":84.04812206962833},"GB2-06":{"attempts":1,"playable":76.03955555269188,"score":76.03955555269188},"GB2-07":{"attempts":1,"playable":85.31853870861553,"score":85.31853870861553},"GB2-08":{"attempts":1,"playable":66.7090372442161,"score":66.7090372442161}},"none":{"GB2-01":{"attempts":1,"playable":67.4794120103509,"score":67.4794120103509},"GB2-02":{"attempts":1,"playable":42.326722735886044,"score":42.326722735886044},"GB2-03":{"attempts":1,"playable":17.948664314812028,"score":17.948664314812028},"GB2-04":{"attempts":1,"playable":51.6457847889176,"score":51.6457847889176},"GB2-05":{"attempts":1,"playable":83.78569420956416,"score":83.78569420956416},"GB2-06":{"attempts":1,"playable":65.5619573838358,"score":65.5619573838358},"GB2-07":{"attempts":1,"playable":51.80611050288396,"score":51.80611050288396},"GB2-08":{"attempts":1,"playable":59.50225755858105,"score":59.50225755858105}}},"id":"meta/muse-wonder","is_recent_addition":false,"last_measured_at":"2026-11-21T16:31:12Z","match_totals_all":{"draws":2566,"losses":5177,"wins":8331},"match_totals_tracks":{"highest":{"draws":601,"losses":1179,"wins":3578},"medium":{"draws":791,"losses":1916,"wins":2651},"none":{"draws":1174,"losses":2082,"wins":2102}},"model_slug":"meta-muse-wonder","official_rank_by_reasoning":{"highest":24,"medium":35,"none":25},"overall":{"max":91.79126019380399,"mean":64.81850335565774,"min":17.948664314812028},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":25,"overall_ranking_status":"ranked","per_game":{"GB2-01":82.19277757744702,"GB2-02":66.84174140000087,"GB2-03":81.50205292809875,"GB2-04":80.41787590305252,"GB2-05":91.79126019380399,"GB2-06":84.77652242686594,"GB2-07":71.47112692783425,"GB2-08":62.84594107399777},"per_game_all":{"GB2-01":66.77957896781723,"GB2-02":54.71123151070294,"GB2-03":44.91910200789797,"GB2-04":57.58607307467083,"GB2-05":86.54169215766551,"GB2-06":75.45934512113121,"GB2-07":69.53192537977792,"GB2-08":63.019078625598304},"per_game_match_totals_all":{"GB2-01":{"draws":216,"losses":656,"wins":1168},"GB2-02":{"draws":1170,"losses":373,"wins":365},"GB2-03":{"draws":355,"losses":1014,"wins":605},"GB2-04":{"draws":732,"losses":550,"wins":680},"GB2-05":{"draws":0,"losses":406,"wins":1664},"GB2-06":{"draws":93,"losses":533,"wins":1348},"GB2-07":{"draws":0,"losses":758,"wins":1300},"GB2-08":{"draws":0,"losses":887,"wins":1201}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":8,"losses":145,"wins":527},"GB2-02":{"draws":355,"losses":68,"wins":213},"GB2-03":{"draws":109,"losses":115,"wins":434},"GB2-04":{"draws":97,"losses":109,"wins":448},"GB2-05":{"draws":0,"losses":94,"wins":596},"GB2-06":{"draws":32,"losses":110,"wins":516},"GB2-07":{"draws":0,"losses":241,"wins":445},"GB2-08":{"draws":0,"losses":297,"wins":399}},"medium":{"GB2-01":{"draws":5,"losses":361,"wins":314},"GB2-02":{"draws":363,"losses":137,"wins":136},"GB2-03":{"draws":131,"losses":396,"wins":131},"GB2-04":{"draws":266,"losses":280,"wins":108},"GB2-05":{"draws":0,"losses":155,"wins":535},"GB2-06":{"draws":26,"losses":177,"wins":455},"GB2-07":{"draws":0,"losses":140,"wins":546},"GB2-08":{"draws":0,"losses":270,"wins":426}},"none":{"GB2-01":{"draws":203,"losses":150,"wins":327},"GB2-02":{"draws":452,"losses":168,"wins":16},"GB2-03":{"draws":115,"losses":503,"wins":40},"GB2-04":{"draws":369,"losses":161,"wins":124},"GB2-05":{"draws":0,"losses":157,"wins":533},"GB2-06":{"draws":35,"losses":246,"wins":377},"GB2-07":{"draws":0,"losses":377,"wins":309},"GB2-08":{"draws":0,"losses":320,"wins":376}}},"per_game_raw_elo_all":{"GB2-01":1624.9871382701313,"GB2-02":1473.3813940385123,"GB2-03":1351.1134936897772,"GB2-04":1521.088089229622,"GB2-05":2079.7569613740015,"GB2-06":1846.0704645848934,"GB2-07":1669.2944326099393,"GB2-08":1579.2580784124657},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1807.0005545254346,"GB2-02":1574.084087272856,"GB2-03":1749.6902080714087,"GB2-04":1734.4825364062135,"GB2-05":2278.585772984098,"GB2-06":2030.146054967877,"GB2-07":1661.930165356205,"GB2-08":1574.6064506732057},"medium":{"GB2-01":1449.8798809396128,"GB2-02":1472.6755483823927,"GB2-03":1242.793604730509,"GB2-04":1371.1713818243848,"GB2-05":1984.6630787223203,"GB2-06":1851.5103322033497,"GB2-07":1965.8248871115068,"GB2-08":1656.6225026129503},"none":{"GB2-01":1618.0809793453466,"GB2-02":1373.3845464602887,"GB2-03":1060.8566682674143,"GB2-04":1457.6103494582676,"GB2-05":1976.0220324155866,"GB2-06":1656.5550065834532,"GB2-07":1380.1282453621059,"GB2-08":1506.5452819512411}},"per_game_tracks":{"highest":{"GB2-01":82.19277757744702,"GB2-02":66.84174140000087,"GB2-03":81.50205292809875,"GB2-04":80.41787590305252,"GB2-05":91.79126019380399,"GB2-06":84.77652242686594,"GB2-07":71.47112692783425,"GB2-08":62.84594107399777},"medium":{"GB2-01":50.66654731565379,"GB2-02":54.9652303962219,"GB2-03":35.30658878078312,"GB2-04":40.69455853204236,"GB2-05":84.04812206962833,"GB2-06":76.03955555269188,"GB2-07":85.31853870861553,"GB2-08":66.7090372442161},"none":{"GB2-01":67.4794120103509,"GB2-02":42.326722735886044,"GB2-03":17.948664314812028,"GB2-04":51.6457847889176,"GB2-05":83.78569420956416,"GB2-06":65.5619573838358,"GB2-07":51.80611050288396,"GB2-08":59.50225755858105}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:19:49Z","reasoning":{"highest":77.72991230388764,"medium":61.718522324981635,"none":55.007075438103946},"reasoning_agg":{"highest":{"max":91.79126019380399,"mean":77.72991230388764,"min":62.84594107399777},"medium":{"max":85.31853870861553,"mean":61.718522324981635,"min":35.30658878078312},"none":{"max":83.78569420956416,"mean":55.007075438103946,"min":17.948664314812028}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":22.722836865783698},"working_program_strength":{"all":64.81850335565774,"highest":77.72991230388764,"medium":61.718522324981635,"none":55.007075438103946}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-7:3e25446fa18628a3","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":1.2177,"mean":0.779445,"median":0.759332,"min":0.571358,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":6.2355599999999995},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.576454,"mean":0.39871924999999997,"median":0.380795,"min":0.216934,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":3.1897539999999998},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.143752,"mean":0.082967,"median":0.0730072,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.663736}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.576454,"mean":0.39871924999999997,"median":0.380795,"min":0.216934,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":3.1897539999999998},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.143752,"mean":0.082967,"median":0.0730072,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.6637360000000001},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":1.2177,"mean":0.779445,"median":0.759332,"min":0.571358,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":6.2355599999999995}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":1.2177,"mean":0.4203770833333333,"median":0.380795,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":10.08905},"codegen_latency_ms":{"attempt_count":29,"max_ms":2516111,"mean_ms":895095.7083333334,"min_ms":107275,"paired_attempt_count":29,"paired_latency_ms":21482297,"paired_output_tokens":1623223,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":2516111,"mean_ms":1632486.25,"min_ms":1212881,"paired_attempt_count":10,"paired_latency_ms":13059890,"paired_output_tokens":1009083,"run_count":8},"medium":{"attempt_count":9,"max_ms":1551665,"mean_ms":884117.375,"min_ms":472109,"paired_attempt_count":9,"paired_latency_ms":7072939,"paired_output_tokens":506981,"run_count":8},"none":{"attempt_count":10,"max_ms":283828,"mean_ms":168683.5,"min_ms":107275,"paired_attempt_count":10,"paired_latency_ms":1349468,"paired_output_tokens":107159,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":195136,"output_mean":67634.29166666667,"output_min":8421,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":195136,"output_mean":126135.375,"output_min":92484,"run_count":8},"medium":{"attempt_count":9,"output_max":95241,"output_mean":63372.625,"output_min":32426,"run_count":8},"none":{"attempt_count":10,"output_max":23276,"output_mean":13394.875,"output_min":8421,"run_count":8}},"display_name":"Grok 4.7","economics":{"all":63.71653699005029,"highest":71.25775502721987,"medium":72.26884637360718,"none":47.62300956932382},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"},"medium":{"GB2-06":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[450000],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[450000],"total_output_tokens":1623223,"total_reasoning_output_tokens":1401661,"total_visible_output_tokens":221562,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":450000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.7","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":53.69848805829209,"score":53.69848805829209},"GB2-02":{"attempts":3,"playable":72.7592112431843,"score":72.7592112431843},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":79.49618927229756,"score":52.997459514865035},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":68.06271330211787,"score":45.37514220141191},"GB2-05":{"attempts":3,"playable":75.09288102782796,"score":75.09288102782796},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":85.49335624559836,"score":56.99557083039891},"GB2-07":{"attempts":3,"playable":68.19791822674951,"score":68.19791822674951},"GB2-08":{"attempts":3,"playable":84.61562481767261,"score":84.61562481767261}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":55.97081602383439,"score":55.97081602383439},"GB2-02":{"attempts":1,"playable":87.76838917932834,"score":87.76838917932834},"GB2-03":{"attempts":1,"playable":86.94839098385543,"score":86.94839098385543},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":92.27497642114706,"score":92.27497642114706},"GB2-06":{"attempts":1,"playable":89.51107653498278,"score":89.51107653498278},"GB2-07":{"attempts":1,"playable":75.68850845872748,"score":75.68850845872748},"GB2-08":{"attempts":1,"playable":81.89988261588354,"score":81.89988261588354}},"medium":{"GB2-01":{"attempts":1,"playable":78.56067811314458,"score":78.56067811314458},"GB2-02":{"attempts":1,"playable":78.52874124618423,"score":78.52874124618423},"GB2-03":{"attempts":1,"playable":72.04398756073967,"score":72.04398756073967},"GB2-04":{"attempts":1,"playable":91.75591602196921,"score":91.75591602196921},"GB2-05":{"attempts":1,"playable":92.51480480360289,"score":92.51480480360289},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":74.28831919144055,"score":74.28831919144055},"GB2-08":{"attempts":1,"playable":90.45832405177624,"score":90.45832405177624}},"none":{"GB2-01":{"attempts":1,"playable":26.563970037897334,"score":26.563970037897334},"GB2-02":{"attempts":1,"playable":51.980503304040326,"score":51.980503304040326},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":44.36951058226653,"score":44.36951058226653},"GB2-05":{"attempts":1,"playable":40.4888618587339,"score":40.4888618587339},"GB2-06":{"attempts":1,"playable":81.47563595621395,"score":81.47563595621395},"GB2-07":{"attempts":1,"playable":54.616927030080475,"score":54.616927030080475},"GB2-08":{"attempts":1,"playable":81.48866778535807,"score":81.48866778535807}}},"id":"x-ai/grok-4.7","is_recent_addition":false,"last_measured_at":"2026-11-21T15:23:21Z","match_totals_all":{"draws":1318,"losses":3877,"wins":8909},"match_totals_tracks":{"highest":{"draws":209,"losses":1011,"wins":3484},"medium":{"draws":293,"losses":914,"wins":3493},"none":{"draws":816,"losses":1952,"wins":1932}},"model_slug":"x-ai-grok-4-7","official_rank_by_reasoning":{"highest":29,"medium":21,"none":41},"overall":{"max":92.51480480360289,"mean":63.71653699005029,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":26,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.97081602383439,"GB2-02":87.76838917932834,"GB2-03":86.94839098385543,"GB2-05":92.27497642114706,"GB2-06":89.51107653498278,"GB2-07":75.68850845872748,"GB2-08":81.89988261588354},"per_game_all":{"GB2-01":53.69848805829209,"GB2-02":72.7592112431843,"GB2-05":75.09288102782796,"GB2-07":68.19791822674951,"GB2-08":84.61562481767261},"per_game_match_totals_all":{"GB2-01":{"draws":246,"losses":900,"wins":894},"GB2-02":{"draws":628,"losses":300,"wins":980},"GB2-03":{"draws":141,"losses":293,"wins":882},"GB2-04":{"draws":248,"losses":340,"wins":720},"GB2-05":{"draws":0,"losses":619,"wins":1451},"GB2-06":{"draws":55,"losses":213,"wins":1048},"GB2-07":{"draws":0,"losses":790,"wins":1268},"GB2-08":{"draws":0,"losses":422,"wins":1666}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":15,"losses":321,"wins":344},"GB2-02":{"draws":72,"losses":71,"wins":493},"GB2-03":{"draws":108,"losses":74,"wins":476},"GB2-05":{"draws":0,"losses":90,"wins":600},"GB2-06":{"draws":14,"losses":83,"wins":561},"GB2-07":{"draws":0,"losses":211,"wins":475},"GB2-08":{"draws":0,"losses":161,"wins":535}},"medium":{"GB2-01":{"draws":42,"losses":154,"wins":484},"GB2-02":{"draws":141,"losses":100,"wins":395},"GB2-03":{"draws":33,"losses":219,"wins":406},"GB2-04":{"draws":77,"losses":35,"wins":542},"GB2-05":{"draws":0,"losses":88,"wins":602},"GB2-07":{"draws":0,"losses":221,"wins":465},"GB2-08":{"draws":0,"losses":97,"wins":599}},"none":{"GB2-01":{"draws":189,"losses":425,"wins":66},"GB2-02":{"draws":415,"losses":129,"wins":92},"GB2-04":{"draws":171,"losses":305,"wins":178},"GB2-05":{"draws":0,"losses":441,"wins":249},"GB2-06":{"draws":41,"losses":130,"wins":487},"GB2-07":{"draws":0,"losses":358,"wins":328},"GB2-08":{"draws":0,"losses":164,"wins":532}}},"per_game_raw_elo_all":{"GB2-01":1486.9934684593281,"GB2-02":1662.8062026924738,"GB2-05":1942.2307259128409,"GB2-07":1621.263553124203,"GB2-08":2077.666799972074},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1500.8281120464123,"GB2-02":1841.1910635172194,"GB2-03":1870.8964145190348,"GB2-05":2300.657881731057,"GB2-06":2146.2852729447877,"GB2-07":1736.1321885899072,"GB2-08":2002.3998785943268},"medium":{"GB2-01":1752.9844900474532,"GB2-02":1698.2948432819812,"GB2-03":1602.413711638382,"GB2-04":1938.1773572375887,"GB2-05":2311.89109164384,"GB2-07":1710.4540939668673,"GB2-08":2238.193756131724},"none":{"GB2-01":1207.167803284119,"GB2-02":1448.932701278221,"GB2-04":1400.2582845389798,"GB2-05":1214.143204363626,"GB2-06":1959.4200864764323,"GB2-07":1417.2043768158348,"GB2-08":1992.406765190171}},"per_game_tracks":{"highest":{"GB2-01":55.97081602383439,"GB2-02":87.76838917932834,"GB2-03":86.94839098385543,"GB2-05":92.27497642114706,"GB2-06":89.51107653498278,"GB2-07":75.68850845872748,"GB2-08":81.89988261588354},"medium":{"GB2-01":78.56067811314458,"GB2-02":78.52874124618423,"GB2-03":72.04398756073967,"GB2-04":91.75591602196921,"GB2-05":92.51480480360289,"GB2-07":74.28831919144055,"GB2-08":90.45832405177624},"none":{"GB2-01":26.563970037897334,"GB2-02":51.980503304040326,"GB2-04":44.36951058226653,"GB2-05":40.4888618587339,"GB2-06":81.47563595621395,"GB2-07":54.616927030080475,"GB2-08":81.48866778535807}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":19,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:08:25Z","reasoning":{"highest":71.25775502721987,"medium":72.26884637360718,"none":47.62300956932382},"reasoning_agg":{"highest":{"max":92.27497642114706,"mean":71.25775502721987,"min":0.0},"medium":{"max":92.51480480360289,"mean":72.26884637360718,"min":0.0},"none":{"max":81.48866778535807,"mean":47.62300956932382,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.645836804283356},"working_program_strength":{"all":72.81889941720033,"highest":81.43743431682272,"medium":82.59296728412248,"none":54.42629665065579}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-6:30389cb4b3df8dc5","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.02609192,"mean":0.017588861,"median":0.020739019999999997,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.140710888},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.029267624,"mean":0.018369876,"median":0.016607339999999998,"min":0.0120384,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.146959008},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.02555931,"median":0.0243588,"min":0.01867368,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.20447448000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.029267624,"mean":0.018369876,"median":0.016607339999999998,"min":0.0120384,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.146959008},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.02555931,"median":0.0243588,"min":0.01867368,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.20447448000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.02609192,"mean":0.017588861,"median":0.020739019999999997,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.140710888}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.020506015666666665,"median":0.02043636,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":26},"recorded_attempt_count":26,"run_count":24,"total":0.492144376},"codegen_latency_ms":{"attempt_count":26,"max_ms":755694,"mean_ms":451536.75,"min_ms":31964,"paired_attempt_count":23,"paired_latency_ms":9272260,"paired_output_tokens":1018724,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":564440,"mean_ms":376890.25,"min_ms":31964,"paired_attempt_count":7,"paired_latency_ms":2082504,"paired_output_tokens":232098,"run_count":8},"medium":{"attempt_count":8,"max_ms":648356,"mean_ms":407380.75,"min_ms":243771,"paired_attempt_count":8,"paired_latency_ms":3259046,"paired_output_tokens":359280,"run_count":8},"none":{"attempt_count":9,"max_ms":755694,"mean_ms":570339.25,"min_ms":427909,"paired_attempt_count":8,"paired_latency_ms":3930710,"paired_output_tokens":427346,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":86164,"output_mean":49308.791666666664,"output_min":2971,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":62906,"output_mean":41898.125,"output_min":2971,"run_count":8},"medium":{"attempt_count":8,"output_max":72644,"output_mean":44910.0,"output_min":27873,"run_count":8},"none":{"attempt_count":9,"output_max":86164,"output_mean":61118.25,"output_min":44541,"run_count":8}},"display_name":"Nex N2.6","economics":{"all":61.94539477278793,"highest":50.220418309859426,"medium":63.02062955804781,"none":72.59513645045655},"economics_best_value":{"per_model":{"medium":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[235929],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":29,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[235929],"total_output_tokens":1183411,"total_reasoning_output_tokens":1069927,"total_visible_output_tokens":113484,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2.6","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.117785568817105,"score":58.117785568817105},"GB2-02":{"attempts":3,"playable":63.4434006802025,"score":63.4434006802025},"GB2-03":{"attempts":3,"playable":73.79417328153146,"score":73.79417328153146},"GB2-04":{"attempts":3,"playable":55.040210869156816,"score":55.040210869156816},"GB2-05":{"attempts":3,"playable":72.80172007530622,"score":72.80172007530622},"GB2-06":{"attempts":3,"playable":63.707488721490996,"score":63.707488721490996},"GB2-07":{"attempts":3,"playable":58.535209369481414,"score":58.535209369481414},"GB2-08":{"attempts":3,"playable":50.123169616316886,"score":50.123169616316886}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":70.56642057836362,"score":70.56642057836362},"GB2-02":{"attempts":1,"playable":61.52258177605553,"score":61.52258177605553},"GB2-03":{"attempts":1,"playable":51.672180232716144,"score":51.672180232716144},"GB2-04":{"attempts":1,"playable":37.327478275176055,"score":37.327478275176055},"GB2-05":{"attempts":1,"playable":83.52263139990296,"score":83.52263139990296},"GB2-06":{"attempts":1,"playable":26.52839001562175,"score":26.52839001562175},"GB2-07":{"attempts":1,"playable":40.711862913168396,"score":40.711862913168396},"GB2-08":{"attempts":1,"playable":29.911801287870933,"score":29.911801287870933}},"medium":{"GB2-01":{"attempts":1,"playable":64.06947133569463,"score":64.06947133569463},"GB2-02":{"attempts":1,"playable":52.562383169766115,"score":52.562383169766115},"GB2-03":{"attempts":1,"playable":83.52131937733289,"score":83.52131937733289},"GB2-04":{"attempts":1,"playable":59.593102957499,"score":59.593102957499},"GB2-05":{"attempts":1,"playable":56.64498477768154,"score":56.64498477768154},"GB2-06":{"attempts":1,"playable":75.34180793995449,"score":75.34180793995449},"GB2-07":{"attempts":1,"playable":74.1479664066448,"score":74.1479664066448},"GB2-08":{"attempts":1,"playable":38.284000499808975,"score":38.284000499808975}},"none":{"GB2-01":{"attempts":1,"playable":39.71746479239306,"score":39.71746479239306},"GB2-02":{"attempts":1,"playable":76.24523709478585,"score":76.24523709478585},"GB2-03":{"attempts":1,"playable":86.18902023454534,"score":86.18902023454534},"GB2-04":{"attempts":1,"playable":68.20005137479538,"score":68.20005137479538},"GB2-05":{"attempts":1,"playable":78.23754404833419,"score":78.23754404833419},"GB2-06":{"attempts":1,"playable":89.25226820889675,"score":89.25226820889675},"GB2-07":{"attempts":1,"playable":60.74579878863104,"score":60.74579878863104},"GB2-08":{"attempts":1,"playable":82.17370706127076,"score":82.17370706127076}}},"id":"nex-agi/nex-n2.6","is_recent_addition":false,"last_measured_at":"2026-11-21T16:32:46Z","match_totals_all":{"draws":1732,"losses":6106,"wins":8236},"match_totals_tracks":{"highest":{"draws":686,"losses":2596,"wins":2076},"medium":{"draws":633,"losses":1957,"wins":2768},"none":{"draws":413,"losses":1553,"wins":3392}},"model_slug":"nex-agi-nex-n2-6","official_rank_by_reasoning":{"highest":61,"medium":32,"none":20},"overall":{"max":89.25226820889675,"mean":61.94539477278793,"min":26.52839001562175},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":27,"overall_ranking_status":"ranked","per_game":{"GB2-01":70.56642057836362,"GB2-02":61.52258177605553,"GB2-03":51.672180232716144,"GB2-04":37.327478275176055,"GB2-05":83.52263139990296,"GB2-06":26.52839001562175,"GB2-07":40.711862913168396,"GB2-08":29.911801287870933},"per_game_all":{"GB2-01":58.117785568817105,"GB2-02":63.4434006802025,"GB2-03":73.79417328153146,"GB2-04":55.040210869156816,"GB2-05":72.80172007530622,"GB2-06":63.707488721490996,"GB2-07":58.535209369481414,"GB2-08":50.123169616316886},"per_game_match_totals_all":{"GB2-01":{"draws":52,"losses":914,"wins":1074},"GB2-02":{"draws":832,"losses":381,"wins":695},"GB2-03":{"draws":108,"losses":599,"wins":1267},"GB2-04":{"draws":658,"losses":640,"wins":664},"GB2-05":{"draws":0,"losses":697,"wins":1373},"GB2-06":{"draws":82,"losses":757,"wins":1135},"GB2-07":{"draws":0,"losses":988,"wins":1070},"GB2-08":{"draws":0,"losses":1130,"wins":958}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":47,"losses":207,"wins":426},"GB2-02":{"draws":259,"losses":149,"wins":228},"GB2-03":{"draws":81,"losses":324,"wins":253},"GB2-04":{"draws":289,"losses":289,"wins":76},"GB2-05":{"draws":0,"losses":159,"wins":531},"GB2-06":{"draws":10,"losses":506,"wins":142},"GB2-07":{"draws":0,"losses":450,"wins":236},"GB2-08":{"draws":0,"losses":512,"wins":184}},"medium":{"GB2-01":{"draws":1,"losses":274,"wins":405},"GB2-02":{"draws":400,"losses":133,"wins":103},"GB2-03":{"draws":11,"losses":149,"wins":498},"GB2-04":{"draws":185,"losses":203,"wins":266},"GB2-05":{"draws":0,"losses":340,"wins":350},"GB2-06":{"draws":36,"losses":177,"wins":445},"GB2-07":{"draws":0,"losses":222,"wins":464},"GB2-08":{"draws":0,"losses":459,"wins":237}},"none":{"GB2-01":{"draws":4,"losses":433,"wins":243},"GB2-02":{"draws":173,"losses":99,"wins":364},"GB2-03":{"draws":16,"losses":126,"wins":516},"GB2-04":{"draws":184,"losses":148,"wins":322},"GB2-05":{"draws":0,"losses":198,"wins":492},"GB2-06":{"draws":36,"losses":74,"wins":548},"GB2-07":{"draws":0,"losses":316,"wins":370},"GB2-08":{"draws":0,"losses":159,"wins":537}}},"per_game_raw_elo_all":{"GB2-01":1526.4310897544003,"GB2-02":1550.3885552454296,"GB2-03":1676.6524673307833,"GB2-04":1488.5076787733333,"GB2-05":1734.6910979065663,"GB2-06":1666.3166892106408,"GB2-07":1481.681909747311,"GB2-08":1394.3396570597415},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1652.5388570567372,"GB2-02":1526.8372820059974,"GB2-03":1388.3655124733136,"GB2-04":1344.0630815817212,"GB2-05":1967.4385099960764,"GB2-06":1021.5993121429633,"GB2-07":1236.5880750644587,"GB2-08":1027.134529342723},"medium":{"GB2-01":1581.8433418855527,"GB2-02":1453.5316406090637,"GB2-03":1790.1570044301586,"GB2-04":1522.3552693849192,"GB2-05":1424.2664566007263,"GB2-06":1838.1173113250616,"GB2-07":1707.9433594853704,"GB2-08":1146.7921650770438},"none":{"GB2-01":1344.9110703209112,"GB2-02":1670.7967431212278,"GB2-03":1851.4348850888782,"GB2-04":1599.1046853533592,"GB2-05":1812.368327122897,"GB2-06":2139.2334441638977,"GB2-07":1500.5142946921042,"GB2-08":2009.0922767594577}},"per_game_tracks":{"highest":{"GB2-01":70.56642057836362,"GB2-02":61.52258177605553,"GB2-03":51.672180232716144,"GB2-04":37.327478275176055,"GB2-05":83.52263139990296,"GB2-06":26.52839001562175,"GB2-07":40.711862913168396,"GB2-08":29.911801287870933},"medium":{"GB2-01":64.06947133569463,"GB2-02":52.562383169766115,"GB2-03":83.52131937733289,"GB2-04":59.593102957499,"GB2-05":56.64498477768154,"GB2-06":75.34180793995449,"GB2-07":74.1479664066448,"GB2-08":38.284000499808975},"none":{"GB2-01":39.71746479239306,"GB2-02":76.24523709478585,"GB2-03":86.18902023454534,"GB2-04":68.20005137479538,"GB2-05":78.23754404833419,"GB2-06":89.25226820889675,"GB2-07":60.74579878863104,"GB2-08":82.17370706127076}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:27:30Z","reasoning":{"highest":50.220418309859426,"medium":63.02062955804781,"none":72.59513645045655},"reasoning_agg":{"highest":{"max":83.52263139990296,"mean":50.220418309859426,"min":26.52839001562175},"medium":{"max":83.52131937733289,"mean":63.02062955804781,"min":38.284000499808975},"none":{"max":89.25226820889675,"mean":72.59513645045655,"min":39.71746479239306}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":22.374718140597125},"working_program_strength":{"all":61.94539477278793,"highest":50.220418309859426,"medium":63.02062955804781,"none":72.59513645045655}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash-1017:3747681a09283505","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.07554854925,"median":0.075366243,"min":0.03476295,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.6043883939999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.065551536,"mean":0.04201661175,"median":0.0380097,"min":0.02021175,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.336132894},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00749985,"mean":0.0058554465,"median":0.006206184,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.046843572}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.065551536,"mean":0.04201661175,"median":0.0380097,"min":0.02021175,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.336132894},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00749985,"mean":0.0058554465,"median":0.006206184,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.04684357200000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.07554854925,"median":0.075366243,"min":0.03476295,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.6043883940000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.0411402025,"median":0.037120068,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":0.98736486},"codegen_latency_ms":{"attempt_count":27,"max_ms":473334,"mean_ms":151724.33333333334,"min_ms":8145,"paired_attempt_count":27,"paired_latency_ms":3641384,"paired_output_tokens":834489,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":473334,"mean_ms":299503.0,"min_ms":228847,"paired_attempt_count":10,"paired_latency_ms":2396024,"paired_output_tokens":528074,"run_count":8},"medium":{"attempt_count":8,"max_ms":206258,"mean_ms":144560.375,"min_ms":109598,"paired_attempt_count":8,"paired_latency_ms":1156483,"paired_output_tokens":280840,"run_count":8},"none":{"attempt_count":9,"max_ms":15039,"mean_ms":11109.625,"min_ms":8145,"paired_attempt_count":9,"paired_latency_ms":88877,"paired_output_tokens":25575,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":101363,"output_mean":34770.375,"output_min":2168,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":101363,"output_mean":66009.25,"output_min":55824,"run_count":8},"medium":{"attempt_count":8,"output_max":52800,"output_mean":35105.0,"output_min":27852,"run_count":8},"none":{"attempt_count":9,"output_max":4467,"output_mean":3196.875,"output_min":2168,"run_count":8}},"display_name":"DeepSeek V4.1 Flash 1017","economics":{"all":61.288514305255866,"highest":69.98580010202768,"medium":64.14427943535719,"none":49.73546337838275},"economics_best_value":{"per_model":{"all":true,"none":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[393216],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[393216],"total_output_tokens":834489,"total_reasoning_output_tokens":719894,"total_visible_output_tokens":114595,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":393216,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash-1017","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":72.49384574658389,"score":72.49384574658389},"GB2-02":{"attempts":3,"playable":54.95879141456396,"score":54.95879141456396},"GB2-03":{"attempts":3,"playable":44.70343947325987,"score":44.70343947325987},"GB2-04":{"attempts":3,"playable":60.29842393231737,"score":60.29842393231737},"GB2-05":{"attempts":3,"playable":59.880612511722994,"score":59.880612511722994},"GB2-06":{"attempts":3,"playable":65.80819173326402,"score":65.80819173326402},"GB2-07":{"attempts":3,"playable":58.456730833697286,"score":58.456730833697286},"GB2-08":{"attempts":3,"playable":73.70807879663761,"score":73.70807879663761}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":67.55322464419545,"score":67.55322464419545},"GB2-02":{"attempts":1,"playable":79.2074993628337,"score":79.2074993628337},"GB2-03":{"attempts":1,"playable":46.27007949598666,"score":46.27007949598666},"GB2-04":{"attempts":1,"playable":71.00765792364085,"score":71.00765792364085},"GB2-05":{"attempts":1,"playable":70.6686404199803,"score":70.6686404199803},"GB2-06":{"attempts":1,"playable":73.86951563605379,"score":73.86951563605379},"GB2-07":{"attempts":1,"playable":71.47112692783425,"score":71.47112692783425},"GB2-08":{"attempts":1,"playable":79.83865640569641,"score":79.83865640569641}},"medium":{"GB2-01":{"attempts":1,"playable":80.38778911144882,"score":80.38778911144882},"GB2-02":{"attempts":1,"playable":42.665260766940214,"score":42.665260766940214},"GB2-03":{"attempts":1,"playable":49.27297854628753,"score":49.27297854628753},"GB2-04":{"attempts":1,"playable":68.04733228563337,"score":68.04733228563337},"GB2-05":{"attempts":1,"playable":58.23340203125474,"score":58.23340203125474},"GB2-06":{"attempts":1,"playable":80.52226572346596,"score":80.52226572346596},"GB2-07":{"attempts":1,"playable":71.61246127429708,"score":71.61246127429708},"GB2-08":{"attempts":1,"playable":62.412745743529854,"score":62.412745743529854}},"none":{"GB2-01":{"attempts":1,"playable":69.54052348410738,"score":69.54052348410738},"GB2-02":{"attempts":1,"playable":43.00361411391796,"score":43.00361411391796},"GB2-03":{"attempts":1,"playable":38.56726037750543,"score":38.56726037750543},"GB2-04":{"attempts":1,"playable":41.84028158767789,"score":41.84028158767789},"GB2-05":{"attempts":1,"playable":50.73979508393393,"score":50.73979508393393},"GB2-06":{"attempts":1,"playable":43.032793840272284,"score":43.032793840272284},"GB2-07":{"attempts":1,"playable":32.28660429896053,"score":32.28660429896053},"GB2-08":{"attempts":1,"playable":78.87283424068656,"score":78.87283424068656}}},"id":"deepseek/deepseek-v4.1-flash-1017","is_recent_addition":false,"last_measured_at":"2026-11-21T15:43:15Z","match_totals_all":{"draws":2712,"losses":5704,"wins":7658},"match_totals_tracks":{"highest":{"draws":736,"losses":1540,"wins":3082},"medium":{"draws":801,"losses":1801,"wins":2756},"none":{"draws":1175,"losses":2363,"wins":1820}},"model_slug":"deepseek-deepseek-v4-1-flash-1017","official_rank_by_reasoning":{"highest":30,"medium":29,"none":33},"overall":{"max":80.52226572346596,"mean":61.288514305255866,"min":32.28660429896053},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":28,"overall_ranking_status":"ranked","per_game":{"GB2-01":67.55322464419545,"GB2-02":79.2074993628337,"GB2-03":46.27007949598666,"GB2-04":71.00765792364085,"GB2-05":70.6686404199803,"GB2-06":73.86951563605379,"GB2-07":71.47112692783425,"GB2-08":79.83865640569641},"per_game_all":{"GB2-01":72.49384574658389,"GB2-02":54.95879141456396,"GB2-03":44.70343947325987,"GB2-04":60.29842393231737,"GB2-05":59.880612511722994,"GB2-06":65.80819173326402,"GB2-07":58.456730833697286,"GB2-08":73.70807879663761},"per_game_match_totals_all":{"GB2-01":{"draws":211,"losses":545,"wins":1284},"GB2-02":{"draws":1020,"losses":438,"wins":450},"GB2-03":{"draws":451,"losses":993,"wins":530},"GB2-04":{"draws":949,"losses":394,"wins":619},"GB2-05":{"draws":0,"losses":957,"wins":1113},"GB2-06":{"draws":81,"losses":734,"wins":1159},"GB2-07":{"draws":0,"losses":984,"wins":1074},"GB2-08":{"draws":0,"losses":659,"wins":1429}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":130,"losses":186,"wins":364},"GB2-02":{"draws":132,"losses":100,"wins":404},"GB2-03":{"draws":118,"losses":338,"wins":202},"GB2-04":{"draws":323,"losses":60,"wins":271},"GB2-05":{"draws":0,"losses":250,"wins":440},"GB2-06":{"draws":33,"losses":189,"wins":436},"GB2-07":{"draws":0,"losses":241,"wins":445},"GB2-08":{"draws":0,"losses":176,"wins":520}},"medium":{"GB2-01":{"draws":0,"losses":162,"wins":518},"GB2-02":{"draws":428,"losses":178,"wins":30},"GB2-03":{"draws":66,"losses":346,"wins":246},"GB2-04":{"draws":266,"losses":108,"wins":280},"GB2-05":{"draws":0,"losses":330,"wins":360},"GB2-06":{"draws":41,"losses":137,"wins":480},"GB2-07":{"draws":0,"losses":240,"wins":446},"GB2-08":{"draws":0,"losses":300,"wins":396}},"none":{"GB2-01":{"draws":81,"losses":197,"wins":402},"GB2-02":{"draws":460,"losses":160,"wins":16},"GB2-03":{"draws":267,"losses":309,"wins":82},"GB2-04":{"draws":360,"losses":226,"wins":68},"GB2-05":{"draws":0,"losses":377,"wins":313},"GB2-06":{"draws":7,"losses":408,"wins":243},"GB2-07":{"draws":0,"losses":503,"wins":183},"GB2-08":{"draws":0,"losses":183,"wins":513}}},"per_game_raw_elo_all":{"GB2-01":1679.6821055473683,"GB2-02":1487.2120588210353,"GB2-03":1326.345476835589,"GB2-04":1534.8570943330972,"GB2-05":1478.7701418060672,"GB2-06":1677.2506634487163,"GB2-07":1483.8800603467764,"GB2-08":1816.2330056942221},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1618.8847562573494,"GB2-02":1706.894566570256,"GB2-03":1340.132155153379,"GB2-04":1626.6415138248328,"GB2-05":1643.7775392456642,"GB2-06":1810.0885664936332,"GB2-07":1661.930165356205,"GB2-08":1952.9109690229507},"medium":{"GB2-01":1779.2764021848684,"GB2-02":1376.0435249994987,"GB2-03":1366.7863695161623,"GB2-04":1597.649976010245,"GB2-05":1445.9964995357636,"GB2-06":1939.8990496824686,"GB2-07":1664.2792822136364,"GB2-08":1565.6221457954243},"none":{"GB2-01":1640.8851581998874,"GB2-02":1378.6980848933513,"GB2-03":1272.117905837225,"GB2-04":1380.2797931642142,"GB2-05":1346.5363866367743,"GB2-06":1281.764374170047,"GB2-07":1125.4307334704886,"GB2-08":1930.1659022642912}},"per_game_tracks":{"highest":{"GB2-01":67.55322464419545,"GB2-02":79.2074993628337,"GB2-03":46.27007949598666,"GB2-04":71.00765792364085,"GB2-05":70.6686404199803,"GB2-06":73.86951563605379,"GB2-07":71.47112692783425,"GB2-08":79.83865640569641},"medium":{"GB2-01":80.38778911144882,"GB2-02":42.665260766940214,"GB2-03":49.27297854628753,"GB2-04":68.04733228563337,"GB2-05":58.23340203125474,"GB2-06":80.52226572346596,"GB2-07":71.61246127429708,"GB2-08":62.412745743529854},"none":{"GB2-01":69.54052348410738,"GB2-02":43.00361411391796,"GB2-03":38.56726037750543,"GB2-04":41.84028158767789,"GB2-05":50.73979508393393,"GB2-06":43.032793840272284,"GB2-07":32.28660429896053,"GB2-08":78.87283424068656}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:18:02Z","reasoning":{"highest":69.98580010202768,"medium":64.14427943535719,"none":49.73546337838275},"reasoning_agg":{"highest":{"max":79.83865640569641,"mean":69.98580010202768,"min":46.27007949598666},"medium":{"max":80.52226572346596,"mean":64.14427943535719,"min":42.665260766940214},"none":{"max":78.87283424068656,"mean":49.73546337838275,"min":32.28660429896053}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":20.250336723644935},"working_program_strength":{"all":61.288514305255866,"highest":69.98580010202768,"medium":64.14427943535719,"none":49.73546337838275}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5-5:04e84f957aa330d1","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.54817025,"median":0.548798,"min":0.28285,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":4.385362},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.083848,"mean":0.06079725,"median":0.058081,"min":0.039074,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.48637800000000003},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.048946,"mean":0.040937249999999994,"median":0.039029,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.327498}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.083848,"mean":0.06079725,"median":0.058081,"min":0.039074,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.486378},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.048946,"mean":0.040937249999999994,"median":0.039029,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.32749799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.54817025,"median":0.548798,"min":0.28285,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":4.385362}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.21663491666666665,"median":0.058081,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":5.199237999999999},"codegen_output_tokens":{"attempt_count":28,"output_max":70064,"output_mean":18803.166666666668,"output_min":1228,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":70064,"output_mean":51989.0,"output_min":25995,"run_count":8},"medium":{"attempt_count":11,"output_max":4348,"output_mean":2842.75,"output_min":1552,"run_count":8},"none":{"attempt_count":8,"output_max":2376,"output_mean":1577.75,"output_min":1228,"run_count":8}},"display_name":"Claude Sonnet 5.5","economics":{"all":60.4465505265264,"highest":91.89747177145247,"medium":49.83809773361527,"none":39.604082074511446},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[128000],"finish_reason_observations":28,"finish_reasons":["end_turn"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[128000],"total_output_tokens":451276,"total_reasoning_output_tokens":352227,"total_visible_output_tokens":99049,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.28283812664296,"score":57.28283812664296},"GB2-02":{"attempts":3,"playable":60.867977138476896,"score":60.867977138476896},"GB2-03":{"attempts":3,"playable":57.40657665182973,"score":57.40657665182973},"GB2-04":{"attempts":3,"playable":55.1403856087068,"score":55.1403856087068},"GB2-05":{"attempts":3,"playable":43.22999457597928,"score":43.22999457597928},"GB2-06":{"attempts":3,"playable":60.70287152287319,"score":60.70287152287319},"GB2-07":{"attempts":3,"playable":68.98754458813637,"score":68.98754458813637},"GB2-08":{"attempts":3,"playable":79.95421599956587,"score":79.95421599956587}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":81.4320068070608,"score":81.4320068070608},"GB2-02":{"attempts":1,"playable":96.01375022748037,"score":96.01375022748037},"GB2-03":{"attempts":1,"playable":94.84799221371657,"score":94.84799221371657},"GB2-04":{"attempts":1,"playable":82.89199954738574,"score":82.89199954738574},"GB2-05":{"attempts":1,"playable":97.76555197147313,"score":97.76555197147313},"GB2-06":{"attempts":1,"playable":90.21984127216088,"score":90.21984127216088},"GB2-07":{"attempts":1,"playable":92.3037729473569,"score":92.3037729473569},"GB2-08":{"attempts":1,"playable":99.70485918498527,"score":99.70485918498527}},"medium":{"GB2-01":{"attempts":1,"playable":43.25582662534304,"score":43.25582662534304},"GB2-02":{"attempts":1,"playable":40.970751956761696,"score":40.970751956761696},"GB2-03":{"attempts":1,"playable":32.10843028002727,"score":32.10843028002727},"GB2-04":{"attempts":1,"playable":39.300530864688206,"score":39.300530864688206},"GB2-05":{"attempts":1,"playable":17.7153638787735,"score":17.7153638787735},"GB2-06":{"attempts":1,"playable":74.9221251278373,"score":74.9221251278373},"GB2-07":{"attempts":1,"playable":69.62963917480235,"score":69.62963917480235},"GB2-08":{"attempts":1,"playable":80.80211396068876,"score":80.80211396068876}},"none":{"GB2-01":{"attempts":1,"playable":47.16068094752505,"score":47.16068094752505},"GB2-02":{"attempts":1,"playable":45.61942923118862,"score":45.61942923118862},"GB2-03":{"attempts":1,"playable":45.263307461745356,"score":45.263307461745356},"GB2-04":{"attempts":1,"playable":43.22862641404647,"score":43.22862641404647},"GB2-05":{"attempts":1,"playable":14.20906787769122,"score":14.20906787769122},"GB2-06":{"attempts":1,"playable":16.96664816862139,"score":16.96664816862139},"GB2-07":{"attempts":1,"playable":45.02922164224985,"score":45.02922164224985},"GB2-08":{"attempts":1,"playable":59.35567485302363,"score":59.35567485302363}}},"id":"claude-sonnet-5-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:30:50Z","match_totals_all":{"draws":2476,"losses":5759,"wins":7839},"match_totals_tracks":{"highest":{"draws":408,"losses":397,"wins":4553},"medium":{"draws":1091,"losses":2375,"wins":1892},"none":{"draws":977,"losses":2987,"wins":1394}},"model_slug":"claude-sonnet-5-5","official_rank_by_reasoning":{"highest":14,"medium":59,"none":62},"overall":{"max":99.70485918498527,"mean":60.4465505265264,"min":14.20906787769122},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":29,"overall_ranking_status":"ranked","per_game":{"GB2-01":81.4320068070608,"GB2-02":96.01375022748037,"GB2-03":94.84799221371657,"GB2-04":82.89199954738574,"GB2-05":97.76555197147313,"GB2-06":90.21984127216088,"GB2-07":92.3037729473569,"GB2-08":99.70485918498527},"per_game_all":{"GB2-01":57.28283812664296,"GB2-02":60.867977138476896,"GB2-03":57.40657665182973,"GB2-04":55.1403856087068,"GB2-05":43.22999457597928,"GB2-06":60.70287152287319,"GB2-07":68.98754458813637,"GB2-08":79.95421599956587},"per_game_match_totals_all":{"GB2-01":{"draws":258,"losses":824,"wins":958},"GB2-02":{"draws":947,"losses":345,"wins":616},"GB2-03":{"draws":390,"losses":747,"wins":837},"GB2-04":{"draws":826,"losses":546,"wins":590},"GB2-05":{"draws":0,"losses":1227,"wins":843},"GB2-06":{"draws":55,"losses":820,"wins":1099},"GB2-07":{"draws":0,"losses":757,"wins":1301},"GB2-08":{"draws":0,"losses":493,"wins":1595}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":187,"losses":61,"wins":432},"GB2-02":{"draws":46,"losses":19,"wins":571},"GB2-03":{"draws":0,"losses":59,"wins":599},"GB2-04":{"draws":128,"losses":76,"wins":450},"GB2-05":{"draws":0,"losses":37,"wins":653},"GB2-06":{"draws":47,"losses":61,"wins":550},"GB2-07":{"draws":0,"losses":81,"wins":605},"GB2-08":{"draws":0,"losses":3,"wins":693}},"medium":{"GB2-01":{"draws":18,"losses":403,"wins":259},"GB2-02":{"draws":448,"losses":178,"wins":10},"GB2-03":{"draws":252,"losses":354,"wins":52},"GB2-04":{"draws":371,"losses":236,"wins":47},"GB2-05":{"draws":0,"losses":584,"wins":106},"GB2-06":{"draws":2,"losses":197,"wins":459},"GB2-07":{"draws":0,"losses":254,"wins":432},"GB2-08":{"draws":0,"losses":169,"wins":527}},"none":{"GB2-01":{"draws":53,"losses":360,"wins":267},"GB2-02":{"draws":453,"losses":148,"wins":35},"GB2-03":{"draws":138,"losses":334,"wins":186},"GB2-04":{"draws":327,"losses":234,"wins":93},"GB2-05":{"draws":0,"losses":606,"wins":84},"GB2-06":{"draws":6,"losses":562,"wins":90},"GB2-07":{"draws":0,"losses":422,"wins":264},"GB2-08":{"draws":0,"losses":321,"wins":375}}},"per_game_raw_elo_all":{"GB2-01":1530.2527587298428,"GB2-02":1617.732643853561,"GB2-03":1571.3398075526568,"GB2-04":1506.7298391539134,"GB2-05":1435.4350483080632,"GB2-06":1618.3605292905174,"GB2-07":1726.5888748170353,"GB2-08":2208.3722593018365},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1795.0810254530622,"GB2-02":2091.34965860193,"GB2-03":2169.50124506719,"GB2-04":1768.907260127831,"GB2-05":2672.817863758217,"GB2-06":2166.186749455785,"GB2-07":2255.477099531757,"GB2-08":3145.6211238809547},"medium":{"GB2-01":1379.1801476502703,"GB2-02":1362.6991275451976,"GB2-03":1213.2688194520565,"GB2-04":1360.0185706767902,"GB2-05":853.7603068278266,"GB2-06":1830.0971058374876,"GB2-07":1632.0150730005757,"GB2-08":1975.8634900705115},"none":{"GB2-01":1416.4971030861952,"GB2-02":1399.149145413556,"GB2-03":1331.249358138724,"GB2-04":1391.2636866571195,"GB2-05":779.7269743381457,"GB2-06":858.7977325782798,"GB2-07":1292.2744519187731,"GB2-08":1503.6321639540427}},"per_game_tracks":{"highest":{"GB2-01":81.4320068070608,"GB2-02":96.01375022748037,"GB2-03":94.84799221371657,"GB2-04":82.89199954738574,"GB2-05":97.76555197147313,"GB2-06":90.21984127216088,"GB2-07":92.3037729473569,"GB2-08":99.70485918498527},"medium":{"GB2-01":43.25582662534304,"GB2-02":40.970751956761696,"GB2-03":32.10843028002727,"GB2-04":39.300530864688206,"GB2-05":17.7153638787735,"GB2-06":74.9221251278373,"GB2-07":69.62963917480235,"GB2-08":80.80211396068876},"none":{"GB2-01":47.16068094752505,"GB2-02":45.61942923118862,"GB2-03":45.263307461745356,"GB2-04":43.22862641404647,"GB2-05":14.20906787769122,"GB2-06":16.96664816862139,"GB2-07":45.02922164224985,"GB2-08":59.35567485302363}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:05:11Z","reasoning":{"highest":91.89747177145247,"medium":49.83809773361527,"none":39.604082074511446},"reasoning_agg":{"highest":{"max":99.70485918498527,"mean":91.89747177145247,"min":81.4320068070608},"medium":{"max":80.80211396068876,"mean":49.83809773361527,"min":17.7153638787735},"none":{"max":59.35567485302363,"mean":39.604082074511446,"min":14.20906787769122}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":52.29338969694103},"working_program_strength":{"all":60.4465505265264,"highest":91.89747177145247,"medium":49.83809773361527,"none":39.604082074511446}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-6:e54ebdbc6fa7551c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.23409475,"median":0.240558,"min":0.184404,"recorded_attempt_count":9,"run_count":8,"total":1.872758},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.179588,"mean":0.12726625,"median":0.12371399999999999,"min":0.092184,"recorded_attempt_count":10,"run_count":8,"total":1.01813},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.041774,"mean":0.03185375,"median":0.031432,"min":0.027072,"recorded_attempt_count":8,"run_count":8,"total":0.25483}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.179588,"mean":0.12726625,"median":0.12371399999999999,"min":0.092184,"recorded_attempt_count":10,"run_count":8,"total":1.01813},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.041774,"mean":0.03185375,"median":0.031432,"min":0.027072,"recorded_attempt_count":8,"run_count":8,"total":0.25483},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.23409475,"median":0.240558,"min":0.184404,"recorded_attempt_count":9,"run_count":8,"total":1.872758}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.13107158333333335,"median":0.12371399999999999,"min":0.027072,"recorded_attempt_count":27,"run_count":24,"total":3.145718},"codegen_latency_ms":{"attempt_count":27,"max_ms":669574,"mean_ms":286694.0416666667,"min_ms":31621,"paired_attempt_count":27,"paired_latency_ms":6880657,"paired_output_tokens":446912,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":669574,"mean_ms":551119.125,"min_ms":414817,"paired_attempt_count":9,"paired_latency_ms":4408953,"paired_output_tokens":285961,"run_count":8},"medium":{"attempt_count":10,"max_ms":376458,"mean_ms":270365.25,"min_ms":196147,"paired_attempt_count":10,"paired_latency_ms":2162922,"paired_output_tokens":140914,"run_count":8},"none":{"attempt_count":8,"max_ms":49571,"mean_ms":38597.75,"min_ms":31621,"paired_attempt_count":8,"paired_latency_ms":308782,"paired_output_tokens":20037,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":43739,"output_mean":18621.333333333332,"output_min":1925,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":43739,"output_mean":35745.125,"output_min":27954,"run_count":8},"medium":{"attempt_count":10,"output_max":24183,"output_mean":17614.25,"output_min":12541,"run_count":8},"none":{"attempt_count":8,"output_max":3323,"output_mean":2504.625,"output_min":1925,"run_count":8}},"display_name":"Grok 4.6","economics":{"all":59.37822610255154,"highest":65.695931322247,"medium":68.661080181784,"none":43.77766680362363},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":128,"total_output_tokens":446912,"total_reasoning_output_tokens":311255,"total_visible_output_tokens":135657,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.6","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.08818895919327,"score":58.08818895919327},"GB2-02":{"attempts":3,"playable":59.419716541264386,"score":59.419716541264386},"GB2-03":{"attempts":3,"playable":53.21010158464352,"score":53.21010158464352},"GB2-04":{"attempts":3,"playable":54.71134480000506,"score":54.71134480000506},"GB2-05":{"attempts":3,"playable":70.98217748061998,"score":70.98217748061998},"GB2-06":{"attempts":3,"playable":50.73278606812115,"score":50.73278606812115},"GB2-07":{"attempts":3,"playable":67.98047212912505,"score":67.98047212912505},"GB2-08":{"attempts":3,"playable":59.9010212574399,"score":59.9010212574399}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":51.426627199553884,"score":51.426627199553884},"GB2-02":{"attempts":1,"playable":81.37299831820496,"score":81.37299831820496},"GB2-03":{"attempts":1,"playable":51.177291563553,"score":51.177291563553},"GB2-04":{"attempts":1,"playable":58.726999449209586,"score":58.726999449209586},"GB2-05":{"attempts":1,"playable":83.52263139990296,"score":83.52263139990296},"GB2-06":{"attempts":1,"playable":64.39244285966191,"score":64.39244285966191},"GB2-07":{"attempts":1,"playable":74.5688496842527,"score":74.5688496842527},"GB2-08":{"attempts":1,"playable":60.379610103636985,"score":60.379610103636985}},"medium":{"GB2-01":{"attempts":1,"playable":60.184542153381216,"score":60.184542153381216},"GB2-02":{"attempts":1,"playable":54.22089053864797,"score":54.22089053864797},"GB2-03":{"attempts":1,"playable":64.62077444201971,"score":64.62077444201971},"GB2-04":{"attempts":1,"playable":63.81208705312504,"score":63.81208705312504},"GB2-05":{"attempts":1,"playable":80.44488367836968,"score":80.44488367836968},"GB2-06":{"attempts":1,"playable":75.6211653895036,"score":75.6211653895036},"GB2-07":{"attempts":1,"playable":73.72656726555566,"score":73.72656726555566},"GB2-08":{"attempts":1,"playable":76.65773093366906,"score":76.65773093366906}},"none":{"GB2-01":{"attempts":1,"playable":62.6533975246447,"score":62.6533975246447},"GB2-02":{"attempts":1,"playable":42.665260766940214,"score":42.665260766940214},"GB2-03":{"attempts":1,"playable":43.83223874835785,"score":43.83223874835785},"GB2-04":{"attempts":1,"playable":41.59494789768055,"score":41.59494789768055},"GB2-05":{"attempts":1,"playable":48.9790173635873,"score":48.9790173635873},"GB2-06":{"attempts":1,"playable":12.184749955197923,"score":12.184749955197923},"GB2-07":{"attempts":1,"playable":55.645999437566786,"score":55.645999437566786},"GB2-08":{"attempts":1,"playable":42.665722735013645,"score":42.665722735013645}}},"id":"x-ai/grok-4.6","is_recent_addition":false,"last_measured_at":"2026-11-21T16:22:09Z","match_totals_all":{"draws":3275,"losses":5736,"wins":7063},"match_totals_tracks":{"highest":{"draws":906,"losses":1689,"wins":2763},"medium":{"draws":974,"losses":1488,"wins":2896},"none":{"draws":1395,"losses":2559,"wins":1404}},"model_slug":"x-ai-grok-4-6","official_rank_by_reasoning":{"highest":38,"medium":26,"none":49},"overall":{"max":83.52263139990296,"mean":59.37822610255154,"min":12.184749955197923},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":30,"overall_ranking_status":"ranked","per_game":{"GB2-01":51.426627199553884,"GB2-02":81.37299831820496,"GB2-03":51.177291563553,"GB2-04":58.726999449209586,"GB2-05":83.52263139990296,"GB2-06":64.39244285966191,"GB2-07":74.5688496842527,"GB2-08":60.379610103636985},"per_game_all":{"GB2-01":58.08818895919327,"GB2-02":59.419716541264386,"GB2-03":53.21010158464352,"GB2-04":54.71134480000506,"GB2-05":70.98217748061998,"GB2-06":50.73278606812115,"GB2-07":67.98047212912505,"GB2-08":59.9010212574399},"per_game_match_totals_all":{"GB2-01":{"draws":528,"losses":679,"wins":833},"GB2-02":{"draws":935,"losses":399,"wins":574},"GB2-03":{"draws":732,"losses":697,"wins":545},"GB2-04":{"draws":1020,"losses":467,"wins":475},"GB2-05":{"draws":0,"losses":729,"wins":1341},"GB2-06":{"draws":60,"losses":1026,"wins":888},"GB2-07":{"draws":0,"losses":795,"wins":1263},"GB2-08":{"draws":0,"losses":944,"wins":1144}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":293,"losses":212,"wins":175},"GB2-02":{"draws":103,"losses":100,"wins":433},"GB2-03":{"draws":135,"losses":300,"wins":223},"GB2-04":{"draws":336,"losses":133,"wins":185},"GB2-05":{"draws":0,"losses":159,"wins":531},"GB2-06":{"draws":39,"losses":252,"wins":367},"GB2-07":{"draws":0,"losses":219,"wins":467},"GB2-08":{"draws":0,"losses":314,"wins":382}},"medium":{"GB2-01":{"draws":151,"losses":225,"wins":304},"GB2-02":{"draws":372,"losses":137,"wins":127},"GB2-03":{"draws":122,"losses":223,"wins":313},"GB2-04":{"draws":313,"losses":112,"wins":229},"GB2-05":{"draws":0,"losses":182,"wins":508},"GB2-06":{"draws":16,"losses":185,"wins":457},"GB2-07":{"draws":0,"losses":225,"wins":461},"GB2-08":{"draws":0,"losses":199,"wins":497}},"none":{"GB2-01":{"draws":84,"losses":242,"wins":354},"GB2-02":{"draws":460,"losses":162,"wins":14},"GB2-03":{"draws":475,"losses":174,"wins":9},"GB2-04":{"draws":371,"losses":222,"wins":61},"GB2-05":{"draws":0,"losses":388,"wins":302},"GB2-06":{"draws":5,"losses":589,"wins":64},"GB2-07":{"draws":0,"losses":351,"wins":335},"GB2-08":{"draws":0,"losses":431,"wins":265}}},"per_game_raw_elo_all":{"GB2-01":1522.220206075567,"GB2-02":1526.211092647316,"GB2-03":1405.784946363272,"GB2-04":1484.0711786530726,"GB2-05":1721.4567704982421,"GB2-06":1414.131830978851,"GB2-07":1615.6335257858307,"GB2-08":1538.4173598928203},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1457.131521670069,"GB2-02":1735.873902649615,"GB2-03":1383.8873564262183,"GB2-04":1515.0935486477424,"GB2-05":1967.4385099960764,"GB2-06":1635.5633191011225,"GB2-07":1715.50540095643,"GB2-08":1524.109217407734},"medium":{"GB2-01":1542.2873360288324,"GB2-02":1466.7158502928344,"GB2-03":1514.8234116413673,"GB2-04":1558.7868039195305,"GB2-05":1873.0440222821742,"GB2-06":1843.4703656964593,"GB2-07":1700.4690031211292,"GB2-08":1878.7852351431554},"none":{"GB2-01":1567.2417605277983,"GB2-02":1376.0435249994987,"GB2-03":1318.64407102223,"GB2-04":1378.333183391945,"GB2-05":1323.8877792164756,"GB2-06":763.3618081389707,"GB2-07":1430.9261732799328,"GB2-08":1212.357627127571}},"per_game_tracks":{"highest":{"GB2-01":51.426627199553884,"GB2-02":81.37299831820496,"GB2-03":51.177291563553,"GB2-04":58.726999449209586,"GB2-05":83.52263139990296,"GB2-06":64.39244285966191,"GB2-07":74.5688496842527,"GB2-08":60.379610103636985},"medium":{"GB2-01":60.184542153381216,"GB2-02":54.22089053864797,"GB2-03":64.62077444201971,"GB2-04":63.81208705312504,"GB2-05":80.44488367836968,"GB2-06":75.6211653895036,"GB2-07":73.72656726555566,"GB2-08":76.65773093366906},"none":{"GB2-01":62.6533975246447,"GB2-02":42.665260766940214,"GB2-03":43.83223874835785,"GB2-04":41.59494789768055,"GB2-05":48.9790173635873,"GB2-06":12.184749955197923,"GB2-07":55.645999437566786,"GB2-08":42.665722735013645}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T14:33:16Z","reasoning":{"highest":65.695931322247,"medium":68.661080181784,"none":43.77766680362363},"reasoning_agg":{"highest":{"max":83.52263139990296,"mean":65.695931322247,"min":51.177291563553},"medium":{"max":80.44488367836968,"mean":68.661080181784,"min":54.22089053864797},"none":{"max":62.6533975246447,"mean":43.77766680362363,"min":12.184749955197923}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.88341337816037},"working_program_strength":{"all":59.37822610255154,"highest":65.695931322247,"medium":68.661080181784,"none":43.77766680362363}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-8-flash:5c6e11b89a1a3b4e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.14318721034763582,"median":0.1303062996496891,"min":0.10133749410144509,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1454976827810865},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12249677080183623,"mean":0.07182689102312519,"median":0.06440174762499168,"min":0.044067488277453076,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5746151281850016},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.041197616649628,"mean":0.031941679879238995,"median":0.03128326283110872,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2555334390339119}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12249677080183623,"mean":0.07182689102312519,"median":0.06440174762499168,"min":0.044067488277453076,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5746151281850016},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.041197616649628,"mean":0.031941679879238995,"median":0.03128326283110872,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2555334390339119},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.14318721034763582,"median":0.1303062996496891,"min":0.10133749410144509,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1454976827810865}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.08231859375,"median":0.06440174762499168,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":1.97564625},"codegen_output_tokens":{"attempt_count":25,"output_max":73160,"output_mean":20095.833333333332,"output_min":1712,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":73160,"output_mean":40784.875,"output_min":28671,"run_count":8},"medium":{"attempt_count":8,"output_max":31721,"output_mean":16792.0,"output_min":5265,"run_count":8},"none":{"attempt_count":8,"output_max":3473,"output_mean":2710.625,"output_min":1712,"run_count":8}},"display_name":"Gemini 3.8 Flash","economics":{"all":58.919472014454506,"highest":64.04547290514492,"medium":59.56588149136165,"none":53.14706164685695},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":482300,"total_reasoning_output_tokens":300593,"total_visible_output_tokens":181707,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.05555979792655,"score":58.05555979792655},"GB2-02":{"attempts":3,"playable":49.3724773078362,"score":49.3724773078362},"GB2-03":{"attempts":3,"playable":67.10363732744212,"score":67.10363732744212},"GB2-04":{"attempts":3,"playable":50.760700720613556,"score":50.760700720613556},"GB2-05":{"attempts":3,"playable":56.78104255124455,"score":56.78104255124455},"GB2-06":{"attempts":3,"playable":77.47550865531036,"score":77.47550865531036},"GB2-07":{"attempts":3,"playable":54.67955896921408,"score":54.67955896921408},"GB2-08":{"attempts":3,"playable":57.12729078604866,"score":57.12729078604866}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":51.578552903402056,"score":51.578552903402056},"GB2-02":{"attempts":1,"playable":69.14883845153787,"score":69.14883845153787},"GB2-03":{"attempts":1,"playable":68.87138721901204,"score":68.87138721901204},"GB2-04":{"attempts":1,"playable":48.50565013866376,"score":48.50565013866376},"GB2-05":{"attempts":1,"playable":63.74855803903223,"score":63.74855803903223},"GB2-06":{"attempts":1,"playable":86.76765279788245,"score":86.76765279788245},"GB2-07":{"attempts":1,"playable":67.63827526418567,"score":67.63827526418567},"GB2-08":{"attempts":1,"playable":56.104868427443286,"score":56.104868427443286}},"medium":{"GB2-01":{"attempts":1,"playable":68.65865401569286,"score":68.65865401569286},"GB2-02":{"attempts":1,"playable":39.10166584357185,"score":39.10166584357185},"GB2-03":{"attempts":1,"playable":82.58577229414635,"score":82.58577229414635},"GB2-04":{"attempts":1,"playable":60.221628658308965,"score":60.221628658308965},"GB2-05":{"attempts":1,"playable":54.09576144275605,"score":54.09576144275605},"GB2-06":{"attempts":1,"playable":75.69095090437192,"score":75.69095090437192},"GB2-07":{"attempts":1,"playable":54.911287545905274,"score":54.911287545905274},"GB2-08":{"attempts":1,"playable":41.26133122613992,"score":41.26133122613992}},"none":{"GB2-01":{"attempts":1,"playable":53.929472474684715,"score":53.929472474684715},"GB2-02":{"attempts":1,"playable":39.86692762839888,"score":39.86692762839888},"GB2-03":{"attempts":1,"playable":49.85375246916793,"score":49.85375246916793},"GB2-04":{"attempts":1,"playable":43.55482336486794,"score":43.55482336486794},"GB2-05":{"attempts":1,"playable":52.49880817194538,"score":52.49880817194538},"GB2-06":{"attempts":1,"playable":69.96792226367673,"score":69.96792226367673},"GB2-07":{"attempts":1,"playable":41.48911409755131,"score":41.48911409755131},"GB2-08":{"attempts":1,"playable":74.01567270456276,"score":74.01567270456276}}},"id":"google/gemini-3.8-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T15:02:33Z","match_totals_all":{"draws":2723,"losses":6103,"wins":7248},"match_totals_tracks":{"highest":{"draws":502,"losses":1976,"wins":2880},"medium":{"draws":1060,"losses":1924,"wins":2374},"none":{"draws":1161,"losses":2203,"wins":1994}},"model_slug":"google-gemini-3-8-flash","official_rank_by_reasoning":{"highest":40,"medium":38,"none":29},"overall":{"max":86.76765279788245,"mean":58.919472014454506,"min":39.10166584357185},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":31,"overall_ranking_status":"ranked","per_game":{"GB2-01":51.578552903402056,"GB2-02":69.14883845153787,"GB2-03":68.87138721901204,"GB2-04":48.50565013866376,"GB2-05":63.74855803903223,"GB2-06":86.76765279788245,"GB2-07":67.63827526418567,"GB2-08":56.104868427443286},"per_game_all":{"GB2-01":58.05555979792655,"GB2-02":49.3724773078362,"GB2-03":67.10363732744212,"GB2-04":50.760700720613556,"GB2-05":56.78104255124455,"GB2-06":77.47550865531036,"GB2-07":54.67955896921408,"GB2-08":57.12729078604866},"per_game_match_totals_all":{"GB2-01":{"draws":412,"losses":737,"wins":891},"GB2-02":{"draws":1149,"losses":478,"wins":281},"GB2-03":{"draws":253,"losses":667,"wins":1054},"GB2-04":{"draws":862,"losses":621,"wins":479},"GB2-05":{"draws":0,"losses":1017,"wins":1053},"GB2-06":{"draws":47,"losses":513,"wins":1414},"GB2-07":{"draws":0,"losses":1069,"wins":989},"GB2-08":{"draws":0,"losses":1001,"wins":1087}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":59,"losses":328,"wins":293},"GB2-02":{"draws":260,"losses":101,"wins":275},"GB2-03":{"draws":13,"losses":250,"wins":395},"GB2-04":{"draws":128,"losses":301,"wins":225},"GB2-05":{"draws":0,"losses":295,"wins":395},"GB2-06":{"draws":42,"losses":90,"wins":526},"GB2-07":{"draws":0,"losses":268,"wins":418},"GB2-08":{"draws":0,"losses":343,"wins":353}},"medium":{"GB2-01":{"draws":117,"losses":185,"wins":378},"GB2-02":{"draws":440,"losses":193,"wins":3},"GB2-03":{"draws":131,"losses":96,"wins":431},"GB2-04":{"draws":371,"losses":106,"wins":177},"GB2-05":{"draws":0,"losses":356,"wins":334},"GB2-06":{"draws":1,"losses":192,"wins":465},"GB2-07":{"draws":0,"losses":356,"wins":330},"GB2-08":{"draws":0,"losses":440,"wins":256}},"none":{"GB2-01":{"draws":236,"losses":224,"wins":220},"GB2-02":{"draws":449,"losses":184,"wins":3},"GB2-03":{"draws":109,"losses":321,"wins":228},"GB2-04":{"draws":363,"losses":214,"wins":77},"GB2-05":{"draws":0,"losses":366,"wins":324},"GB2-06":{"draws":4,"losses":231,"wins":423},"GB2-07":{"draws":0,"losses":445,"wins":241},"GB2-08":{"draws":0,"losses":218,"wins":478}}},"per_game_raw_elo_all":{"GB2-01":1523.5744462518833,"GB2-02":1432.5780480971243,"GB2-03":1568.594047834729,"GB2-04":1451.4312120703023,"GB2-05":1428.5736398131105,"GB2-06":1886.0145560646117,"GB2-07":1422.8939371857048,"GB2-08":1483.4014297103315},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1458.5822690316347,"GB2-02":1595.9321761139843,"GB2-03":1562.9413251157946,"GB2-04":1432.789246168758,"GB2-05":1526.1529257468685,"GB2-06":2076.1741028949646,"GB2-07":1600.9261369184678,"GB2-08":1440.6520297324098},"medium":{"GB2-01":1631.0338895629677,"GB2-02":1347.851975652876,"GB2-03":1770.8590662638203,"GB2-04":1527.66661819052,"GB2-05":1390.2411480092712,"GB2-06":1844.809467253184,"GB2-07":1421.1204049115736,"GB2-08":1190.9967398776625},"none":{"GB2-01":1481.107180161047,"GB2-02":1353.9499925245125,"GB2-03":1371.9817521245723,"GB2-04":1393.8377718516288,"GB2-05":1369.3268456831918,"GB2-06":1737.0600980456863,"GB2-07":1246.635269727073,"GB2-08":1818.5555195209226}},"per_game_tracks":{"highest":{"GB2-01":51.578552903402056,"GB2-02":69.14883845153787,"GB2-03":68.87138721901204,"GB2-04":48.50565013866376,"GB2-05":63.74855803903223,"GB2-06":86.76765279788245,"GB2-07":67.63827526418567,"GB2-08":56.104868427443286},"medium":{"GB2-01":68.65865401569286,"GB2-02":39.10166584357185,"GB2-03":82.58577229414635,"GB2-04":60.221628658308965,"GB2-05":54.09576144275605,"GB2-06":75.69095090437192,"GB2-07":54.911287545905274,"GB2-08":41.26133122613992},"none":{"GB2-01":53.929472474684715,"GB2-02":39.86692762839888,"GB2-03":49.85375246916793,"GB2-04":43.55482336486794,"GB2-05":52.49880817194538,"GB2-06":69.96792226367673,"GB2-07":41.48911409755131,"GB2-08":74.01567270456276}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:19:41Z","reasoning":{"highest":64.04547290514492,"medium":59.56588149136165,"none":53.14706164685695},"reasoning_agg":{"highest":{"max":86.76765279788245,"mean":64.04547290514492,"min":48.50565013866376},"medium":{"max":82.58577229414635,"mean":59.56588149136165,"min":39.10166584357185},"none":{"max":74.01567270456276,"mean":53.14706164685695,"min":39.86692762839888}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":10.898411258287972},"working_program_strength":{"all":58.919472014454506,"highest":64.04547290514492,"medium":59.56588149136165,"none":53.14706164685695}},{"canonical_public_row_identity":"publication-row.v1:overall:particle-ai-particle-1:4a423edc00081c28","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.025644731250000004,"median":0.024288525,"min":0.0162893,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.20515784999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01894315,"mean":0.012981343749999999,"median":0.012997149999999999,"min":0.0060123,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.10385074999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00378135,"mean":0.00220883125,"median":0.002094225,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.01767065}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01894315,"mean":0.012981343749999999,"median":0.012997149999999999,"min":0.0060123,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.10385074999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00378135,"mean":0.00220883125,"median":0.002094225,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.017670650000000003},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.025644731250000004,"median":0.024288525,"min":0.0162893,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.20515785}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.013611635416666665,"median":0.012997149999999999,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"recorded_attempt_count":28,"run_count":24,"total":0.32667925},"codegen_latency_ms":{"attempt_count":28,"max_ms":541836,"mean_ms":178084.79166666666,"min_ms":10377,"paired_attempt_count":28,"paired_latency_ms":4274035,"paired_output_tokens":630059,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":541836,"mean_ms":344542.125,"min_ms":178565,"paired_attempt_count":10,"paired_latency_ms":2756337,"paired_output_tokens":401615,"run_count":8},"medium":{"attempt_count":8,"max_ms":319415,"mean_ms":167666.625,"min_ms":47266,"paired_attempt_count":8,"paired_latency_ms":1341333,"paired_output_tokens":201114,"run_count":8},"none":{"attempt_count":10,"max_ms":41689,"mean_ms":22045.625,"min_ms":10377,"paired_attempt_count":10,"paired_latency_ms":176365,"paired_output_tokens":27330,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":83705,"output_mean":26252.458333333332,"output_min":2176,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":83705,"output_mean":50201.875,"output_min":31824,"run_count":8},"medium":{"attempt_count":8,"output_max":37066,"output_mean":25139.25,"output_min":11270,"run_count":8},"none":{"attempt_count":10,"output_max":5985,"output_mean":3416.25,"output_min":2176,"run_count":8}},"display_name":"Particle-1","economics":{"all":58.03606053015918,"highest":71.62534192348502,"medium":62.679640567022105,"none":39.80319909997043},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true,"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[131072],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[131072],"total_output_tokens":630059,"total_reasoning_output_tokens":528222,"total_visible_output_tokens":101837,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"particle-ai/particle-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":59.42064428138934,"score":59.42064428138934},"GB2-02":{"attempts":3,"playable":53.04380708721404,"score":53.04380708721404},"GB2-03":{"attempts":3,"playable":62.240469093231106,"score":62.240469093231106},"GB2-04":{"attempts":3,"playable":61.504140845632584,"score":61.504140845632584},"GB2-05":{"attempts":3,"playable":55.23330084476516,"score":55.23330084476516},"GB2-06":{"attempts":3,"playable":60.71708804199861,"score":60.71708804199861},"GB2-07":{"attempts":3,"playable":71.50124080694744,"score":71.50124080694744},"GB2-08":{"attempts":3,"playable":40.62779324009521,"score":40.62779324009521}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":90.9575464287459,"score":90.9575464287459},"GB2-02":{"attempts":1,"playable":54.9652303962219,"score":54.9652303962219},"GB2-03":{"attempts":1,"playable":78.79909624442004,"score":78.79909624442004},"GB2-04":{"attempts":1,"playable":78.33250359905351,"score":78.33250359905351},"GB2-05":{"attempts":1,"playable":79.76136066169516,"score":79.76136066169516},"GB2-06":{"attempts":1,"playable":80.31740169844454,"score":80.31740169844454},"GB2-07":{"attempts":1,"playable":80.11645987314746,"score":80.11645987314746},"GB2-08":{"attempts":1,"playable":29.753136486151714,"score":29.753136486151714}},"medium":{"GB2-01":{"attempts":1,"playable":50.057946120951456,"score":50.057946120951456},"GB2-02":{"attempts":1,"playable":65.31980481669427,"score":65.31980481669427},"GB2-03":{"attempts":1,"playable":51.58975394687193,"score":51.58975394687193},"GB2-04":{"attempts":1,"playable":68.27637527226072,"score":68.27637527226072},"GB2-05":{"attempts":1,"playable":61.55240099928552,"score":61.55240099928552},"GB2-06":{"attempts":1,"playable":67.73927616227446,"score":67.73927616227446},"GB2-07":{"attempts":1,"playable":71.18831833294581,"score":71.18831833294581},"GB2-08":{"attempts":1,"playable":65.71324888489268,"score":65.71324888489268}},"none":{"GB2-01":{"attempts":1,"playable":37.24644029447069,"score":37.24644029447069},"GB2-02":{"attempts":1,"playable":38.84638604872593,"score":38.84638604872593},"GB2-03":{"attempts":1,"playable":56.33255708840136,"score":56.33255708840136},"GB2-04":{"attempts":1,"playable":37.903543665583534,"score":37.903543665583534},"GB2-05":{"attempts":1,"playable":24.386140873314822,"score":24.386140873314822},"GB2-06":{"attempts":1,"playable":34.094586265276824,"score":34.094586265276824},"GB2-07":{"attempts":1,"playable":63.19894421474904,"score":63.19894421474904},"GB2-08":{"attempts":1,"playable":26.416994349241225,"score":26.416994349241225}}},"id":"particle-ai/particle-1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:37Z","match_totals_all":{"draws":2373,"losses":6391,"wins":7310},"match_totals_tracks":{"highest":{"draws":752,"losses":1424,"wins":3182},"medium":{"draws":775,"losses":1917,"wins":2666},"none":{"draws":846,"losses":3050,"wins":1462}},"model_slug":"particle-ai-particle-1","official_rank_by_reasoning":{"highest":28,"medium":33,"none":60},"overall":{"max":90.9575464287459,"mean":58.03606053015918,"min":24.386140873314822},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":32,"overall_ranking_status":"ranked","per_game":{"GB2-01":90.9575464287459,"GB2-02":54.9652303962219,"GB2-03":78.79909624442004,"GB2-04":78.33250359905351,"GB2-05":79.76136066169516,"GB2-06":80.31740169844454,"GB2-07":80.11645987314746,"GB2-08":29.753136486151714},"per_game_all":{"GB2-01":59.42064428138934,"GB2-02":53.04380708721404,"GB2-03":62.240469093231106,"GB2-04":61.504140845632584,"GB2-05":55.23330084476516,"GB2-06":60.71708804199861,"GB2-07":71.50124080694744,"GB2-08":40.62779324009521},"per_game_match_totals_all":{"GB2-01":{"draws":80,"losses":861,"wins":1099},"GB2-02":{"draws":1096,"losses":440,"wins":372},"GB2-03":{"draws":322,"losses":729,"wins":923},"GB2-04":{"draws":837,"losses":423,"wins":702},"GB2-05":{"draws":0,"losses":1038,"wins":1032},"GB2-06":{"draws":38,"losses":855,"wins":1081},"GB2-07":{"draws":0,"losses":721,"wins":1337},"GB2-08":{"draws":0,"losses":1324,"wins":764}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":31,"losses":67,"wins":582},"GB2-02":{"draws":381,"losses":128,"wins":127},"GB2-03":{"draws":88,"losses":145,"wins":425},"GB2-04":{"draws":222,"losses":61,"wins":371},"GB2-05":{"draws":0,"losses":187,"wins":503},"GB2-06":{"draws":30,"losses":144,"wins":484},"GB2-07":{"draws":0,"losses":179,"wins":507},"GB2-08":{"draws":0,"losses":513,"wins":183}},"medium":{"GB2-01":{"draws":29,"losses":353,"wins":298},"GB2-02":{"draws":294,"losses":108,"wins":234},"GB2-03":{"draws":178,"losses":276,"wins":204},"GB2-04":{"draws":269,"losses":105,"wins":280},"GB2-05":{"draws":0,"losses":309,"wins":381},"GB2-06":{"draws":5,"losses":246,"wins":407},"GB2-07":{"draws":0,"losses":243,"wins":443},"GB2-08":{"draws":0,"losses":277,"wins":419}},"none":{"GB2-01":{"draws":20,"losses":441,"wins":219},"GB2-02":{"draws":421,"losses":204,"wins":11},"GB2-03":{"draws":56,"losses":308,"wins":294},"GB2-04":{"draws":346,"losses":257,"wins":51},"GB2-05":{"draws":0,"losses":542,"wins":148},"GB2-06":{"draws":3,"losses":465,"wins":190},"GB2-07":{"draws":0,"losses":299,"wins":387},"GB2-08":{"draws":0,"losses":534,"wins":162}}},"per_game_raw_elo_all":{"GB2-01":1582.91482096299,"GB2-02":1459.550681329217,"GB2-03":1506.8928789884685,"GB2-04":1552.150973127875,"GB2-05":1441.062138341313,"GB2-06":1591.2015467925394,"GB2-07":1673.1987609800497,"GB2-08":1212.4634485246472},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1984.1269714416203,"GB2-02":1472.6755483823927,"GB2-03":1701.5865817787624,"GB2-04":1707.8745112254514,"GB2-05":1853.6274433642384,"GB2-06":1935.7452889793153,"GB2-07":1827.1269888328736,"GB2-08":1024.8868978491237},"medium":{"GB2-01":1444.079739473963,"GB2-02":1560.1653333970464,"GB2-03":1387.6185674234334,"GB2-04":1599.8332548788853,"GB2-05":1493.1928136311933,"GB2-06":1696.0710557691284,"GB2-07":1657.2536349107365,"GB2-08":1635.181442781472},"none":{"GB2-01":1320.5377519733865,"GB2-02":1345.8111622082124,"GB2-03":1431.4734877632097,"GB2-04":1348.7451532792884,"GB2-05":976.3661580285072,"GB2-06":1141.7882956291742,"GB2-07":1535.2156591965386,"GB2-08":977.3220049433461}},"per_game_tracks":{"highest":{"GB2-01":90.9575464287459,"GB2-02":54.9652303962219,"GB2-03":78.79909624442004,"GB2-04":78.33250359905351,"GB2-05":79.76136066169516,"GB2-06":80.31740169844454,"GB2-07":80.11645987314746,"GB2-08":29.753136486151714},"medium":{"GB2-01":50.057946120951456,"GB2-02":65.31980481669427,"GB2-03":51.58975394687193,"GB2-04":68.27637527226072,"GB2-05":61.55240099928552,"GB2-06":67.73927616227446,"GB2-07":71.18831833294581,"GB2-08":65.71324888489268},"none":{"GB2-01":37.24644029447069,"GB2-02":38.84638604872593,"GB2-03":56.33255708840136,"GB2-04":37.903543665583534,"GB2-05":24.386140873314822,"GB2-06":34.094586265276824,"GB2-07":63.19894421474904,"GB2-08":26.416994349241225}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#7DB0FF","provider_company":"Particle AI","provider_key":"other","provider_text_color":"#081019","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:06:21Z","reasoning":{"highest":71.62534192348502,"medium":62.679640567022105,"none":39.80319909997043},"reasoning_agg":{"highest":{"max":90.9575464287459,"mean":71.62534192348502,"min":29.753136486151714},"medium":{"max":71.18831833294581,"mean":62.679640567022105,"min":50.057946120951456},"none":{"max":63.19894421474904,"mean":39.80319909997043,"min":24.386140873314822}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":31.822142823514596},"working_program_strength":{"all":58.03606053015918,"highest":71.62534192348502,"medium":62.679640567022105,"none":39.80319909997043}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-3:252a4ca36a7f9b1f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.24868390625000003,"median":0.2596235,"min":0.12429875,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.9894712499999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07423675,"mean":0.05217515625,"median":0.050446875,"min":0.04135875,"recorded_attempt_count":8,"run_count":8,"total":0.41740125},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.043892749999999994,"mean":0.023888718750000003,"median":0.020423875,"min":0.017614,"recorded_attempt_count":9,"run_count":8,"total":0.19110975}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07423675,"mean":0.05217515625,"median":0.050446875,"min":0.04135875,"recorded_attempt_count":8,"run_count":8,"total":0.41740125},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.043892749999999994,"mean":0.023888718750000003,"median":0.020423875,"min":0.017614,"recorded_attempt_count":9,"run_count":8,"total":0.19110974999999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.24868390625000003,"median":0.2596235,"min":0.12429875,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.9894712499999998}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.10824926041666667,"median":0.050446875,"min":0.017614,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":27,"run_count":24,"total":2.59798225},"codegen_latency_ms":{"attempt_count":27,"max_ms":344702,"mean_ms":125679.0,"min_ms":18724,"paired_attempt_count":27,"paired_latency_ms":3016296,"paired_output_tokens":547478,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":344702,"mean_ms":258574.75,"min_ms":141477,"paired_attempt_count":10,"paired_latency_ms":2068598,"paired_output_tokens":442921,"run_count":8},"medium":{"attempt_count":8,"max_ms":148027,"mean_ms":92816.75,"min_ms":70623,"paired_attempt_count":8,"paired_latency_ms":742534,"paired_output_tokens":80070,"run_count":8},"none":{"attempt_count":9,"max_ms":39588,"mean_ms":25645.5,"min_ms":18724,"paired_attempt_count":9,"paired_latency_ms":205164,"paired_output_tokens":24487,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":82251,"output_mean":22811.583333333332,"output_min":2043,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":82251,"output_mean":55365.125,"output_min":27171,"run_count":8},"medium":{"attempt_count":8,"output_max":15366,"output_mean":10008.75,"output_min":7655,"run_count":8},"none":{"attempt_count":9,"output_max":5638,"output_mean":3060.875,"output_min":2043,"run_count":8}},"display_name":"Muse Spark 1.3","economics":{"all":57.65484579228078,"highest":68.45991723659465,"medium":64.57625554237788,"none":39.92836459786984},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":79,"requested_max_output_token_observations":10,"requested_max_output_tokens":[943718],"total_output_tokens":547478,"total_reasoning_output_tokens":432530,"total_visible_output_tokens":114948,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":56.44553070815812,"score":56.44553070815812},"GB2-02":{"attempts":3,"playable":54.617461267279396,"score":54.617461267279396},"GB2-03":{"attempts":3,"playable":64.99179179517358,"score":64.99179179517358},"GB2-04":{"attempts":3,"playable":52.526591170542765,"score":52.526591170542765},"GB2-05":{"attempts":3,"playable":57.46579108337705,"score":57.46579108337705},"GB2-06":{"attempts":3,"playable":66.04312163351558,"score":66.04312163351558},"GB2-07":{"attempts":3,"playable":48.144419478876074,"score":48.144419478876074},"GB2-08":{"attempts":3,"playable":61.004059201323685,"score":61.004059201323685}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.73473261558601,"score":71.73473261558601},"GB2-02":{"attempts":1,"playable":61.19740761213382,"score":61.19740761213382},"GB2-03":{"attempts":1,"playable":80.1957904499131,"score":80.1957904499131},"GB2-04":{"attempts":1,"playable":52.4475212645484,"score":52.4475212645484},"GB2-05":{"attempts":1,"playable":76.54303839091696,"score":76.54303839091696},"GB2-06":{"attempts":1,"playable":81.47563595621395,"score":81.47563595621395},"GB2-07":{"attempts":1,"playable":56.52547760150246,"score":56.52547760150246},"GB2-08":{"attempts":1,"playable":67.55973400194246,"score":67.55973400194246}},"medium":{"GB2-01":{"attempts":1,"playable":72.53522119003239,"score":72.53522119003239},"GB2-02":{"attempts":1,"playable":56.6147352490603,"score":56.6147352490603},"GB2-03":{"attempts":1,"playable":61.62755916022493,"score":61.62755916022493},"GB2-04":{"attempts":1,"playable":62.801599412177985,"score":62.801599412177985},"GB2-05":{"attempts":1,"playable":56.48591590913581,"score":56.48591590913581},"GB2-06":{"attempts":1,"playable":79.01532014845263,"score":79.01532014845263},"GB2-07":{"attempts":1,"playable":52.40010876951271,"score":52.40010876951271},"GB2-08":{"attempts":1,"playable":75.12958450042619,"score":75.12958450042619}},"none":{"GB2-01":{"attempts":1,"playable":25.066638318855965,"score":25.066638318855965},"GB2-02":{"attempts":1,"playable":46.04024094064407,"score":46.04024094064407},"GB2-03":{"attempts":1,"playable":53.1520257753827,"score":53.1520257753827},"GB2-04":{"attempts":1,"playable":42.33065283490192,"score":42.33065283490192},"GB2-05":{"attempts":1,"playable":39.36841895007839,"score":39.36841895007839},"GB2-06":{"attempts":1,"playable":37.6384087958802,"score":37.6384087958802},"GB2-07":{"attempts":1,"playable":35.50767206561304,"score":35.50767206561304},"GB2-08":{"attempts":1,"playable":40.32285910160242,"score":40.32285910160242}}},"id":"meta/muse-spark-1.3","is_recent_addition":false,"last_measured_at":"2026-11-21T14:57:52Z","match_totals_all":{"draws":2373,"losses":6483,"wins":7218},"match_totals_tracks":{"highest":{"draws":594,"losses":1695,"wins":3069},"medium":{"draws":764,"losses":1814,"wins":2780},"none":{"draws":1015,"losses":2974,"wins":1369}},"model_slug":"meta-muse-spark-1-3","official_rank_by_reasoning":{"highest":35,"medium":28,"none":59},"overall":{"max":81.47563595621395,"mean":57.65484579228078,"min":25.066638318855965},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":33,"overall_ranking_status":"ranked","per_game":{"GB2-01":71.73473261558601,"GB2-02":61.19740761213382,"GB2-03":80.1957904499131,"GB2-04":52.4475212645484,"GB2-05":76.54303839091696,"GB2-06":81.47563595621395,"GB2-07":56.52547760150246,"GB2-08":67.55973400194246},"per_game_all":{"GB2-01":56.44553070815812,"GB2-02":54.617461267279396,"GB2-03":64.99179179517358,"GB2-04":52.526591170542765,"GB2-05":57.46579108337705,"GB2-06":66.04312163351558,"GB2-07":48.144419478876074,"GB2-08":61.004059201323685},"per_game_match_totals_all":{"GB2-01":{"draws":125,"losses":906,"wins":1009},"GB2-02":{"draws":1158,"losses":382,"wins":368},"GB2-03":{"draws":211,"losses":732,"wins":1031},"GB2-04":{"draws":817,"losses":610,"wins":535},"GB2-05":{"draws":0,"losses":999,"wins":1071},"GB2-06":{"draws":62,"losses":733,"wins":1179},"GB2-07":{"draws":0,"losses":1201,"wins":857},"GB2-08":{"draws":0,"losses":920,"wins":1168}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":5,"losses":220,"wins":455},"GB2-02":{"draws":337,"losses":112,"wins":187},"GB2-03":{"draws":40,"losses":159,"wins":459},"GB2-04":{"draws":179,"losses":251,"wins":224},"GB2-05":{"draws":0,"losses":210,"wins":480},"GB2-06":{"draws":33,"losses":134,"wins":491},"GB2-07":{"draws":0,"losses":345,"wins":341},"GB2-08":{"draws":0,"losses":264,"wins":432}},"medium":{"GB2-01":{"draws":0,"losses":217,"wins":463},"GB2-02":{"draws":377,"losses":120,"wins":139},"GB2-03":{"draws":66,"losses":270,"wins":322},"GB2-04":{"draws":300,"losses":125,"wins":229},"GB2-05":{"draws":0,"losses":341,"wins":349},"GB2-06":{"draws":21,"losses":158,"wins":479},"GB2-07":{"draws":0,"losses":373,"wins":313},"GB2-08":{"draws":0,"losses":210,"wins":486}},"none":{"GB2-01":{"draws":120,"losses":469,"wins":91},"GB2-02":{"draws":444,"losses":150,"wins":42},"GB2-03":{"draws":105,"losses":303,"wins":250},"GB2-04":{"draws":338,"losses":234,"wins":82},"GB2-05":{"draws":0,"losses":448,"wins":242},"GB2-06":{"draws":8,"losses":441,"wins":209},"GB2-07":{"draws":0,"losses":483,"wins":203},"GB2-08":{"draws":0,"losses":446,"wins":250}}},"per_game_raw_elo_all":{"GB2-01":1510.4279631231948,"GB2-02":1470.8300204313807,"GB2-03":1536.9845790453508,"GB2-04":1466.0129735612988,"GB2-05":1463.6856075516419,"GB2-06":1688.7974639463873,"GB2-07":1333.0825798081723,"GB2-08":1565.2767890687799},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1666.0869034161947,"GB2-02":1524.0627050688577,"GB2-03":1725.674323054546,"GB2-04":1463.9917948814698,"GB2-05":1769.6683149491928,"GB2-06":1959.4200864764323,"GB2-07":1442.727185160903,"GB2-08":1675.0828261679262},"medium":{"GB2-01":1675.5547281902666,"GB2-02":1485.995231454406,"GB2-03":1483.4231604005836,"GB2-04":1549.8819268149446,"GB2-05":1422.1151484704599,"GB2-06":1909.641304975482,"GB2-07":1387.9199025934638,"GB2-08":1843.8318502157933},"none":{"GB2-01":1189.6422577631233,"GB2-02":1402.4321247708785,"GB2-03":1401.856253680922,"GB2-04":1384.1651989874815,"GB2-05":1199.2733592352733,"GB2-06":1197.3310003872475,"GB2-07":1168.60065167015,"GB2-08":1176.91569082262}},"per_game_tracks":{"highest":{"GB2-01":71.73473261558601,"GB2-02":61.19740761213382,"GB2-03":80.1957904499131,"GB2-04":52.4475212645484,"GB2-05":76.54303839091696,"GB2-06":81.47563595621395,"GB2-07":56.52547760150246,"GB2-08":67.55973400194246},"medium":{"GB2-01":72.53522119003239,"GB2-02":56.6147352490603,"GB2-03":61.62755916022493,"GB2-04":62.801599412177985,"GB2-05":56.48591590913581,"GB2-06":79.01532014845263,"GB2-07":52.40010876951271,"GB2-08":75.12958450042619},"none":{"GB2-01":25.066638318855965,"GB2-02":46.04024094064407,"GB2-03":53.1520257753827,"GB2-04":42.33065283490192,"GB2-05":39.36841895007839,"GB2-06":37.6384087958802,"GB2-07":35.50767206561304,"GB2-08":40.32285910160242}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:30:12Z","reasoning":{"highest":68.45991723659465,"medium":64.57625554237788,"none":39.92836459786984},"reasoning_agg":{"highest":{"max":81.47563595621395,"mean":68.45991723659465,"min":52.4475212645484},"medium":{"max":79.01532014845263,"mean":64.57625554237788,"min":52.40010876951271},"none":{"max":53.1520257753827,"mean":39.92836459786984,"min":25.066638318855965}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":28.53155263872481},"working_program_strength":{"all":57.65484579228078,"highest":68.45991723659465,"medium":64.57625554237788,"none":39.92836459786984}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flashx-legal:a9383d516fadf330","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13086903,"mean":0.10463662874999999,"median":0.112594365,"min":0.06760378,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.8370930300000001},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.24314001000000002,"mean":0.0767137675,"median":0.069702075,"min":0.01258953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.61371014},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01911734,"mean":0.0128016,"median":0.0129858,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1024128}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.24314001000000002,"mean":0.0767137675,"median":0.069702075,"min":0.01258953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.61371014},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01911734,"mean":0.0128016,"median":0.0129858,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1024128},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13086903,"mean":0.10463662874999999,"median":0.112594365,"min":0.06760378,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.83709303}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.24314001000000002,"mean":0.06471733208333334,"median":0.06602503,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":33},"recorded_attempt_count":33,"run_count":24,"total":1.55321597},"codegen_latency_ms":{"attempt_count":33,"max_ms":731808,"mean_ms":295063.625,"min_ms":17198,"paired_attempt_count":32,"paired_latency_ms":6608609,"paired_output_tokens":971252,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":731808,"mean_ms":544197.25,"min_ms":347434,"paired_attempt_count":10,"paired_latency_ms":4353578,"paired_output_tokens":644981,"run_count":8},"medium":{"attempt_count":10,"max_ms":575874,"mean_ms":303888.625,"min_ms":48734,"paired_attempt_count":9,"paired_latency_ms":1958191,"paired_output_tokens":274107,"run_count":8},"none":{"attempt_count":13,"max_ms":60186,"mean_ms":37105.0,"min_ms":17198,"paired_attempt_count":13,"paired_latency_ms":296840,"paired_output_tokens":52164,"run_count":8}},"codegen_output_tokens":{"attempt_count":33,"output_max":102591,"output_mean":43006.041666666664,"output_min":3181,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":102591,"output_mean":80622.625,"output_min":51110,"run_count":8},"medium":{"attempt_count":10,"output_max":71578,"output_mean":41875.0,"output_min":7957,"run_count":8},"none":{"attempt_count":13,"output_max":10840,"output_mean":6520.5,"output_min":3181,"run_count":8}},"display_name":"GLM-5.3 FlashX Legal","economics":{"all":57.056898573136756,"highest":69.43804897009055,"medium":58.87059553072933,"none":42.862051218590416},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"},"medium":{"GB2-04":"failed"},"none":{"GB2-01":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":33,"effective_max_output_tokens":[131072],"finish_reason_observations":33,"finish_reasons":["stop"],"indexed_attempts":33,"output_token_observations":33,"provider_post_attempt_observations":33,"provider_post_attempts":34,"reasoning_token_observations":33,"reconciliation_get_attempt_observations":33,"requested_max_output_token_observations":33,"requested_max_output_tokens":[131072],"total_output_tokens":1032145,"total_reasoning_output_tokens":874344,"total_visible_output_tokens":157801,"visible_token_observations":33},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flashx-legal","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":54.500417037948324,"score":36.33361135863222},"GB2-02":{"attempts":3,"playable":65.48906558851611,"score":65.48906558851611},"GB2-03":{"attempts":3,"playable":67.07014290473441,"score":67.07014290473441},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":54.923463319342204,"score":18.307821106447403},"GB2-05":{"attempts":3,"playable":74.38769848042766,"score":74.38769848042766},"GB2-06":{"attempts":3,"playable":66.09351969559405,"score":66.09351969559405},"GB2-07":{"attempts":3,"playable":70.11360454707564,"score":70.11360454707564},"GB2-08":{"attempts":3,"playable":58.65972490366665,"score":58.65972490366665}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":66.66654124495444,"score":66.66654124495444},"GB2-02":{"attempts":1,"playable":81.52105804366718,"score":81.52105804366718},"GB2-03":{"attempts":1,"playable":82.92128035096364,"score":82.92128035096364},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":92.87172257324828,"score":92.87172257324828},"GB2-06":{"attempts":1,"playable":84.91000580919031,"score":84.91000580919031},"GB2-07":{"attempts":1,"playable":77.35967341175665,"score":77.35967341175665},"GB2-08":{"attempts":1,"playable":69.25411032694386,"score":69.25411032694386}},"medium":{"GB2-01":{"attempts":1,"playable":42.3342928309422,"score":42.3342928309422},"GB2-02":{"attempts":1,"playable":59.48538548556742,"score":59.48538548556742},"GB2-03":{"attempts":1,"playable":81.09177753707897,"score":81.09177753707897},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":73.64638809035316,"score":73.64638809035316},"GB2-06":{"attempts":1,"playable":50.00613522043884,"score":50.00613522043884},"GB2-07":{"attempts":1,"playable":74.84914117529875,"score":74.84914117529875},"GB2-08":{"attempts":1,"playable":89.5516439061553,"score":89.5516439061553}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":55.46075323631373,"score":55.46075323631373},"GB2-03":{"attempts":1,"playable":37.197370826160615,"score":37.197370826160615},"GB2-04":{"attempts":1,"playable":54.923463319342204,"score":54.923463319342204},"GB2-05":{"attempts":1,"playable":56.64498477768154,"score":56.64498477768154},"GB2-06":{"attempts":1,"playable":63.36441805715298,"score":63.36441805715298},"GB2-07":{"attempts":1,"playable":58.131999054171516,"score":58.131999054171516},"GB2-08":{"attempts":1,"playable":17.173420477900798,"score":17.173420477900798}}},"id":"z-ai/glm-5.3-flashx-legal","is_recent_addition":false,"last_measured_at":"2026-11-21T16:04:34Z","match_totals_all":{"draws":1551,"losses":4887,"wins":7648},"match_totals_tracks":{"highest":{"draws":149,"losses":1153,"wins":3402},"medium":{"draws":577,"losses":1511,"wins":2616},"none":{"draws":825,"losses":2223,"wins":1630}},"model_slug":"z-ai-glm-5-3-flashx-legal","official_rank_by_reasoning":{"highest":32,"medium":39,"none":52},"overall":{"max":92.87172257324828,"mean":57.056898573136756,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":34,"overall_ranking_status":"ranked","per_game":{"GB2-01":66.66654124495444,"GB2-02":81.52105804366718,"GB2-03":82.92128035096364,"GB2-05":92.87172257324828,"GB2-06":84.91000580919031,"GB2-07":77.35967341175665,"GB2-08":69.25411032694386},"per_game_all":{"GB2-02":65.48906558851611,"GB2-03":67.07014290473441,"GB2-05":74.38769848042766,"GB2-06":66.09351969559405,"GB2-07":70.11360454707564,"GB2-08":58.65972490366665},"per_game_match_totals_all":{"GB2-01":{"draws":242,"losses":554,"wins":564},"GB2-02":{"draws":880,"losses":317,"wins":711},"GB2-03":{"draws":190,"losses":687,"wins":1097},"GB2-04":{"draws":202,"losses":224,"wins":228},"GB2-05":{"draws":0,"losses":655,"wins":1415},"GB2-06":{"draws":37,"losses":752,"wins":1185},"GB2-07":{"draws":0,"losses":750,"wins":1308},"GB2-08":{"draws":0,"losses":948,"wins":1140}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":36,"losses":239,"wins":405},"GB2-02":{"draws":95,"losses":103,"wins":438},"GB2-03":{"draws":8,"losses":155,"wins":495},"GB2-05":{"draws":0,"losses":85,"wins":605},"GB2-06":{"draws":10,"losses":120,"wins":528},"GB2-07":{"draws":0,"losses":199,"wins":487},"GB2-08":{"draws":0,"losses":252,"wins":444}},"medium":{"GB2-01":{"draws":206,"losses":315,"wins":159},"GB2-02":{"draws":348,"losses":117,"wins":171},"GB2-03":{"draws":5,"losses":170,"wins":483},"GB2-05":{"draws":0,"losses":230,"wins":460},"GB2-06":{"draws":18,"losses":358,"wins":282},"GB2-07":{"draws":0,"losses":217,"wins":469},"GB2-08":{"draws":0,"losses":104,"wins":592}},"none":{"GB2-02":{"draws":437,"losses":97,"wins":102},"GB2-03":{"draws":177,"losses":362,"wins":119},"GB2-04":{"draws":202,"losses":224,"wins":228},"GB2-05":{"draws":0,"losses":340,"wins":350},"GB2-06":{"draws":9,"losses":274,"wins":375},"GB2-07":{"draws":0,"losses":334,"wins":352},"GB2-08":{"draws":0,"losses":592,"wins":104}}},"per_game_raw_elo_all":{"GB2-02":1574.7464404581967,"GB2-03":1593.1720069982414,"GB2-05":1819.0001248489198,"GB2-06":1680.8730840283486,"GB2-07":1651.1908753768002,"GB2-08":1585.4781807337451},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1609.287622728893,"GB2-02":1737.9503191669414,"GB2-03":1777.6648760550581,"GB2-05":2329.0060541734633,"GB2-06":2033.1366081686572,"GB2-07":1768.4939837384518,"GB2-08":1712.2019492322056},"medium":{"GB2-01":1370.3107020320654,"GB2-02":1509.6292732544255,"GB2-03":1741.9798497379204,"GB2-05":1703.7278637725701,"GB2-06":1392.2274677542555,"GB2-07":1720.5975428305205,"GB2-08":2209.1082994544813},"none":{"GB2-02":1476.6597289532226,"GB2-03":1259.8712952017463,"GB2-04":1483.8686077828834,"GB2-05":1424.2664566007263,"GB2-06":1617.2551761621326,"GB2-07":1464.4810995614282,"GB2-08":835.1242935145488}},"per_game_tracks":{"highest":{"GB2-01":66.66654124495444,"GB2-02":81.52105804366718,"GB2-03":82.92128035096364,"GB2-05":92.87172257324828,"GB2-06":84.91000580919031,"GB2-07":77.35967341175665,"GB2-08":69.25411032694386},"medium":{"GB2-01":42.3342928309422,"GB2-02":59.48538548556742,"GB2-03":81.09177753707897,"GB2-05":73.64638809035316,"GB2-06":50.00613522043884,"GB2-07":74.84914117529875,"GB2-08":89.5516439061553},"none":{"GB2-02":55.46075323631373,"GB2-03":37.197370826160615,"GB2-04":54.923463319342204,"GB2-05":56.64498477768154,"GB2-06":63.36441805715298,"GB2-07":58.131999054171516,"GB2-08":17.173420477900798}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":15,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:07:07Z","reasoning":{"highest":69.43804897009055,"medium":58.870595530729325,"none":42.862051218590416},"reasoning_agg":{"highest":{"max":92.87172257324828,"mean":69.43804897009055,"min":0.0},"medium":{"max":89.5516439061553,"mean":58.870595530729325,"min":0.0},"none":{"max":63.36441805715298,"mean":42.862051218590416,"min":0.0}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.575997751500132},"working_program_strength":{"all":65.20788408358487,"highest":79.35777025153206,"medium":67.2806806065478,"none":48.98520139267476}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-5:3d82c3e33ec4316c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07455065,"median":0.0607138,"min":0.0448404,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"recorded_attempt_count":11,"run_count":8,"total":0.5964052000000001},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0878628,"mean":0.0635932,"median":0.06199639999999999,"min":0.0498884,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.5087455999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0992248,"mean":0.07433795,"median":0.0774068,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":14},"recorded_attempt_count":14,"run_count":8,"total":0.5947036}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0878628,"mean":0.0635932,"median":0.06199639999999999,"min":0.0498884,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.5087455999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0992248,"mean":0.07433795,"median":0.0774068,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":14},"recorded_attempt_count":14,"run_count":8,"total":0.5947036},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07455065,"median":0.0607138,"min":0.0448404,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"recorded_attempt_count":11,"run_count":8,"total":0.5964052}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07082726666666667,"median":0.0661398,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":34},"recorded_attempt_count":34,"run_count":24,"total":1.6998543999999998},"codegen_latency_ms":{"attempt_count":34,"max_ms":187781,"mean_ms":106806.625,"min_ms":66051,"paired_attempt_count":34,"paired_latency_ms":2563359,"paired_output_tokens":187391,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":187781,"mean_ms":116991.125,"min_ms":74353,"paired_attempt_count":11,"paired_latency_ms":935929,"paired_output_tokens":68463,"run_count":8},"medium":{"attempt_count":9,"max_ms":137371,"mean_ms":104700.625,"min_ms":79776,"paired_attempt_count":9,"paired_latency_ms":837605,"paired_output_tokens":59602,"run_count":8},"none":{"attempt_count":14,"max_ms":128385,"mean_ms":98728.125,"min_ms":66051,"paired_attempt_count":14,"paired_latency_ms":789825,"paired_output_tokens":59326,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":15570,"output_mean":7807.958333333333,"output_min":4284,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":15570,"output_mean":8557.875,"output_min":4867,"run_count":8},"medium":{"attempt_count":9,"output_max":9385,"output_mean":7450.25,"output_min":5674,"run_count":8},"none":{"attempt_count":14,"output_max":10165,"output_mean":7415.75,"output_min":4284,"run_count":8}},"display_name":"Grok 4.5","economics":{"all":56.6950656921375,"highest":61.467704999832506,"medium":60.13282329121381,"none":48.48466878536619},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"reasoning_token_observations":34,"total_output_tokens":187391,"total_reasoning_output_tokens":5791,"total_visible_output_tokens":181600,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.62012891729965,"score":71.62012891729965},"GB2-02":{"attempts":3,"playable":50.99886137168474,"score":50.99886137168474},"GB2-03":{"attempts":3,"playable":38.13757985049026,"score":38.13757985049026},"GB2-04":{"attempts":3,"playable":42.11203451652192,"score":42.11203451652192},"GB2-05":{"attempts":3,"playable":58.70860344372781,"score":58.70860344372781},"GB2-06":{"attempts":3,"playable":44.50005485094249,"score":44.50005485094249},"GB2-07":{"attempts":3,"playable":59.069405357668074,"score":59.069405357668074},"GB2-08":{"attempts":3,"playable":88.4138572287651,"score":88.4138572287651}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":82.39949371620703,"score":82.39949371620703},"GB2-02":{"attempts":1,"playable":57.847573071028194,"score":57.847573071028194},"GB2-03":{"attempts":1,"playable":43.41028085344926,"score":43.41028085344926},"GB2-04":{"attempts":1,"playable":43.39174769490871,"score":43.39174769490871},"GB2-05":{"attempts":1,"playable":71.41990483250447,"score":71.41990483250447},"GB2-06":{"attempts":1,"playable":50.31522752909502,"score":50.31522752909502},"GB2-07":{"attempts":1,"playable":54.32228895850484,"score":54.32228895850484},"GB2-08":{"attempts":1,"playable":88.63512334296259,"score":88.63512334296259}},"medium":{"GB2-01":{"attempts":1,"playable":80.80638862860681,"score":80.80638862860681},"GB2-02":{"attempts":1,"playable":52.22996787442611,"score":52.22996787442611},"GB2-03":{"attempts":1,"playable":55.19500290327295,"score":55.19500290327295},"GB2-04":{"attempts":1,"playable":41.185841250848206,"score":41.185841250848206},"GB2-05":{"attempts":1,"playable":64.21704363994508,"score":64.21704363994508},"GB2-06":{"attempts":1,"playable":43.032793840272284,"score":43.032793840272284},"GB2-07":{"attempts":1,"playable":56.81812534223598,"score":56.81812534223598},"GB2-08":{"attempts":1,"playable":87.57742285010303,"score":87.57742285010303}},"none":{"GB2-01":{"attempts":1,"playable":51.65450440708509,"score":51.65450440708509},"GB2-02":{"attempts":1,"playable":42.91904316959991,"score":42.91904316959991},"GB2-03":{"attempts":1,"playable":15.807455794748593,"score":15.807455794748593},"GB2-04":{"attempts":1,"playable":41.75851460380884,"score":41.75851460380884},"GB2-05":{"attempts":1,"playable":40.488861858733884,"score":40.488861858733884},"GB2-06":{"attempts":1,"playable":40.15214318346017,"score":40.15214318346017},"GB2-07":{"attempts":1,"playable":66.06780177226341,"score":66.06780177226341},"GB2-08":{"attempts":1,"playable":89.02902549322967,"score":89.02902549322967}}},"id":"x-ai/grok-4.5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:15:37Z","match_totals_all":{"draws":3109,"losses":6182,"wins":6783},"match_totals_tracks":{"highest":{"draws":822,"losses":1929,"wins":2607},"medium":{"draws":1025,"losses":1900,"wins":2433},"none":{"draws":1262,"losses":2353,"wins":1743}},"model_slug":"x-ai-grok-4-5","official_rank_by_reasoning":{"highest":46,"medium":37,"none":39},"overall":{"max":89.02902549322967,"mean":56.6950656921375,"min":15.807455794748593},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":35,"overall_ranking_status":"ranked","per_game":{"GB2-01":82.39949371620703,"GB2-02":57.847573071028194,"GB2-03":43.41028085344926,"GB2-04":43.39174769490871,"GB2-05":71.41990483250447,"GB2-06":50.31522752909502,"GB2-07":54.32228895850484,"GB2-08":88.63512334296259},"per_game_all":{"GB2-01":71.62012891729965,"GB2-02":50.99886137168474,"GB2-03":38.13757985049026,"GB2-04":42.11203451652192,"GB2-05":58.70860344372781,"GB2-06":44.50005485094249,"GB2-07":59.069405357668074,"GB2-08":88.4138572287651},"per_game_match_totals_all":{"GB2-01":{"draws":517,"losses":405,"wins":1118},"GB2-02":{"draws":1101,"losses":476,"wins":331},"GB2-03":{"draws":393,"losses":1133,"wins":448},"GB2-04":{"draws":1086,"losses":670,"wins":206},"GB2-05":{"draws":0,"losses":978,"wins":1092},"GB2-06":{"draws":12,"losses":1200,"wins":762},"GB2-07":{"draws":0,"losses":982,"wins":1076},"GB2-08":{"draws":0,"losses":338,"wins":1750}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":141,"losses":77,"wins":462},"GB2-02":{"draws":288,"losses":157,"wins":191},"GB2-03":{"draws":136,"losses":346,"wins":176},"GB2-04":{"draws":255,"losses":269,"wins":130},"GB2-05":{"draws":0,"losses":245,"wins":445},"GB2-06":{"draws":2,"losses":364,"wins":292},"GB2-07":{"draws":0,"losses":360,"wins":326},"GB2-08":{"draws":0,"losses":111,"wins":585}},"medium":{"GB2-01":{"draws":62,"losses":128,"wins":490},"GB2-02":{"draws":380,"losses":145,"wins":111},"GB2-03":{"draws":168,"losses":259,"wins":231},"GB2-04":{"draws":410,"losses":205,"wins":39},"GB2-05":{"draws":0,"losses":292,"wins":398},"GB2-06":{"draws":5,"losses":409,"wins":244},"GB2-07":{"draws":0,"losses":343,"wins":343},"GB2-08":{"draws":0,"losses":119,"wins":577}},"none":{"GB2-01":{"draws":314,"losses":200,"wins":166},"GB2-02":{"draws":433,"losses":174,"wins":29},"GB2-03":{"draws":89,"losses":528,"wins":41},"GB2-04":{"draws":421,"losses":196,"wins":37},"GB2-05":{"draws":0,"losses":441,"wins":249},"GB2-06":{"draws":5,"losses":427,"wins":226},"GB2-07":{"draws":0,"losses":279,"wins":407},"GB2-08":{"draws":0,"losses":108,"wins":588}}},"per_game_raw_elo_all":{"GB2-01":1685.0497158485605,"GB2-02":1441.6683067626202,"GB2-03":1255.8062695810154,"GB2-04":1382.4216973615585,"GB2-05":1468.5980088005426,"GB2-06":1305.2042954482517,"GB2-07":1479.046184406443,"GB2-08":2174.853663454685},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1810.3027931878003,"GB2-02":1496.0672228835897,"GB2-03":1314.929109709163,"GB2-04":1392.5511772335458,"GB2-05":1658.2488676794533,"GB2-06":1397.1970193155355,"GB2-07":1413.2915657532487,"GB2-08":2181.1603213929134},"medium":{"GB2-01":1785.5386410825483,"GB2-02":1450.9028524958496,"GB2-03":1420.7700595185543,"GB2-04":1375.0826934603144,"GB2-05":1533.4019543585487,"GB2-06":1281.764374170047,"GB2-07":1446.6702261607352,"GB2-08":2150.3899777865067},"none":{"GB2-01":1459.307713275333,"GB2-02":1378.0348449084213,"GB2-03":1031.7196395153292,"GB2-04":1379.6312213908145,"GB2-05":1214.1432043636257,"GB2-06":1236.6514928591728,"GB2-07":1577.1767613053448,"GB2-08":2193.010691184635}},"per_game_tracks":{"highest":{"GB2-01":82.39949371620703,"GB2-02":57.847573071028194,"GB2-03":43.41028085344926,"GB2-04":43.39174769490871,"GB2-05":71.41990483250447,"GB2-06":50.31522752909502,"GB2-07":54.32228895850484,"GB2-08":88.63512334296259},"medium":{"GB2-01":80.80638862860681,"GB2-02":52.22996787442611,"GB2-03":55.19500290327295,"GB2-04":41.185841250848206,"GB2-05":64.21704363994508,"GB2-06":43.032793840272284,"GB2-07":56.81812534223598,"GB2-08":87.57742285010303},"none":{"GB2-01":51.65450440708509,"GB2-02":42.91904316959991,"GB2-03":15.807455794748593,"GB2-04":41.75851460380884,"GB2-05":40.488861858733884,"GB2-06":40.15214318346017,"GB2-07":66.06780177226341,"GB2-08":89.02902549322967}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:18:46Z","reasoning":{"highest":61.467704999832506,"medium":60.13282329121381,"none":48.48466878536619},"reasoning_agg":{"highest":{"max":88.63512334296259,"mean":61.467704999832506,"min":43.39174769490871},"medium":{"max":87.57742285010303,"mean":60.13282329121381,"min":41.185841250848206},"none":{"max":89.02902549322967,"mean":48.48466878536619,"min":15.807455794748593}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":12.983036214466317},"working_program_strength":{"all":56.6950656921375,"highest":61.467704999832506,"medium":60.13282329121381,"none":48.48466878536619}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flashx:383b6a37dc010918","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.060370179999999996,"median":0.057823150000000004,"min":0.03447845,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.48296143999999996},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.039202100000000004,"mean":0.026445697500000004,"median":0.025158225,"min":0.015228470000000001,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.21156558},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01270098,"mean":0.0085203375,"median":0.007669445,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.0681627}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.039202100000000004,"mean":0.026445697500000004,"median":0.025158225,"min":0.015228470000000001,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.21156557999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01270098,"mean":0.0085203375,"median":0.007669445,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.0681627},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.060370179999999996,"median":0.057823150000000004,"min":0.03447845,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.48296144}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.03177873833333334,"median":0.025158225,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":0.76268972},"codegen_latency_ms":{"attempt_count":29,"max_ms":579647,"mean_ms":182597.75,"min_ms":15305,"paired_attempt_count":29,"paired_latency_ms":4382346,"paired_output_tokens":544635,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":579647,"mean_ms":375199.125,"min_ms":217884,"paired_attempt_count":8,"paired_latency_ms":3001593,"paired_output_tokens":368132,"run_count":8},"medium":{"attempt_count":11,"max_ms":196176,"mean_ms":145630.0,"min_ms":61522,"paired_attempt_count":11,"paired_latency_ms":1165040,"paired_output_tokens":144417,"run_count":8},"none":{"attempt_count":10,"max_ms":51111,"mean_ms":26964.125,"min_ms":15305,"paired_attempt_count":10,"paired_latency_ms":215713,"paired_output_tokens":32086,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":74293,"output_mean":22693.125,"output_min":2253,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":74293,"output_mean":46016.5,"output_min":25493,"run_count":8},"medium":{"attempt_count":11,"output_max":25418,"output_mean":18052.125,"output_min":8262,"run_count":8},"none":{"attempt_count":10,"output_max":6651,"output_mean":4010.75,"output_min":2253,"run_count":8}},"display_name":"GLM-5.3 FlashX","economics":{"all":56.15263185796143,"highest":68.49417207396779,"medium":50.48739431716345,"none":49.47632918275305},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[131072],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[131072],"total_output_tokens":544635,"total_reasoning_output_tokens":454317,"total_visible_output_tokens":90318,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flashx","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":60.49791703826164,"score":60.49791703826164},"GB2-02":{"attempts":3,"playable":53.51212148588507,"score":53.51212148588507},"GB2-03":{"attempts":3,"playable":60.001759890213606,"score":60.001759890213606},"GB2-04":{"attempts":3,"playable":60.37984243536812,"score":60.37984243536812},"GB2-05":{"attempts":3,"playable":53.74135404078809,"score":53.74135404078809},"GB2-06":{"attempts":3,"playable":64.26899444589179,"score":64.26899444589179},"GB2-07":{"attempts":3,"playable":64.08854110214527,"score":64.08854110214527},"GB2-08":{"attempts":3,"playable":32.73052442513782,"score":32.73052442513782}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":42.564775422716515,"score":42.564775422716515},"GB2-02":{"attempts":1,"playable":67.00147879513442,"score":67.00147879513442},"GB2-03":{"attempts":1,"playable":81.50205292809875,"score":81.50205292809875},"GB2-04":{"attempts":1,"playable":76.65773563655378,"score":76.65773563655378},"GB2-05":{"attempts":1,"playable":76.40032033278862,"score":76.40032033278862},"GB2-06":{"attempts":1,"playable":79.15275388456287,"score":79.15275388456287},"GB2-07":{"attempts":1,"playable":69.91343362571745,"score":69.91343362571745},"GB2-08":{"attempts":1,"playable":54.760825966169904,"score":54.760825966169904}},"medium":{"GB2-01":{"attempts":1,"playable":74.56192035580314,"score":74.56192035580314},"GB2-02":{"attempts":1,"playable":52.479301312317006,"score":52.479301312317006},"GB2-03":{"attempts":1,"playable":52.98796034517827,"score":52.98796034517827},"GB2-04":{"attempts":1,"playable":54.604812100534204,"score":54.604812100534204},"GB2-05":{"attempts":1,"playable":38.88837847400776,"score":38.88837847400776},"GB2-06":{"attempts":1,"playable":53.92190283939664,"score":53.92190283939664},"GB2-07":{"attempts":1,"playable":59.44112615006819,"score":59.44112615006819},"GB2-08":{"attempts":1,"playable":17.013752960002346,"score":17.013752960002346}},"none":{"GB2-01":{"attempts":1,"playable":64.36705533626527,"score":64.36705533626527},"GB2-02":{"attempts":1,"playable":41.05558435020378,"score":41.05558435020378},"GB2-03":{"attempts":1,"playable":45.51526639736381,"score":45.51526639736381},"GB2-04":{"attempts":1,"playable":49.87697956901639,"score":49.87697956901639},"GB2-05":{"attempts":1,"playable":45.93536331556787,"score":45.93536331556787},"GB2-06":{"attempts":1,"playable":59.73232661371589,"score":59.73232661371589},"GB2-07":{"attempts":1,"playable":62.91106353065016,"score":62.91106353065016},"GB2-08":{"attempts":1,"playable":26.416994349241225,"score":26.416994349241225}}},"id":"z-ai/glm-5.3-flashx","is_recent_addition":false,"last_measured_at":"2026-11-21T15:21:46Z","match_totals_all":{"draws":2522,"losses":6643,"wins":6909},"match_totals_tracks":{"highest":{"draws":507,"losses":1743,"wins":3108},"medium":{"draws":879,"losses":2491,"wins":1988},"none":{"draws":1136,"losses":2409,"wins":1813}},"model_slug":"z-ai-glm-5-3-flashx","official_rank_by_reasoning":{"highest":34,"medium":57,"none":36},"overall":{"max":81.50205292809875,"mean":56.15263185796143,"min":17.013752960002346},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":36,"overall_ranking_status":"ranked","per_game":{"GB2-01":42.564775422716515,"GB2-02":67.00147879513442,"GB2-03":81.50205292809875,"GB2-04":76.65773563655378,"GB2-05":76.40032033278862,"GB2-06":79.15275388456287,"GB2-07":69.91343362571745,"GB2-08":54.760825966169904},"per_game_all":{"GB2-01":60.49791703826164,"GB2-02":53.51212148588507,"GB2-03":60.001759890213606,"GB2-04":60.37984243536812,"GB2-05":53.74135404078809,"GB2-06":64.26899444589179,"GB2-07":64.08854110214527,"GB2-08":32.73052442513782},"per_game_match_totals_all":{"GB2-01":{"draws":154,"losses":815,"wins":1071},"GB2-02":{"draws":1163,"losses":398,"wins":347},"GB2-03":{"draws":201,"losses":827,"wins":946},"GB2-04":{"draws":954,"losses":390,"wins":618},"GB2-05":{"draws":0,"losses":1069,"wins":1001},"GB2-06":{"draws":50,"losses":787,"wins":1137},"GB2-07":{"draws":0,"losses":878,"wins":1180},"GB2-08":{"draws":0,"losses":1479,"wins":609}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":3,"losses":415,"wins":262},"GB2-02":{"draws":279,"losses":105,"wins":252},"GB2-03":{"draws":7,"losses":166,"wins":485},"GB2-04":{"draws":191,"losses":88,"wins":375},"GB2-05":{"draws":0,"losses":211,"wins":479},"GB2-06":{"draws":27,"losses":154,"wins":477},"GB2-07":{"draws":0,"losses":252,"wins":434},"GB2-08":{"draws":0,"losses":352,"wins":344}},"medium":{"GB2-01":{"draws":6,"losses":200,"wins":474},"GB2-02":{"draws":439,"losses":114,"wins":83},"GB2-03":{"draws":67,"losses":323,"wins":268},"GB2-04":{"draws":348,"losses":153,"wins":153},"GB2-05":{"draws":0,"losses":451,"wins":239},"GB2-06":{"draws":19,"losses":332,"wins":307},"GB2-07":{"draws":0,"losses":325,"wins":361},"GB2-08":{"draws":0,"losses":593,"wins":103}},"none":{"GB2-01":{"draws":145,"losses":200,"wins":335},"GB2-02":{"draws":445,"losses":179,"wins":12},"GB2-03":{"draws":127,"losses":338,"wins":193},"GB2-04":{"draws":415,"losses":149,"wins":90},"GB2-05":{"draws":0,"losses":407,"wins":283},"GB2-06":{"draws":4,"losses":301,"wins":353},"GB2-07":{"draws":0,"losses":301,"wins":385},"GB2-08":{"draws":0,"losses":534,"wins":162}}},"per_game_raw_elo_all":{"GB2-01":1552.5852962501879,"GB2-02":1463.9367155182792,"GB2-03":1494.5045553037464,"GB2-04":1537.5673225104129,"GB2-05":1414.6439074398902,"GB2-06":1640.6559490277061,"GB2-07":1550.0197642890864,"GB2-08":1075.0883265942743},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1372.5321272753504,"GB2-02":1575.566430706956,"GB2-03":1749.6902080714087,"GB2-04":1687.8064654100194,"GB2-05":1766.2182412431348,"GB2-06":1912.3741041718758,"GB2-07":1636.5464760739249,"GB2-08":1415.5398456131954},"medium":{"GB2-01":1700.28159826567,"GB2-02":1452.8742276783692,"GB2-03":1400.3526268785058,"GB2-04":1481.2938814392448,"GB2-05":1192.8548940145463,"GB2-06":1455.8734698541634,"GB2-07":1482.4203722015857,"GB2-08":832.4031292262812},"none":{"GB2-01":1584.942163209544,"GB2-02":1363.3694881695128,"GB2-03":1333.4708309613247,"GB2-04":1443.6016206819743,"GB2-05":1284.8585870619895,"GB2-06":1553.720273057079,"GB2-07":1531.092444591749,"GB2-08":977.3220049433461}},"per_game_tracks":{"highest":{"GB2-01":42.564775422716515,"GB2-02":67.00147879513442,"GB2-03":81.50205292809875,"GB2-04":76.65773563655378,"GB2-05":76.40032033278862,"GB2-06":79.15275388456287,"GB2-07":69.91343362571745,"GB2-08":54.760825966169904},"medium":{"GB2-01":74.56192035580314,"GB2-02":52.479301312317006,"GB2-03":52.98796034517827,"GB2-04":54.604812100534204,"GB2-05":38.88837847400776,"GB2-06":53.92190283939664,"GB2-07":59.44112615006819,"GB2-08":17.013752960002346},"none":{"GB2-01":64.36705533626527,"GB2-02":41.05558435020378,"GB2-03":45.51526639736381,"GB2-04":49.87697956901639,"GB2-05":45.93536331556787,"GB2-06":59.73232661371589,"GB2-07":62.91106353065016,"GB2-08":26.416994349241225}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":19,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:04:34Z","reasoning":{"highest":68.49417207396779,"medium":50.48739431716345,"none":49.47632918275305},"reasoning_agg":{"highest":{"max":81.50205292809875,"mean":68.49417207396779,"min":42.564775422716515},"medium":{"max":74.56192035580314,"mean":50.48739431716345,"min":17.013752960002346},"none":{"max":64.36705533626527,"mean":49.47632918275305,"min":26.416994349241225}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":19.01784289121474},"working_program_strength":{"all":56.15263185796143,"highest":68.49417207396779,"medium":50.48739431716345,"none":49.47632918275305}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-haiku-5-5:45629d6faf4a5f7c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.046909768750000004,"median":0.046146,"min":0.0294405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":9,"token_priced_attempt_count":11,"total":0.43328419999999995},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0174997,"mean":0.0119476,"median":0.012623549999999999,"min":0.0054094,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.0955808},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0063593,"mean":0.0031203999999999997,"median":0.00236545,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.024963200000000005}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0174997,"mean":0.0119476,"median":0.012623549999999999,"min":0.0054094,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.0955808},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0063593,"mean":0.0031203999999999997,"median":0.00236545,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.024963199999999998},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.046909768750000004,"median":0.046146,"min":0.0294405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":9,"token_priced_attempt_count":11,"total":0.4332842}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.02065925625,"median":0.012623549999999999,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":30},"run_count":25,"token_priced_attempt_count":30,"total":0.5538282},"codegen_output_tokens":{"attempt_count":30,"output_max":128000,"output_mean":41186.52,"output_min":1643,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":128000,"output_mean":93037.55555555556,"output_min":56566,"run_count":9},"medium":{"attempt_count":9,"output_max":32619,"output_mean":20970.375,"output_min":8448,"run_count":8},"none":{"attempt_count":10,"output_max":6434,"output_mean":3070.25,"output_min":1643,"run_count":8}},"display_name":"Claude Haiku 5.5","economics":{"all":55.959653445748394,"highest":74.92482225571766,"medium":56.287213955041274,"none":36.666924126486265},"economics_best_value":{"per_model":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[128000,300000],"finish_reason_observations":30,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[128000,300000],"total_output_tokens":1029663,"total_reasoning_output_tokens":909512,"total_visible_output_tokens":120151,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-haiku-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":39.676548462866954,"score":39.676548462866954},"GB2-02":{"attempts":3,"playable":57.15255960657024,"score":57.15255960657024},"GB2-03":{"attempts":3,"playable":64.226024092858,"score":64.226024092858},"GB2-04":{"attempts":3,"playable":62.958530726751384,"score":62.958530726751384},"GB2-05":{"attempts":3,"playable":51.04404376675808,"score":51.04404376675808},"GB2-06":{"attempts":3,"playable":67.2248560216298,"score":67.2248560216298},"GB2-07":{"attempts":3,"playable":56.32526930435298,"score":56.32526930435298},"GB2-08":{"attempts":3,"playable":49.06939558419973,"score":49.06939558419973}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":41.103926271735425,"score":41.103926271735425},"GB2-02":{"attempts":1,"playable":68.43496962827852,"score":68.43496962827852},"GB2-03":{"attempts":1,"playable":85.22589221480759,"score":85.22589221480759},"GB2-04":{"attempts":1,"playable":79.05502026157326,"score":79.05502026157326},"GB2-05":{"attempts":1,"playable":83.39085509859454,"score":83.39085509859454},"GB2-06":{"attempts":1,"playable":91.05153450737093,"score":91.05153450737093},"GB2-07":{"attempts":1,"playable":64.49213090066121,"score":64.49213090066121},"GB2-08":{"attempts":1,"playable":86.64424916271972,"score":86.64424916271972}},"medium":{"GB2-01":{"attempts":1,"playable":44.712773489766604,"score":44.712773489766604},"GB2-02":{"attempts":1,"playable":61.03470774983381,"score":61.03470774983381},"GB2-03":{"attempts":1,"playable":64.46433070568496,"score":64.46433070568496},"GB2-04":{"attempts":1,"playable":68.96220975802237,"score":68.96220975802237},"GB2-05":{"attempts":1,"playable":54.57435239157201,"score":54.57435239157201},"GB2-06":{"attempts":1,"playable":63.80553533885169,"score":63.80553533885169},"GB2-07":{"attempts":1,"playable":54.6169270300805,"score":54.6169270300805},"GB2-08":{"attempts":1,"playable":38.12687517651825,"score":38.12687517651825}},"none":{"GB2-01":{"attempts":1,"playable":33.21294562709883,"score":33.21294562709883},"GB2-02":{"attempts":1,"playable":41.98800144159841,"score":41.98800144159841},"GB2-03":{"attempts":1,"playable":42.98784935808143,"score":42.98784935808143},"GB2-04":{"attempts":1,"playable":40.85836216065854,"score":40.85836216065854},"GB2-05":{"attempts":1,"playable":15.16692381010768,"score":15.16692381010768},"GB2-06":{"attempts":1,"playable":46.817498218666756,"score":46.817498218666756},"GB2-07":{"attempts":1,"playable":49.866749982317224,"score":49.866749982317224},"GB2-08":{"attempts":1,"playable":22.437062413361247,"score":22.437062413361247}}},"id":"claude-haiku-5-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:35:11Z","match_totals_all":{"draws":2537,"losses":6644,"wins":6893},"match_totals_tracks":{"highest":{"draws":504,"losses":1372,"wins":3482},"medium":{"draws":861,"losses":2220,"wins":2277},"none":{"draws":1172,"losses":3052,"wins":1134}},"model_slug":"claude-haiku-5-5","official_rank_by_reasoning":{"highest":27,"medium":43,"none":72},"overall":{"max":91.05153450737093,"mean":55.959653445748394,"min":15.16692381010768},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":37,"overall_ranking_status":"ranked","per_game":{"GB2-01":41.103926271735425,"GB2-02":68.43496962827852,"GB2-03":85.22589221480759,"GB2-04":79.05502026157326,"GB2-05":83.39085509859454,"GB2-06":91.05153450737093,"GB2-07":64.49213090066121,"GB2-08":86.64424916271972},"per_game_all":{"GB2-01":39.676548462866954,"GB2-02":57.15255960657024,"GB2-03":64.226024092858,"GB2-04":62.958530726751384,"GB2-05":51.04404376675808,"GB2-06":67.2248560216298,"GB2-07":56.32526930435298,"GB2-08":49.06939558419973},"per_game_match_totals_all":{"GB2-01":{"draws":337,"losses":1137,"wins":566},"GB2-02":{"draws":1066,"losses":380,"wins":462},"GB2-03":{"draws":330,"losses":678,"wins":966},"GB2-04":{"draws":758,"losses":435,"wins":769},"GB2-05":{"draws":0,"losses":1113,"wins":957},"GB2-06":{"draws":46,"losses":718,"wins":1210},"GB2-07":{"draws":0,"losses":1038,"wins":1020},"GB2-08":{"draws":0,"losses":1145,"wins":943}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":42,"losses":405,"wins":233},"GB2-02":{"draws":287,"losses":92,"wins":257},"GB2-03":{"draws":5,"losses":139,"wins":514},"GB2-04":{"draws":136,"losses":99,"wins":419},"GB2-05":{"draws":0,"losses":160,"wins":530},"GB2-06":{"draws":34,"losses":61,"wins":563},"GB2-07":{"draws":0,"losses":290,"wins":396},"GB2-08":{"draws":0,"losses":126,"wins":570}},"medium":{"GB2-01":{"draws":183,"losses":311,"wins":186},"GB2-02":{"draws":313,"losses":125,"wins":198},"GB2-03":{"draws":112,"losses":229,"wins":317},"GB2-04":{"draws":248,"losses":111,"wins":295},"GB2-05":{"draws":0,"losses":353,"wins":337},"GB2-06":{"draws":5,"losses":273,"wins":380},"GB2-07":{"draws":0,"losses":358,"wins":328},"GB2-08":{"draws":0,"losses":460,"wins":236}},"none":{"GB2-01":{"draws":112,"losses":421,"wins":147},"GB2-02":{"draws":466,"losses":163,"wins":7},"GB2-03":{"draws":213,"losses":310,"wins":135},"GB2-04":{"draws":374,"losses":225,"wins":55},"GB2-05":{"draws":0,"losses":600,"wins":90},"GB2-06":{"draws":7,"losses":384,"wins":267},"GB2-07":{"draws":0,"losses":390,"wins":296},"GB2-08":{"draws":0,"losses":559,"wins":137}}},"per_game_raw_elo_all":{"GB2-01":1343.7149545058035,"GB2-02":1494.1556096540269,"GB2-03":1550.8251073848999,"GB2-04":1565.2595757517001,"GB2-05":1386.8509591627278,"GB2-06":1719.0945758840562,"GB2-07":1441.9833962358891,"GB2-08":1395.896232711463},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1358.4124043001448,"GB2-02":1589.0673330759435,"GB2-03":1828.12836861798,"GB2-04":1716.8745881953635,"GB2-05":1963.1684637796368,"GB2-06":2190.8027409814677,"GB2-07":1553.9246165052018,"GB2-08":2124.328594859243},"medium":{"GB2-01":1393.1440037490586,"GB2-02":1522.6786097552301,"GB2-03":1513.1372452445612,"GB2-04":1606.4276401749216,"GB2-05":1396.5622478234968,"GB2-06":1625.0941659948653,"GB2-07":1417.204376815835,"GB2-08":1144.494536315075},"none":{"GB2-01":1279.5884554682073,"GB2-02":1370.7208861309066,"GB2-03":1311.209708292159,"GB2-04":1372.4764988848158,"GB2-05":800.8221658850499,"GB2-06":1341.3868206758357,"GB2-07":1354.8211953866312,"GB2-08":918.8655669600711}},"per_game_tracks":{"highest":{"GB2-01":41.103926271735425,"GB2-02":68.43496962827852,"GB2-03":85.22589221480759,"GB2-04":79.05502026157326,"GB2-05":83.39085509859454,"GB2-06":91.05153450737093,"GB2-07":64.49213090066121,"GB2-08":86.64424916271972},"medium":{"GB2-01":44.712773489766604,"GB2-02":61.03470774983381,"GB2-03":64.46433070568496,"GB2-04":68.96220975802237,"GB2-05":54.57435239157201,"GB2-06":63.80553533885169,"GB2-07":54.6169270300805,"GB2-08":38.12687517651825},"none":{"GB2-01":33.21294562709883,"GB2-02":41.98800144159841,"GB2-03":42.98784935808143,"GB2-04":40.85836216065854,"GB2-05":15.16692381010768,"GB2-06":46.817498218666756,"GB2-07":49.866749982317224,"GB2-08":22.437062413361247}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:19:41Z","reasoning":{"highest":74.92482225571766,"medium":56.287213955041274,"none":36.666924126486265},"reasoning_agg":{"highest":{"max":91.05153450737093,"mean":74.92482225571766,"min":41.103926271735425},"medium":{"max":68.96220975802237,"mean":56.287213955041274,"min":38.12687517651825},"none":{"max":49.866749982317224,"mean":36.666924126486265,"min":15.16692381010768}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":38.25789812923139},"working_program_strength":{"all":55.959653445748394,"highest":74.92482225571766,"medium":56.287213955041274,"none":36.666924126486265}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-open:4f3ab81569c32d19","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.12161143124999997,"median":0.124379975,"min":0.08796145,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.9728914499999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0828612,"mean":0.042346231250000005,"median":0.032108575,"min":0.0286407,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.33876985000000004},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.053624950000000005,"mean":0.0276842,"median":0.025075325,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.2214736}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0828612,"mean":0.042346231250000005,"median":0.032108575,"min":0.0286407,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.33876985},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.053624950000000005,"mean":0.0276842,"median":0.025075325,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.2214736},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.12161143124999997,"median":0.124379975,"min":0.08796145,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.9728914499999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.06388062083333333,"median":0.033168575000000006,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":1.5331349},"codegen_latency_ms":{"attempt_count":27,"max_ms":402561,"mean_ms":145436.875,"min_ms":29772,"paired_attempt_count":26,"paired_latency_ms":3096298,"paired_output_tokens":266479,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":402561,"mean_ms":298657.375,"min_ms":177131,"paired_attempt_count":7,"paired_latency_ms":1995072,"paired_output_tokens":179980,"run_count":8},"medium":{"attempt_count":10,"max_ms":176476,"mean_ms":81184.125,"min_ms":41325,"paired_attempt_count":10,"paired_latency_ms":649473,"paired_output_tokens":55047,"run_count":8},"none":{"attempt_count":9,"max_ms":171955,"mean_ms":56469.125,"min_ms":29772,"paired_attempt_count":9,"paired_latency_ms":451753,"paired_output_tokens":31452,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":34389,"output_mean":12379.875,"output_min":2743,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":34389,"output_mean":26327.25,"output_min":17727,"run_count":8},"medium":{"attempt_count":10,"output_max":13963,"output_mean":6880.875,"output_min":3882,"run_count":8},"none":{"attempt_count":9,"output_max":7898,"output_mean":3931.5,"output_min":2743,"run_count":8}},"display_name":"Muse Spark Open","economics":{"all":55.1069145097269,"highest":58.93287334047421,"medium":52.54225113266947,"none":53.84561905603702},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":28,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[943718],"total_output_tokens":297117,"total_reasoning_output_tokens":186663,"total_visible_output_tokens":110454,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-open","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":66.87308713555538,"score":66.87308713555538},"GB2-02":{"attempts":3,"playable":43.9045751502135,"score":43.9045751502135},"GB2-03":{"attempts":3,"playable":50.31274258908951,"score":50.31274258908951},"GB2-04":{"attempts":3,"playable":43.1127039556649,"score":43.1127039556649},"GB2-05":{"attempts":3,"playable":49.39844024900438,"score":49.39844024900438},"GB2-06":{"attempts":3,"playable":59.4177753294344,"score":59.4177753294344},"GB2-07":{"attempts":3,"playable":52.375486997317665,"score":52.375486997317665},"GB2-08":{"attempts":3,"playable":75.46050467153547,"score":75.46050467153547}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":89.25574009711372,"score":89.25574009711372},"GB2-02":{"attempts":1,"playable":44.017551602878044,"score":44.017551602878044},"GB2-03":{"attempts":1,"playable":64.30776195704388,"score":64.30776195704388},"GB2-04":{"attempts":1,"playable":39.054215699196085,"score":39.054215699196085},"GB2-05":{"attempts":1,"playable":38.56840554072814,"score":38.56840554072814},"GB2-06":{"attempts":1,"playable":46.89572944233824,"score":46.89572944233824},"GB2-07":{"attempts":1,"playable":70.90532549210931,"score":70.90532549210931},"GB2-08":{"attempts":1,"playable":78.45825689238626,"score":78.45825689238626}},"medium":{"GB2-01":{"attempts":1,"playable":49.905721747687565,"score":49.905721747687565},"GB2-02":{"attempts":1,"playable":43.00361411391796,"score":43.00361411391796},"GB2-03":{"attempts":1,"playable":31.761349069558815,"score":31.761349069558815},"GB2-04":{"attempts":1,"playable":45.832980816381955,"score":45.832980816381955},"GB2-05":{"attempts":1,"playable":54.41485009874448,"score":54.41485009874448},"GB2-06":{"attempts":1,"playable":73.79916842494356,"score":73.79916842494356},"GB2-07":{"attempts":1,"playable":54.911287545905274,"score":54.911287545905274},"GB2-08":{"attempts":1,"playable":66.7090372442161,"score":66.7090372442161}},"none":{"GB2-01":{"attempts":1,"playable":61.457799561864846,"score":61.457799561864846},"GB2-02":{"attempts":1,"playable":44.6925597338445,"score":44.6925597338445},"GB2-03":{"attempts":1,"playable":54.86911674066584,"score":54.86911674066584},"GB2-04":{"attempts":1,"playable":44.450915351416654,"score":44.450915351416654},"GB2-05":{"attempts":1,"playable":55.21206510754052,"score":55.21206510754052},"GB2-06":{"attempts":1,"playable":57.5584281210214,"score":57.5584281210214},"GB2-07":{"attempts":1,"playable":31.3098479539384,"score":31.3098479539384},"GB2-08":{"attempts":1,"playable":81.21421987800402,"score":81.21421987800402}}},"id":"meta/muse-spark-open","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:13Z","match_totals_all":{"draws":3021,"losses":6506,"wins":6547},"match_totals_tracks":{"highest":{"draws":844,"losses":2038,"wins":2476},"medium":{"draws":1176,"losses":2220,"wins":1962},"none":{"draws":1001,"losses":2248,"wins":2109}},"model_slug":"meta-muse-spark-open","official_rank_by_reasoning":{"highest":49,"medium":50,"none":27},"overall":{"max":89.25574009711372,"mean":55.1069145097269,"min":31.3098479539384},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":38,"overall_ranking_status":"ranked","per_game":{"GB2-01":89.25574009711372,"GB2-02":44.017551602878044,"GB2-03":64.30776195704388,"GB2-04":39.054215699196085,"GB2-05":38.56840554072814,"GB2-06":46.89572944233824,"GB2-07":70.90532549210931,"GB2-08":78.45825689238626},"per_game_all":{"GB2-01":66.87308713555538,"GB2-02":43.9045751502135,"GB2-03":50.31274258908951,"GB2-04":43.1127039556649,"GB2-05":49.39844024900438,"GB2-06":59.4177753294344,"GB2-07":52.375486997317665,"GB2-08":75.46050467153547},"per_game_match_totals_all":{"GB2-01":{"draws":253,"losses":630,"wins":1157},"GB2-02":{"draws":1286,"losses":511,"wins":111},"GB2-03":{"draws":362,"losses":932,"wins":680},"GB2-04":{"draws":1055,"losses":667,"wins":240},"GB2-05":{"draws":0,"losses":1156,"wins":914},"GB2-06":{"draws":65,"losses":878,"wins":1031},"GB2-07":{"draws":0,"losses":1110,"wins":948},"GB2-08":{"draws":0,"losses":622,"wins":1466}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":96,"wins":584},"GB2-02":{"draws":420,"losses":174,"wins":42},"GB2-03":{"draws":74,"losses":249,"wins":335},"GB2-04":{"draws":326,"losses":260,"wins":68},"GB2-05":{"draws":0,"losses":453,"wins":237},"GB2-06":{"draws":24,"losses":375,"wins":259},"GB2-07":{"draws":0,"losses":245,"wins":441},"GB2-08":{"draws":0,"losses":186,"wins":510}},"medium":{"GB2-01":{"draws":149,"losses":294,"wins":237},"GB2-02":{"draws":434,"losses":173,"wins":29},"GB2-03":{"draws":164,"losses":400,"wins":94},"GB2-04":{"draws":393,"losses":185,"wins":76},"GB2-05":{"draws":0,"losses":354,"wins":336},"GB2-06":{"draws":36,"losses":188,"wins":434},"GB2-07":{"draws":0,"losses":356,"wins":330},"GB2-08":{"draws":0,"losses":270,"wins":426}},"none":{"GB2-01":{"draws":104,"losses":240,"wins":336},"GB2-02":{"draws":432,"losses":164,"wins":40},"GB2-03":{"draws":124,"losses":283,"wins":251},"GB2-04":{"draws":336,"losses":222,"wins":96},"GB2-05":{"draws":0,"losses":349,"wins":341},"GB2-06":{"draws":5,"losses":315,"wins":338},"GB2-07":{"draws":0,"losses":509,"wins":177},"GB2-08":{"draws":0,"losses":166,"wins":530}}},"per_game_raw_elo_all":{"GB2-01":1646.4148120982954,"GB2-02":1385.7498336282981,"GB2-03":1379.7288891863036,"GB2-04":1390.2364226385987,"GB2-05":1329.3471683241958,"GB2-06":1555.987000426413,"GB2-07":1395.272163406585,"GB2-08":1854.2896187162448},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1941.5310784754638,"GB2-02":1386.6378334184378,"GB2-03":1511.4550586103187,"GB2-04":1358.038505612777,"GB2-05":1188.5594862271926,"GB2-06":1342.6261334573044,"GB2-07":1652.605319451954,"GB2-08":1920.4730084634434},"medium":{"GB2-01":1442.6296795042647,"GB2-02":1378.6980848933513,"GB2-03":1210.003863168582,"GB2-04":1411.771486284084,"GB2-05":1394.4525388479396,"GB2-06":1808.756509494382,"GB2-07":1421.1204049115736,"GB2-08":1656.6225026129503},"none":{"GB2-01":1555.0836783151576,"GB2-02":1391.9135825731053,"GB2-03":1417.7277457800103,"GB2-04":1400.899276018935,"GB2-05":1405.029479897455,"GB2-06":1516.5783583275525,"GB2-07":1112.0907658562273,"GB2-08":1985.7733450723413}},"per_game_tracks":{"highest":{"GB2-01":89.25574009711372,"GB2-02":44.017551602878044,"GB2-03":64.30776195704388,"GB2-04":39.054215699196085,"GB2-05":38.56840554072814,"GB2-06":46.89572944233824,"GB2-07":70.90532549210931,"GB2-08":78.45825689238626},"medium":{"GB2-01":49.905721747687565,"GB2-02":43.00361411391796,"GB2-03":31.761349069558815,"GB2-04":45.832980816381955,"GB2-05":54.41485009874448,"GB2-06":73.79916842494356,"GB2-07":54.911287545905274,"GB2-08":66.7090372442161},"none":{"GB2-01":61.457799561864846,"GB2-02":44.6925597338445,"GB2-03":54.86911674066584,"GB2-04":44.450915351416654,"GB2-05":55.21206510754052,"GB2-06":57.5584281210214,"GB2-07":31.3098479539384,"GB2-08":81.21421987800402}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T13:09:57Z","reasoning":{"highest":58.93287334047421,"medium":52.54225113266947,"none":53.84561905603702},"reasoning_agg":{"highest":{"max":89.25574009711372,"mean":58.93287334047421,"min":38.56840554072814},"medium":{"max":73.79916842494356,"mean":52.54225113266947,"min":31.761349069558815},"none":{"max":81.21421987800402,"mean":53.84561905603702,"min":31.3098479539384}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.390622207804739},"working_program_strength":{"all":55.1069145097269,"highest":58.93287334047421,"medium":52.54225113266947,"none":53.84561905603702}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flash:d63b491aff652325","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.014901165624999999,"median":0.013297725,"min":0.0073485,"recorded_attempt_count":9,"run_count":8,"total":0.119209325},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01518705,"mean":0.00578608125,"median":0.0045066875,"min":0.0032555,"recorded_attempt_count":8,"run_count":8,"total":0.04628865},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0140393,"mean":0.0037309874999999996,"median":0.0024275875,"min":0.001111625,"recorded_attempt_count":11,"run_count":8,"total":0.0298479}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01518705,"mean":0.00578608125,"median":0.0045066875,"min":0.0032555,"recorded_attempt_count":8,"run_count":8,"total":0.04628865000000001},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0140393,"mean":0.0037309874999999996,"median":0.0024275875,"min":0.001111625,"recorded_attempt_count":11,"run_count":8,"total":0.029847899999999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.014901165624999999,"median":0.013297725,"min":0.0073485,"recorded_attempt_count":9,"run_count":8,"total":0.11920932499999998}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.008139411458333334,"median":0.005035225,"min":0.001111625,"recorded_attempt_count":28,"run_count":24,"total":0.195345875},"codegen_latency_ms":{"attempt_count":28,"max_ms":1214245,"mean_ms":417506.625,"min_ms":32605,"paired_attempt_count":28,"paired_latency_ms":10020159,"paired_output_tokens":650841,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1196482,"mean_ms":748510.375,"min_ms":448704,"paired_attempt_count":9,"paired_latency_ms":5988083,"paired_output_tokens":400264,"run_count":8},"medium":{"attempt_count":8,"max_ms":672648,"mean_ms":296260.625,"min_ms":146516,"paired_attempt_count":8,"paired_latency_ms":2370085,"paired_output_tokens":166671,"run_count":8},"none":{"attempt_count":11,"max_ms":1214245,"mean_ms":207748.875,"min_ms":32605,"paired_attempt_count":11,"paired_latency_ms":1661991,"paired_output_tokens":83906,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":65809,"output_mean":27118.375,"output_min":2294,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":65809,"output_mean":50033.0,"output_min":27276,"run_count":8},"medium":{"attempt_count":8,"output_max":58608,"output_mean":20833.875,"output_min":10904,"run_count":8},"none":{"attempt_count":11,"output_max":54017,"output_mean":10488.25,"output_min":2294,"run_count":8}},"display_name":"GLM-5.3 Flash","economics":{"all":54.782938834171766,"highest":56.871513757932064,"medium":60.562199286127,"none":46.91510345845624},"economics_best_value":{"per_model":{"all":true,"medium":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":134,"total_output_tokens":650841,"total_reasoning_output_tokens":555865,"total_visible_output_tokens":94976,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":56.159854092580815,"score":56.159854092580815},"GB2-02":{"attempts":3,"playable":51.345962359542305,"score":51.345962359542305},"GB2-03":{"attempts":3,"playable":69.6814062960885,"score":69.6814062960885},"GB2-04":{"attempts":3,"playable":71.26478261799524,"score":71.26478261799524},"GB2-05":{"attempts":3,"playable":50.32573271994943,"score":50.32573271994943},"GB2-06":{"attempts":3,"playable":45.14178249699237,"score":45.14178249699237},"GB2-07":{"attempts":3,"playable":70.42557885491739,"score":70.42557885491739},"GB2-08":{"attempts":3,"playable":23.91841123530809,"score":23.91841123530809}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":62.802651167570424,"score":62.802651167570424},"GB2-02":{"attempts":1,"playable":65.15914420339088,"score":65.15914420339088},"GB2-03":{"attempts":1,"playable":76.37679288630868,"score":76.37679288630868},"GB2-04":{"attempts":1,"playable":78.33250359905351,"score":78.33250359905351},"GB2-05":{"attempts":1,"playable":71.2699955645054,"score":71.2699955645054},"GB2-06":{"attempts":1,"playable":15.706296305948303,"score":15.706296305948303},"GB2-07":{"attempts":1,"playable":67.35311611253628,"score":67.35311611253628},"GB2-08":{"attempts":1,"playable":17.971610224143085,"score":17.971610224143085}},"medium":{"GB2-01":{"attempts":1,"playable":66.96232606444383,"score":66.96232606444383},"GB2-02":{"attempts":1,"playable":44.861191272358,"score":44.861191272358},"GB2-03":{"attempts":1,"playable":77.87984050670357,"score":77.87984050670357},"GB2-04":{"attempts":1,"playable":72.66024484275424,"score":72.66024484275424},"GB2-05":{"attempts":1,"playable":45.13420472498072,"score":45.13420472498072},"GB2-06":{"attempts":1,"playable":79.08404791788442,"score":79.08404791788442},"GB2-07":{"attempts":1,"playable":73.72656726555566,"score":73.72656726555566},"GB2-08":{"attempts":1,"playable":24.189171694335542,"score":24.189171694335542}},"none":{"GB2-01":{"attempts":1,"playable":38.714585045728214,"score":38.714585045728214},"GB2-02":{"attempts":1,"playable":44.017551602878044,"score":44.017551602878044},"GB2-03":{"attempts":1,"playable":54.78758549525325,"score":54.78758549525325},"GB2-04":{"attempts":1,"playable":62.801599412177985,"score":62.801599412177985},"GB2-05":{"attempts":1,"playable":34.57299787036217,"score":34.57299787036217},"GB2-06":{"attempts":1,"playable":40.635003267144405,"score":40.635003267144405},"GB2-07":{"attempts":1,"playable":70.19705318666021,"score":70.19705318666021},"GB2-08":{"attempts":1,"playable":29.594451787445635,"score":29.594451787445635}}},"id":"z-ai/glm-5.3-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:19:47Z","match_totals_all":{"draws":2403,"losses":6898,"wins":6773},"match_totals_tracks":{"highest":{"draws":546,"losses":2319,"wins":2493},"medium":{"draws":738,"losses":2024,"wins":2596},"none":{"draws":1119,"losses":2555,"wins":1684}},"model_slug":"z-ai-glm-5-3-flash","official_rank_by_reasoning":{"highest":52,"medium":36,"none":43},"overall":{"max":79.08404791788442,"mean":54.782938834171766,"min":15.706296305948303},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":39,"overall_ranking_status":"ranked","per_game":{"GB2-01":62.802651167570424,"GB2-02":65.15914420339088,"GB2-03":76.37679288630868,"GB2-04":78.33250359905351,"GB2-05":71.2699955645054,"GB2-06":15.706296305948303,"GB2-07":67.35311611253628,"GB2-08":17.971610224143085},"per_game_all":{"GB2-01":56.159854092580815,"GB2-02":51.345962359542305,"GB2-03":69.6814062960885,"GB2-04":71.26478261799524,"GB2-05":50.32573271994943,"GB2-06":45.14178249699237,"GB2-07":70.42557885491739,"GB2-08":23.91841123530809},"per_game_match_totals_all":{"GB2-01":{"draws":315,"losses":822,"wins":903},"GB2-02":{"draws":1182,"losses":428,"wins":298},"GB2-03":{"draws":182,"losses":656,"wins":1136},"GB2-04":{"draws":653,"losses":331,"wins":978},"GB2-05":{"draws":0,"losses":1136,"wins":934},"GB2-06":{"draws":71,"losses":1131,"wins":772},"GB2-07":{"draws":0,"losses":745,"wins":1313},"GB2-08":{"draws":0,"losses":1649,"wins":439}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":10,"losses":278,"wins":392},"GB2-02":{"draws":318,"losses":97,"wins":221},"GB2-03":{"draws":14,"losses":199,"wins":445},"GB2-04":{"draws":186,"losses":79,"wins":389},"GB2-05":{"draws":0,"losses":246,"wins":444},"GB2-06":{"draws":18,"losses":563,"wins":77},"GB2-07":{"draws":0,"losses":270,"wins":416},"GB2-08":{"draws":0,"losses":587,"wins":109}},"medium":{"GB2-01":{"draws":26,"losses":242,"wins":412},"GB2-02":{"draws":424,"losses":167,"wins":45},"GB2-03":{"draws":33,"losses":179,"wins":446},"GB2-04":{"draws":209,"losses":106,"wins":339},"GB2-05":{"draws":0,"losses":412,"wins":278},"GB2-06":{"draws":46,"losses":145,"wins":467},"GB2-07":{"draws":0,"losses":225,"wins":461},"GB2-08":{"draws":0,"losses":548,"wins":148}},"none":{"GB2-01":{"draws":279,"losses":302,"wins":99},"GB2-02":{"draws":440,"losses":164,"wins":32},"GB2-03":{"draws":135,"losses":278,"wins":245},"GB2-04":{"draws":258,"losses":146,"wins":250},"GB2-05":{"draws":0,"losses":478,"wins":212},"GB2-06":{"draws":7,"losses":423,"wins":228},"GB2-07":{"draws":0,"losses":250,"wins":436},"GB2-08":{"draws":0,"losses":514,"wins":182}}},"per_game_raw_elo_all":{"GB2-01":1505.4390190674683,"GB2-02":1446.195021862022,"GB2-03":1588.8670487946936,"GB2-04":1633.799668454262,"GB2-05":1354.4819192612376,"GB2-06":1330.1132506150725,"GB2-07":1646.046244259921,"GB2-08":938.7018496876648},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1568.7700334481356,"GB2-02":1558.7166052967382,"GB2-03":1663.1056990048658,"GB2-04":1707.8745112254514,"GB2-05":1655.3282974992205,"GB2-06":835.1265808184497,"GB2-07":1596.5672249564848,"GB2-08":848.5318907373082},"medium":{"GB2-01":1612.475148830175,"GB2-02":1393.2306268708899,"GB2-03":1686.5272504839304,"GB2-04":1643.6425673223903,"GB2-05":1274.5643119364265,"GB2-06":1911.0073022421566,"GB2-07":1700.4690031211292,"GB2-08":944.9353776396704},"none":{"GB2-01":1335.071874924094,"GB2-02":1386.6378334184378,"GB2-03":1416.968196895285,"GB2-04":1549.8819268149446,"GB2-05":1133.5531483480659,"GB2-06":1244.205868784611,"GB2-07":1641.1025047021487,"GB2-08":1022.6382806860154}},"per_game_tracks":{"highest":{"GB2-01":62.802651167570424,"GB2-02":65.15914420339088,"GB2-03":76.37679288630868,"GB2-04":78.33250359905351,"GB2-05":71.2699955645054,"GB2-06":15.706296305948303,"GB2-07":67.35311611253628,"GB2-08":17.971610224143085},"medium":{"GB2-01":66.96232606444383,"GB2-02":44.861191272358,"GB2-03":77.87984050670357,"GB2-04":72.66024484275424,"GB2-05":45.13420472498072,"GB2-06":79.08404791788442,"GB2-07":73.72656726555566,"GB2-08":24.189171694335542},"none":{"GB2-01":38.714585045728214,"GB2-02":44.017551602878044,"GB2-03":54.78758549525325,"GB2-04":62.801599412177985,"GB2-05":34.57299787036217,"GB2-06":40.635003267144405,"GB2-07":70.19705318666021,"GB2-08":29.594451787445635}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:21:48Z","reasoning":{"highest":56.871513757932064,"medium":60.562199286127,"none":46.91510345845624},"reasoning_agg":{"highest":{"max":78.33250359905351,"mean":56.871513757932064,"min":15.706296305948303},"medium":{"max":79.08404791788442,"mean":60.562199286127,"min":24.189171694335542},"none":{"max":70.19705318666021,"mean":46.91510345845624,"min":29.594451787445635}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":13.64709582767076},"working_program_strength":{"all":54.782938834171766,"highest":56.871513757932064,"medium":60.562199286127,"none":46.91510345845624}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max-0902:a35c374153af26e0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.398628,"median":0.380653,"min":0.332482,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.1890240000000007},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.30508599999999997,"mean":0.10921525,"median":0.088878,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":10,"run_count":8,"total":0.873722},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.212408,"mean":0.12122175,"median":0.11379500000000001,"min":0.08249,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.9697739999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.30508599999999997,"mean":0.10921525,"median":0.088878,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":10,"run_count":8,"total":0.873722},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.212408,"mean":0.12122175,"median":0.11379500000000001,"min":0.08249,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.9697739999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.398628,"median":0.380653,"min":0.332482,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.189024}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.20968833333333334,"median":0.124697,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":19,"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":30,"run_count":24,"total":5.032520000000002},"codegen_latency_ms":{"attempt_count":30,"max_ms":1906796,"mean_ms":726982.5833333334,"min_ms":135091,"paired_attempt_count":29,"paired_latency_ms":16654354,"paired_output_tokens":715885,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1906796,"mean_ms":1528927.125,"min_ms":1229561,"paired_attempt_count":10,"paired_latency_ms":12231417,"paired_output_tokens":502356,"run_count":8},"medium":{"attempt_count":10,"max_ms":878124,"mean_ms":297986.875,"min_ms":135091,"paired_attempt_count":9,"paired_latency_ms":1590667,"paired_output_tokens":78344,"run_count":8},"none":{"attempt_count":10,"max_ms":640944,"mean_ms":354033.75,"min_ms":208254,"paired_attempt_count":10,"paired_latency_ms":2832270,"paired_output_tokens":135185,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":78760,"output_mean":31343.75,"output_min":6298,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":78760,"output_mean":62794.5,"output_min":52930,"run_count":8},"medium":{"attempt_count":10,"output_max":40870,"output_mean":14338.625,"output_min":6298,"run_count":8},"none":{"attempt_count":10,"output_max":30162,"output_mean":16898.125,"output_min":10952,"run_count":8}},"display_name":"Qwen3.8 Max 0902","economics":{"all":54.21909668629689,"highest":69.65041585017208,"medium":43.297554095684696,"none":49.7093201130339},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[131072],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":31,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[131072],"total_output_tokens":752250,"total_reasoning_output_tokens":630868,"total_visible_output_tokens":121382,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max-0902","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":46.56752925047488,"score":46.56752925047488},"GB2-02":{"attempts":3,"playable":45.60881384166695,"score":45.60881384166695},"GB2-03":{"attempts":3,"playable":59.40782665119343,"score":59.40782665119343},"GB2-04":{"attempts":3,"playable":53.87340458137135,"score":53.87340458137135},"GB2-05":{"attempts":3,"playable":62.57872254713328,"score":62.57872254713328},"GB2-06":{"attempts":3,"playable":65.73954697507885,"score":65.73954697507885},"GB2-07":{"attempts":3,"playable":48.889616722804305,"score":48.889616722804305},"GB2-08":{"attempts":3,"playable":51.087312920652124,"score":51.087312920652124}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.98453958201733,"score":73.98453958201733},"GB2-02":{"attempts":1,"playable":48.390926272289995,"score":48.390926272289995},"GB2-03":{"attempts":1,"playable":68.48927505069639,"score":68.48927505069639},"GB2-04":{"attempts":1,"playable":82.54159575105787,"score":82.54159575105787},"GB2-05":{"attempts":1,"playable":90.43824015296163,"score":90.43824015296163},"GB2-06":{"attempts":1,"playable":62.03627924848819,"score":62.03627924848819},"GB2-07":{"attempts":1,"playable":73.58598973953941,"score":73.58598973953941},"GB2-08":{"attempts":1,"playable":57.736481004325846,"score":57.736481004325846}},"medium":{"GB2-01":{"attempts":1,"playable":25.461111327617274,"score":25.461111327617274},"GB2-02":{"attempts":1,"playable":47.804203740687846,"score":47.804203740687846},"GB2-03":{"attempts":1,"playable":55.92683666023771,"score":55.92683666023771},"GB2-04":{"attempts":1,"playable":42.65734558245406,"score":42.65734558245406},"GB2-05":{"attempts":1,"playable":41.289442665387256,"score":41.289442665387256},"GB2-06":{"attempts":1,"playable":57.40785403355132,"score":57.40785403355132},"GB2-07":{"attempts":1,"playable":35.667354303550844,"score":35.667354303550844},"GB2-08":{"attempts":1,"playable":40.166284451991245,"score":40.166284451991245}},"none":{"GB2-01":{"attempts":1,"playable":40.25693684179001,"score":40.25693684179001},"GB2-02":{"attempts":1,"playable":40.63131151202301,"score":40.63131151202301},"GB2-03":{"attempts":1,"playable":53.807368242646206,"score":53.807368242646206},"GB2-04":{"attempts":1,"playable":36.421272410602114,"score":36.421272410602114},"GB2-05":{"attempts":1,"playable":56.00848482305095,"score":56.00848482305095},"GB2-06":{"attempts":1,"playable":77.77450764319704,"score":77.77450764319704},"GB2-07":{"attempts":1,"playable":37.415506125322636,"score":37.415506125322636},"GB2-08":{"attempts":1,"playable":55.359173305639274,"score":55.359173305639274}}},"id":"qwen/qwen3.8-max-0902","is_recent_addition":false,"last_measured_at":"2026-11-21T16:23:15Z","match_totals_all":{"draws":2963,"losses":6713,"wins":6398},"match_totals_tracks":{"highest":{"draws":704,"losses":1565,"wins":3089},"medium":{"draws":1052,"losses":2785,"wins":1521},"none":{"draws":1207,"losses":2363,"wins":1788}},"model_slug":"qwen-qwen3-8-max-0902","official_rank_by_reasoning":{"highest":31,"medium":75,"none":34},"overall":{"max":90.43824015296163,"mean":54.21909668629689,"min":25.461111327617274},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":40,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.98453958201733,"GB2-02":48.390926272289995,"GB2-03":68.48927505069639,"GB2-04":82.54159575105787,"GB2-05":90.43824015296163,"GB2-06":62.03627924848819,"GB2-07":73.58598973953941,"GB2-08":57.736481004325846},"per_game_all":{"GB2-01":46.56752925047488,"GB2-02":45.60881384166695,"GB2-03":59.40782665119343,"GB2-04":53.87340458137135,"GB2-05":62.57872254713328,"GB2-06":65.73954697507885,"GB2-07":48.889616722804305,"GB2-08":51.087312920652124},"per_game_match_totals_all":{"GB2-01":{"draws":372,"losses":979,"wins":689},"GB2-02":{"draws":1255,"losses":496,"wins":157},"GB2-03":{"draws":348,"losses":775,"wins":851},"GB2-04":{"draws":859,"losses":553,"wins":550},"GB2-05":{"draws":0,"losses":885,"wins":1185},"GB2-06":{"draws":129,"losses":719,"wins":1126},"GB2-07":{"draws":0,"losses":1179,"wins":879},"GB2-08":{"draws":0,"losses":1127,"wins":961}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":206,"wins":472},"GB2-02":{"draws":406,"losses":155,"wins":75},"GB2-03":{"draws":122,"losses":198,"wins":338},"GB2-04":{"draws":119,"losses":83,"wins":452},"GB2-05":{"draws":0,"losses":105,"wins":585},"GB2-06":{"draws":55,"losses":260,"wins":343},"GB2-07":{"draws":0,"losses":226,"wins":460},"GB2-08":{"draws":0,"losses":332,"wins":364}},"medium":{"GB2-01":{"draws":113,"losses":470,"wins":97},"GB2-02":{"draws":421,"losses":151,"wins":64},"GB2-03":{"draws":111,"losses":283,"wins":264},"GB2-04":{"draws":384,"losses":209,"wins":61},"GB2-05":{"draws":0,"losses":436,"wins":254},"GB2-06":{"draws":23,"losses":307,"wins":328},"GB2-07":{"draws":0,"losses":482,"wins":204},"GB2-08":{"draws":0,"losses":447,"wins":249}},"none":{"GB2-01":{"draws":257,"losses":303,"wins":120},"GB2-02":{"draws":428,"losses":190,"wins":18},"GB2-03":{"draws":115,"losses":294,"wins":249},"GB2-04":{"draws":356,"losses":261,"wins":37},"GB2-05":{"draws":0,"losses":344,"wins":346},"GB2-06":{"draws":51,"losses":152,"wins":455},"GB2-07":{"draws":0,"losses":471,"wins":215},"GB2-08":{"draws":0,"losses":348,"wins":348}}},"per_game_raw_elo_all":{"GB2-01":1412.5368304772603,"GB2-02":1398.9933180855369,"GB2-03":1464.6459836708084,"GB2-04":1495.7391480536523,"GB2-05":1620.2083599018672,"GB2-06":1664.3394821640813,"GB2-07":1354.1410525773936,"GB2-08":1357.7006542270294},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1693.1194133927115,"GB2-02":1420.7732874225783,"GB2-03":1558.4135725242118,"GB2-04":1763.814503581496,"GB2-05":2220.260121054578,"GB2-06":1593.810620920024,"GB2-07":1697.99634005794,"GB2-08":1471.869558462212},"medium":{"GB2-01":1194.3136334955302,"GB2-02":1416.1926333860624,"GB2-03":1427.6405318189018,"GB2-04":1386.7500036075119,"GB2-05":1224.6821956091903,"GB2-06":1514.0301324622783,"GB2-07":1170.7135486935717,"GB2-08":1174.58043515252},"none":{"GB2-01":1350.1774445435397,"GB2-02":1360.0140334479702,"GB2-03":1407.8838466693117,"GB2-04":1336.652936971949,"GB2-05":1415.6827630418338,"GB2-06":1885.1776931099425,"GB2-07":1193.713268980669,"GB2-08":1426.6519690663558}},"per_game_tracks":{"highest":{"GB2-01":73.98453958201733,"GB2-02":48.390926272289995,"GB2-03":68.48927505069639,"GB2-04":82.54159575105787,"GB2-05":90.43824015296163,"GB2-06":62.03627924848819,"GB2-07":73.58598973953941,"GB2-08":57.736481004325846},"medium":{"GB2-01":25.461111327617274,"GB2-02":47.804203740687846,"GB2-03":55.92683666023771,"GB2-04":42.65734558245406,"GB2-05":41.289442665387256,"GB2-06":57.40785403355132,"GB2-07":35.667354303550844,"GB2-08":40.166284451991245},"none":{"GB2-01":40.25693684179001,"GB2-02":40.63131151202301,"GB2-03":53.807368242646206,"GB2-04":36.421272410602114,"GB2-05":56.00848482305095,"GB2-06":77.77450764319704,"GB2-07":37.415506125322636,"GB2-08":55.359173305639274}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":19,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:03:00Z","reasoning":{"highest":69.65041585017208,"medium":43.297554095684696,"none":49.7093201130339},"reasoning_agg":{"highest":{"max":90.43824015296163,"mean":69.65041585017208,"min":48.390926272289995},"medium":{"max":57.40785403355132,"mean":43.297554095684696,"min":25.461111327617274},"none":{"max":77.77450764319704,"mean":49.7093201130339,"min":36.421272410602114}},"reasoning_labels":{"highest":"Xhigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":26.352861754487385},"working_program_strength":{"all":54.21909668629689,"highest":69.65041585017208,"medium":43.297554095684696,"none":49.7093201130339}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4:bc91e486d26b3f6e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":1.51903,"median":1.4938600000000002,"min":1.088255,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":12.15224},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.4120425,"mean":0.283374375,"median":0.26543625,"min":0.2124125,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.266995},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.179715,"mean":0.09608781250000001,"median":0.08063500000000001,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":0.7687025000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.4120425,"mean":0.283374375,"median":0.26543625,"min":0.2124125,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.266995},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.179715,"mean":0.09608781250000001,"median":0.08063500000000001,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":0.7687025000000001},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":1.51903,"median":1.4938600000000002,"min":1.088255,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":12.152240000000003}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":0.6328307291666667,"median":0.26543625,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":15.187937499999999},"codegen_output_tokens":{"attempt_count":27,"output_max":146534,"output_mean":40675.041666666664,"output_min":3180,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":146534,"output_mean":99672.5,"output_min":71368,"run_count":8},"medium":{"attempt_count":8,"output_max":26272,"output_mean":17600.375,"output_min":12941,"run_count":8},"none":{"attempt_count":10,"output_max":8643,"output_mean":4752.25,"output_min":3180,"run_count":8}},"display_name":"GPT-5.4","economics":{"all":53.3566843264216,"highest":62.162616674521814,"medium":53.2960879647813,"none":44.61134833996171},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"total_output_tokens":976201,"total_reasoning_output_tokens":819733,"total_visible_output_tokens":156468,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":89.1834948871889,"score":89.1834948871889},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.93678402391477,"score":27.95785601594318},"GB2-03":{"attempts":3,"playable":39.38204981910525,"score":39.38204981910525},"GB2-04":{"attempts":3,"playable":41.57091109574937,"score":41.57091109574937},"GB2-05":{"attempts":3,"playable":70.31141958929767,"score":70.31141958929767},"GB2-06":{"attempts":3,"playable":70.9331407330469,"score":70.9331407330469},"GB2-07":{"attempts":3,"playable":46.05459066400715,"score":46.05459066400715},"GB2-08":{"attempts":3,"playable":41.46001180703443,"score":41.46001180703443}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.49054835152324,"score":94.49054835152324},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":42.141578659512305,"score":42.141578659512305},"GB2-04":{"attempts":1,"playable":54.684498322372036,"score":54.684498322372036},"GB2-05":{"attempts":1,"playable":84.30993637558069,"score":84.30993637558069},"GB2-06":{"attempts":1,"playable":79.29010034409116,"score":79.29010034409116},"GB2-07":{"attempts":1,"playable":76.38613118871383,"score":76.38613118871383},"GB2-08":{"attempts":1,"playable":65.99814015438128,"score":65.99814015438128}},"medium":{"GB2-01":{"attempts":1,"playable":96.2745594825853,"score":96.2745594825853},"GB2-02":{"attempts":1,"playable":45.28255716152016,"score":45.28255716152016},"GB2-03":{"attempts":1,"playable":44.59055875688567,"score":44.59055875688567},"GB2-04":{"attempts":1,"playable":32.45381274317634,"score":32.45381274317634},"GB2-05":{"attempts":1,"playable":68.39092036105757,"score":68.39092036105757},"GB2-06":{"attempts":1,"playable":72.88267634420417,"score":72.88267634420417},"GB2-07":{"attempts":1,"playable":33.09684077271412,"score":33.09684077271412},"GB2-08":{"attempts":1,"playable":33.39677809610704,"score":33.39677809610704}},"none":{"GB2-01":{"attempts":1,"playable":76.78537682745817,"score":76.78537682745817},"GB2-02":{"attempts":1,"playable":38.591010886309384,"score":38.591010886309384},"GB2-03":{"attempts":1,"playable":31.414012040917772,"score":31.414012040917772},"GB2-04":{"attempts":1,"playable":37.57442222169974,"score":37.57442222169974},"GB2-05":{"attempts":1,"playable":58.233402031254755,"score":58.233402031254755},"GB2-06":{"attempts":1,"playable":60.62664551084536,"score":60.62664551084536},"GB2-07":{"attempts":1,"playable":28.680800030593506,"score":28.680800030593506},"GB2-08":{"attempts":1,"playable":24.985117170614952,"score":24.985117170614952}}},"id":"gpt-5.4","is_recent_addition":false,"last_measured_at":"2026-11-21T15:00:44Z","match_totals_all":{"draws":2700,"losses":6215,"wins":6523},"match_totals_tracks":{"highest":{"draws":569,"losses":1317,"wins":2836},"medium":{"draws":1066,"losses":2216,"wins":2076},"none":{"draws":1065,"losses":2682,"wins":1611}},"model_slug":"gpt-5-4","official_rank_by_reasoning":{"highest":45,"medium":47,"none":47},"overall":{"max":96.2745594825853,"mean":53.3566843264216,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":41,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.49054835152324,"GB2-03":42.141578659512305,"GB2-04":54.684498322372036,"GB2-05":84.30993637558069,"GB2-06":79.29010034409116,"GB2-07":76.38613118871383,"GB2-08":65.99814015438128},"per_game_all":{"GB2-01":89.1834948871889,"GB2-03":39.38204981910525,"GB2-04":41.57091109574937,"GB2-05":70.31141958929767,"GB2-06":70.9331407330469,"GB2-07":46.05459066400715,"GB2-08":41.46001180703443},"per_game_match_totals_all":{"GB2-01":{"draws":109,"losses":223,"wins":1708},"GB2-02":{"draws":867,"losses":359,"wins":46},"GB2-03":{"draws":645,"losses":990,"wins":339},"GB2-04":{"draws":1007,"losses":718,"wins":237},"GB2-05":{"draws":0,"losses":748,"wins":1322},"GB2-06":{"draws":72,"losses":640,"wins":1262},"GB2-07":{"draws":0,"losses":1229,"wins":829},"GB2-08":{"draws":0,"losses":1308,"wins":780}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":24,"losses":41,"wins":615},"GB2-03":{"draws":169,"losses":337,"wins":152},"GB2-04":{"draws":331,"losses":161,"wins":162},"GB2-05":{"draws":0,"losses":153,"wins":537},"GB2-06":{"draws":45,"losses":144,"wins":469},"GB2-07":{"draws":0,"losses":206,"wins":480},"GB2-08":{"draws":0,"losses":275,"wins":421}},"medium":{"GB2-01":{"draws":16,"losses":29,"wins":635},"GB2-02":{"draws":445,"losses":154,"wins":37},"GB2-03":{"draws":272,"losses":271,"wins":115},"GB2-04":{"draws":318,"losses":304,"wins":32},"GB2-05":{"draws":0,"losses":265,"wins":425},"GB2-06":{"draws":15,"losses":205,"wins":438},"GB2-07":{"draws":0,"losses":498,"wins":188},"GB2-08":{"draws":0,"losses":490,"wins":206}},"none":{"GB2-01":{"draws":69,"losses":153,"wins":458},"GB2-02":{"draws":422,"losses":205,"wins":9},"GB2-03":{"draws":204,"losses":382,"wins":72},"GB2-04":{"draws":358,"losses":253,"wins":43},"GB2-05":{"draws":0,"losses":330,"wins":360},"GB2-06":{"draws":12,"losses":291,"wins":355},"GB2-07":{"draws":0,"losses":525,"wins":161},"GB2-08":{"draws":0,"losses":543,"wins":153}}},"per_game_raw_elo_all":{"GB2-01":2003.7883382311486,"GB2-03":1278.5998558116155,"GB2-04":1377.1378428121152,"GB2-05":1680.5268872820373,"GB2-06":1758.58693412146,"GB2-07":1320.4094946950374,"GB2-08":1224.7927776263662},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2099.081073768869,"GB2-03":1303.7552646965212,"GB2-04":1481.937244621505,"GB2-05":1993.36124744863,"GB2-06":1915.1101713511862,"GB2-07":1749.3945661066107,"GB2-08":1641.2962430494615},"medium":{"GB2-01":2183.4252798022876,"GB2-02":1396.5202577119012,"GB2-03":1325.3216297999054,"GB2-04":1303.4035455615037,"GB2-05":1602.2229148617184,"GB2-06":1791.457207878198,"GB2-07":1136.399843079324,"GB2-08":1076.4934345791944},"none":{"GB2-01":1728.8586611222902,"GB2-02":1343.7660614497554,"GB2-03":1206.7226729384197,"GB2-04":1346.0727382533364,"GB2-05":1445.9964995357639,"GB2-06":1569.1934231349953,"GB2-07":1075.4340748991783,"GB2-08":956.5886552504423}},"per_game_tracks":{"highest":{"GB2-01":94.49054835152324,"GB2-03":42.141578659512305,"GB2-04":54.684498322372036,"GB2-05":84.30993637558069,"GB2-06":79.29010034409116,"GB2-07":76.38613118871383,"GB2-08":65.99814015438128},"medium":{"GB2-01":96.2745594825853,"GB2-02":45.28255716152016,"GB2-03":44.59055875688567,"GB2-04":32.45381274317634,"GB2-05":68.39092036105757,"GB2-06":72.88267634420417,"GB2-07":33.09684077271412,"GB2-08":33.39677809610704},"none":{"GB2-01":76.78537682745817,"GB2-02":38.591010886309384,"GB2-03":31.414012040917772,"GB2-04":37.57442222169974,"GB2-05":58.233402031254755,"GB2-06":60.62664551084536,"GB2-07":28.680800030593506,"GB2-08":24.985117170614952}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:52:48Z","reasoning":{"highest":62.162616674521814,"medium":53.2960879647813,"none":44.61134833996171},"reasoning_agg":{"highest":{"max":94.49054835152324,"mean":62.162616674521814,"min":0.0},"medium":{"max":96.2745594825853,"mean":53.2960879647813,"min":32.45381274317634},"none":{"max":76.78537682745817,"mean":44.61134833996171,"min":24.985117170614952}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.551268334560106},"working_program_strength":{"all":56.31680892997027,"highest":71.04299048516779,"medium":53.2960879647813,"none":44.61134833996171}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash:debc9fa7834b967a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.02640173625,"median":0.026524292999999997,"min":0.018252918,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.21121389},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0294003,"mean":0.0190911675,"median":0.019388559,"min":0.011042118,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.15272934},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.007391933999999999,"mean":0.00359850675,"median":0.003217359,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.028788054}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0294003,"mean":0.0190911675,"median":0.019388559,"min":0.011042118,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.15272934},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.007391933999999999,"mean":0.00359850675,"median":0.003217359,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.028788054},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.02640173625,"median":0.026524292999999997,"min":0.018252918,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.21121389}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.0163638035,"median":0.017740284000000002,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":26},"recorded_attempt_count":26,"run_count":24,"total":0.392731284},"codegen_latency_ms":{"attempt_count":26,"max_ms":176041,"mean_ms":89449.0,"min_ms":6041,"paired_attempt_count":26,"paired_latency_ms":2146776,"paired_output_tokens":602101,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":176041,"mean_ms":153558.625,"min_ms":128316,"paired_attempt_count":8,"paired_latency_ms":1228469,"paired_output_tokens":336142,"run_count":8},"medium":{"attempt_count":9,"max_ms":152315,"mean_ms":102702.875,"min_ms":61501,"paired_attempt_count":9,"paired_latency_ms":821623,"paired_output_tokens":236157,"run_count":8},"none":{"attempt_count":9,"max_ms":25470,"mean_ms":12085.5,"min_ms":6041,"paired_attempt_count":9,"paired_latency_ms":96684,"paired_output_tokens":29802,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":50785,"output_mean":25087.541666666668,"output_min":1796,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":50785,"output_mean":42017.75,"output_min":28632,"run_count":8},"medium":{"attempt_count":9,"output_max":44567,"output_mean":29519.625,"output_min":16614,"run_count":8},"none":{"attempt_count":9,"output_max":8282,"output_mean":3725.25,"output_min":1796,"run_count":8}},"display_name":"DeepSeek V4.1 Flash","economics":{"all":52.913290626749074,"highest":68.70044515568301,"medium":55.510098275662855,"none":34.52932844890135},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[384000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[384000],"total_output_tokens":602101,"total_reasoning_output_tokens":512212,"total_visible_output_tokens":89889,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":384000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.789343734146065,"score":57.789343734146065},"GB2-02":{"attempts":3,"playable":51.92255885235238,"score":51.92255885235238},"GB2-03":{"attempts":3,"playable":53.52503687146615,"score":53.52503687146615},"GB2-04":{"attempts":3,"playable":50.2039384157703,"score":50.2039384157703},"GB2-05":{"attempts":3,"playable":53.278147430775874,"score":53.278147430775874},"GB2-06":{"attempts":3,"playable":60.71867039112697,"score":60.71867039112697},"GB2-07":{"attempts":3,"playable":55.570633835508204,"score":55.570633835508204},"GB2-08":{"attempts":3,"playable":40.29799548284667,"score":40.29799548284667}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":59.7344662761214,"score":59.7344662761214},"GB2-02":{"attempts":1,"playable":56.94385828503066,"score":56.94385828503066},"GB2-03":{"attempts":1,"playable":59.0747335038076,"score":59.0747335038076},"GB2-04":{"attempts":1,"playable":73.40701675208639,"score":73.40701675208639},"GB2-05":{"attempts":1,"playable":79.62398246808999,"score":79.62398246808999},"GB2-06":{"attempts":1,"playable":80.11233806946186,"score":80.11233806946186},"GB2-07":{"attempts":1,"playable":74.709025736485,"score":74.709025736485},"GB2-08":{"attempts":1,"playable":65.99814015438128,"score":65.99814015438128}},"medium":{"GB2-01":{"attempts":1,"playable":69.68727877419003,"score":69.68727877419003},"GB2-02":{"attempts":1,"playable":57.68341265774003,"score":57.68341265774003},"GB2-03":{"attempts":1,"playable":53.725531323974586,"score":53.725531323974586},"GB2-04":{"attempts":1,"playable":38.64348723549952,"score":38.64348723549952},"GB2-05":{"attempts":1,"playable":50.41976488851323,"score":50.41976488851323},"GB2-06":{"attempts":1,"playable":75.34180793995449,"score":75.34180793995449},"GB2-07":{"attempts":1,"playable":68.35043333971323,"score":68.35043333971323},"GB2-08":{"attempts":1,"playable":30.229070045717705,"score":30.229070045717705}},"none":{"GB2-01":{"attempts":1,"playable":43.94628615212676,"score":43.94628615212676},"GB2-02":{"attempts":1,"playable":41.14040561428645,"score":41.14040561428645},"GB2-03":{"attempts":1,"playable":47.774845786616254,"score":47.774845786616254},"GB2-04":{"attempts":1,"playable":38.56131125972499,"score":38.56131125972499},"GB2-05":{"attempts":1,"playable":29.79069493572441,"score":29.79069493572441},"GB2-06":{"attempts":1,"playable":26.701865163964555,"score":26.701865163964555},"GB2-07":{"attempts":1,"playable":23.65244243032638,"score":23.65244243032638},"GB2-08":{"attempts":1,"playable":24.666776248441042,"score":24.666776248441042}}},"id":"deepseek/deepseek-v4.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:23:35Z","match_totals_all":{"draws":3163,"losses":6798,"wins":6113},"match_totals_tracks":{"highest":{"draws":702,"losses":1625,"wins":3031},"medium":{"draws":1272,"losses":2027,"wins":2059},"none":{"draws":1189,"losses":3146,"wins":1023}},"model_slug":"deepseek-deepseek-v4-1-flash","official_rank_by_reasoning":{"highest":33,"medium":44,"none":78},"overall":{"max":80.11233806946186,"mean":52.913290626749074,"min":23.65244243032638},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":42,"overall_ranking_status":"ranked","per_game":{"GB2-01":59.7344662761214,"GB2-02":56.94385828503066,"GB2-03":59.0747335038076,"GB2-04":73.40701675208639,"GB2-05":79.62398246808999,"GB2-06":80.11233806946186,"GB2-07":74.709025736485,"GB2-08":65.99814015438128},"per_game_all":{"GB2-01":57.789343734146065,"GB2-02":51.92255885235238,"GB2-03":53.52503687146615,"GB2-04":50.2039384157703,"GB2-05":53.278147430775874,"GB2-06":60.71867039112697,"GB2-07":55.570633835508204,"GB2-08":40.29799548284667},"per_game_match_totals_all":{"GB2-01":{"draws":577,"losses":659,"wins":804},"GB2-02":{"draws":1217,"losses":401,"wins":290},"GB2-03":{"draws":378,"losses":870,"wins":726},"GB2-04":{"draws":892,"losses":611,"wins":459},"GB2-05":{"draws":0,"losses":1075,"wins":995},"GB2-06":{"draws":99,"losses":816,"wins":1059},"GB2-07":{"draws":0,"losses":1036,"wins":1022},"GB2-08":{"draws":0,"losses":1330,"wins":758}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":25,"losses":291,"wins":364},"GB2-02":{"draws":363,"losses":125,"wins":148},"GB2-03":{"draws":70,"losses":284,"wins":304},"GB2-04":{"draws":195,"losses":108,"wins":351},"GB2-05":{"draws":0,"losses":188,"wins":502},"GB2-06":{"draws":49,"losses":136,"wins":473},"GB2-07":{"draws":0,"losses":218,"wins":468},"GB2-08":{"draws":0,"losses":275,"wins":421}},"medium":{"GB2-01":{"draws":351,"losses":61,"wins":268},"GB2-02":{"draws":388,"losses":108,"wins":140},"GB2-03":{"draws":184,"losses":260,"wins":214},"GB2-04":{"draws":311,"losses":270,"wins":73},"GB2-05":{"draws":0,"losses":379,"wins":311},"GB2-06":{"draws":38,"losses":176,"wins":444},"GB2-07":{"draws":0,"losses":263,"wins":423},"GB2-08":{"draws":0,"losses":510,"wins":186}},"none":{"GB2-01":{"draws":201,"losses":307,"wins":172},"GB2-02":{"draws":466,"losses":168,"wins":2},"GB2-03":{"draws":124,"losses":326,"wins":208},"GB2-04":{"draws":386,"losses":233,"wins":35},"GB2-05":{"draws":0,"losses":508,"wins":182},"GB2-06":{"draws":12,"losses":504,"wins":142},"GB2-07":{"draws":0,"losses":555,"wins":131},"GB2-08":{"draws":0,"losses":545,"wins":151}}},"per_game_raw_elo_all":{"GB2-01":1522.04758644753,"GB2-02":1449.1442601694462,"GB2-03":1406.1562464583085,"GB2-04":1453.4471856169912,"GB2-05":1418.5274883488125,"GB2-06":1598.0393214588057,"GB2-07":1443.6937131290372,"GB2-08":1208.2878791898556},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1537.7979584826453,"GB2-02":1488.673579295734,"GB2-03":1457.8882160906162,"GB2-04":1651.545156417334,"GB2-05":1849.793402831821,"GB2-06":1931.600951792473,"GB2-07":1718.0462873851923,"GB2-08":1641.2962430494615},"medium":{"GB2-01":1642.5390998598505,"GB2-02":1494.7197087928828,"GB2-03":1407.1292084948445,"GB2-04":1354.7297447974227,"GB2-05":1342.4103850862984,"GB2-06":1838.1173113250616,"GB2-07":1611.9094336179182,"GB2-08":1031.6271681298367},"none":{"GB2-01":1385.8057010000941,"GB2-02":1364.039492419722,"GB2-03":1353.4513147894652,"GB2-04":1354.0666556362166,"GB2-05":1063.3786771283178,"GB2-06":1024.399701258883,"GB2-07":1001.1254183840011,"GB2-08":951.9402263902683}},"per_game_tracks":{"highest":{"GB2-01":59.7344662761214,"GB2-02":56.94385828503066,"GB2-03":59.0747335038076,"GB2-04":73.40701675208639,"GB2-05":79.62398246808999,"GB2-06":80.11233806946186,"GB2-07":74.709025736485,"GB2-08":65.99814015438128},"medium":{"GB2-01":69.68727877419003,"GB2-02":57.68341265774003,"GB2-03":53.725531323974586,"GB2-04":38.64348723549952,"GB2-05":50.41976488851323,"GB2-06":75.34180793995449,"GB2-07":68.35043333971323,"GB2-08":30.229070045717705},"none":{"GB2-01":43.94628615212676,"GB2-02":41.14040561428645,"GB2-03":47.774845786616254,"GB2-04":38.56131125972499,"GB2-05":29.79069493572441,"GB2-06":26.701865163964555,"GB2-07":23.65244243032638,"GB2-08":24.666776248441042}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:07:01Z","reasoning":{"highest":68.70044515568301,"medium":55.510098275662855,"none":34.52932844890135},"reasoning_agg":{"highest":{"max":80.11233806946186,"mean":68.70044515568301,"min":56.94385828503066},"medium":{"max":75.34180793995449,"mean":55.510098275662855,"min":30.229070045717705},"none":{"max":47.774845786616254,"mean":34.52932844890135,"min":23.65244243032638}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":34.17111670678166},"working_program_strength":{"all":52.913290626749074,"highest":68.70044515568301,"medium":55.510098275662855,"none":34.52932844890135}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-2-4t-a95b:8fdd4e1808d44206","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.4317783571024416,"median":0.3306270924500423,"min":0.277380977244658,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.454226856819533},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.17384630544122162,"mean":0.10235142090592425,"median":0.0851321236175097,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8188113672473941},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2163622471450082,"mean":0.1497312219916341,"median":0.14598267318350014,"min":0.09347384547152984,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1978497759330726}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.17384630544122162,"mean":0.10235142090592425,"median":0.0851321236175097,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8188113672473941},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2163622471450082,"mean":0.1497312219916341,"median":0.14598267318350014,"min":0.09347384547152984,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1978497759330726},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.4317783571024416,"median":0.3306270924500423,"min":0.277380977244658,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.454226856819534}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.22795366666666664,"median":0.16679960729572763,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":5.4708879999999995},"codegen_output_tokens":{"attempt_count":27,"output_max":128921,"output_mean":35057.208333333336,"output_min":6291,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":128921,"output_mean":72806.0,"output_min":45821,"run_count":8},"medium":{"attempt_count":8,"output_max":25498,"output_mean":11826.75,"output_min":6291,"run_count":8},"none":{"attempt_count":9,"output_max":34088,"output_mean":20538.875,"output_min":10484,"run_count":8}},"display_name":"Qwen3.8 2.4T A95B","economics":{"all":52.76961822181983,"highest":66.46670452223941,"medium":42.46595647701037,"none":49.37619366620973},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"total_output_tokens":841373,"total_reasoning_output_tokens":733891,"total_visible_output_tokens":107482,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-2.4t-a95b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":47.13204479039255,"score":47.13204479039255},"GB2-02":{"attempts":3,"playable":48.15310445023665,"score":48.15310445023665},"GB2-03":{"attempts":3,"playable":56.80747253028446,"score":56.80747253028446},"GB2-04":{"attempts":3,"playable":42.32097717474821,"score":42.32097717474821},"GB2-05":{"attempts":3,"playable":49.175517363487394,"score":49.175517363487394},"GB2-06":{"attempts":3,"playable":60.92475534172657,"score":60.92475534172657},"GB2-07":{"attempts":3,"playable":47.583583520672995,"score":47.583583520672995},"GB2-08":{"attempts":3,"playable":70.05949060300985,"score":70.05949060300985}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":55.4421550751555,"score":55.4421550751555},"GB2-02":{"attempts":1,"playable":52.562383169766115,"score":52.562383169766115},"GB2-03":{"attempts":1,"playable":78.58774186034233,"score":78.58774186034233},"GB2-04":{"attempts":1,"playable":45.34558803511732,"score":45.34558803511732},"GB2-05":{"attempts":1,"playable":66.85487477771801,"score":66.85487477771801},"GB2-06":{"attempts":1,"playable":77.98179683144687,"score":77.98179683144687},"GB2-07":{"attempts":1,"playable":67.78079144741737,"score":67.78079144741737},"GB2-08":{"attempts":1,"playable":87.17830498095178,"score":87.17830498095178}},"medium":{"GB2-01":{"attempts":1,"playable":51.730448331399046,"score":51.730448331399046},"GB2-02":{"attempts":1,"playable":43.00361411391796,"score":43.00361411391796},"GB2-03":{"attempts":1,"playable":42.395655865064846,"score":42.395655865064846},"GB2-04":{"attempts":1,"playable":37.492117334500186,"score":37.492117334500186},"GB2-05":{"attempts":1,"playable":46.89670032175772,"score":46.89670032175772},"GB2-06":{"attempts":1,"playable":44.53808069806928,"score":44.53808069806928},"GB2-07":{"attempts":1,"playable":31.47298228398489,"score":31.47298228398489},"GB2-08":{"attempts":1,"playable":42.198052867389016,"score":42.198052867389016}},"none":{"GB2-01":{"attempts":1,"playable":34.223530964623116,"score":34.223530964623116},"GB2-02":{"attempts":1,"playable":48.89331606702586,"score":48.89331606702586},"GB2-03":{"attempts":1,"playable":49.4390198654462,"score":49.4390198654462},"GB2-04":{"attempts":1,"playable":44.12522615462711,"score":44.12522615462711},"GB2-05":{"attempts":1,"playable":33.774976990986445,"score":33.774976990986445},"GB2-06":{"attempts":1,"playable":60.25438849566358,"score":60.25438849566358},"GB2-07":{"attempts":1,"playable":43.49697683061672,"score":43.49697683061672},"GB2-08":{"attempts":1,"playable":80.80211396068876,"score":80.80211396068876}}},"id":"qwen/qwen3.8-2.4t-a95b","is_recent_addition":false,"last_measured_at":"2026-11-21T16:16:18Z","match_totals_all":{"draws":3494,"losses":6656,"wins":5924},"match_totals_tracks":{"highest":{"draws":1008,"losses":1576,"wins":2774},"medium":{"draws":1290,"losses":2699,"wins":1369},"none":{"draws":1196,"losses":2381,"wins":1781}},"model_slug":"qwen-qwen3-8-2-4t-a95b","official_rank_by_reasoning":{"highest":36,"medium":77,"none":37},"overall":{"max":87.17830498095178,"mean":52.76961822181983,"min":31.47298228398489},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":43,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.4421550751555,"GB2-02":52.562383169766115,"GB2-03":78.58774186034233,"GB2-04":45.34558803511732,"GB2-05":66.85487477771801,"GB2-06":77.98179683144687,"GB2-07":67.78079144741737,"GB2-08":87.17830498095178},"per_game_all":{"GB2-01":47.13204479039255,"GB2-02":48.15310445023665,"GB2-03":56.80747253028446,"GB2-04":42.32097717474821,"GB2-05":49.175517363487394,"GB2-06":60.92475534172657,"GB2-07":47.583583520672995,"GB2-08":70.05949060300985},"per_game_match_totals_all":{"GB2-01":{"draws":698,"losses":810,"wins":532},"GB2-02":{"draws":1288,"losses":434,"wins":186},"GB2-03":{"draws":275,"losses":851,"wins":848},"GB2-04":{"draws":1128,"losses":645,"wins":189},"GB2-05":{"draws":0,"losses":1159,"wins":911},"GB2-06":{"draws":105,"losses":825,"wins":1044},"GB2-07":{"draws":0,"losses":1207,"wins":851},"GB2-08":{"draws":0,"losses":725,"wins":1363}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":174,"losses":245,"wins":261},"GB2-02":{"draws":408,"losses":129,"wins":99},"GB2-03":{"draws":17,"losses":182,"wins":459},"GB2-04":{"draws":361,"losses":204,"wins":89},"GB2-05":{"draws":0,"losses":275,"wins":415},"GB2-06":{"draws":48,"losses":152,"wins":458},"GB2-07":{"draws":0,"losses":267,"wins":419},"GB2-08":{"draws":0,"losses":122,"wins":574}},"medium":{"GB2-01":{"draws":303,"losses":205,"wins":172},"GB2-02":{"draws":434,"losses":173,"wins":29},"GB2-03":{"draws":186,"losses":327,"wins":145},"GB2-04":{"draws":347,"losses":259,"wins":48},"GB2-05":{"draws":0,"losses":401,"wins":289},"GB2-06":{"draws":20,"losses":392,"wins":246},"GB2-07":{"draws":0,"losses":508,"wins":178},"GB2-08":{"draws":0,"losses":434,"wins":262}},"none":{"GB2-01":{"draws":221,"losses":360,"wins":99},"GB2-02":{"draws":446,"losses":132,"wins":58},"GB2-03":{"draws":72,"losses":342,"wins":244},"GB2-04":{"draws":420,"losses":182,"wins":52},"GB2-05":{"draws":0,"losses":483,"wins":207},"GB2-06":{"draws":37,"losses":281,"wins":340},"GB2-07":{"draws":0,"losses":432,"wins":254},"GB2-08":{"draws":0,"losses":169,"wins":527}}},"per_game_raw_elo_all":{"GB2-01":1415.2491258893267,"GB2-02":1418.9761298228202,"GB2-03":1457.4451001932166,"GB2-04":1383.8922274139024,"GB2-05":1331.7737604082286,"GB2-06":1585.7966424062822,"GB2-07":1329.9913492635612,"GB2-08":1773.3992718516256},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1495.7027708119085,"GB2-02":1453.5316406090637,"GB2-03":1698.0712340337875,"GB2-04":1407.9391105755906,"GB2-05":1575.9198443769012,"GB2-06":1889.2399333821786,"GB2-07":1603.1128181670797,"GB2-08":2139.1304333552634},"medium":{"GB2-01":1460.033208282136,"GB2-02":1378.6980848933513,"GB2-03":1305.993984678843,"GB2-04":1345.403369602566,"GB2-05":1297.190202548889,"GB2-06":1305.410943889128,"GB2-07":1114.3281920029592,"GB2-08":1205.2038921291023},"none":{"GB2-01":1290.0113985739354,"GB2-02":1424.6986639660456,"GB2-03":1368.2700818670191,"GB2-04":1398.3342020635507,"GB2-05":1122.2112342988958,"GB2-06":1562.7390499475396,"GB2-07":1272.5330376206448,"GB2-08":1975.8634900705115}},"per_game_tracks":{"highest":{"GB2-01":55.4421550751555,"GB2-02":52.562383169766115,"GB2-03":78.58774186034233,"GB2-04":45.34558803511732,"GB2-05":66.85487477771801,"GB2-06":77.98179683144687,"GB2-07":67.78079144741737,"GB2-08":87.17830498095178},"medium":{"GB2-01":51.730448331399046,"GB2-02":43.00361411391796,"GB2-03":42.395655865064846,"GB2-04":37.492117334500186,"GB2-05":46.89670032175772,"GB2-06":44.53808069806928,"GB2-07":31.47298228398489,"GB2-08":42.198052867389016},"none":{"GB2-01":34.223530964623116,"GB2-02":48.89331606702586,"GB2-03":49.4390198654462,"GB2-04":44.12522615462711,"GB2-05":33.774976990986445,"GB2-06":60.25438849566358,"GB2-07":43.49697683061672,"GB2-08":80.80211396068876}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:52:30Z","reasoning":{"highest":66.46670452223941,"medium":42.46595647701037,"none":49.37619366620973},"reasoning_agg":{"highest":{"max":87.17830498095178,"mean":66.46670452223941,"min":45.34558803511732},"medium":{"max":51.730448331399046,"mean":42.46595647701037,"min":31.47298228398489},"none":{"max":80.80211396068876,"mean":49.37619366620973,"min":33.774976990986445}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.000748045229038},"working_program_strength":{"all":52.76961822181983,"highest":66.46670452223941,"medium":42.46595647701037,"none":49.37619366620973}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-ember:f00ce56478bee283","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.015657,"mean":0.0122986625,"median":0.012997749999999999,"min":0.0055139,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0983893},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0096597,"mean":0.005501075,"median":0.00481215,"min":0.0028847,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.044008599999999995},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0042779,"mean":0.0028095875000000003,"median":0.00260355,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.022476700000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0096597,"mean":0.005501075,"median":0.00481215,"min":0.0028847,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0440086},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0042779,"mean":0.0028095875000000003,"median":0.00260355,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0224767},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.015657,"mean":0.0122986625,"median":0.012997749999999999,"min":0.0055139,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0983893}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015657,"mean":0.006869775000000001,"median":0.00481215,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":29},"recorded_attempt_count":29,"run_count":24,"total":0.1648746},"codegen_latency_ms":{"attempt_count":29,"max_ms":52516,"mean_ms":21033.666666666668,"min_ms":3727,"paired_attempt_count":29,"paired_latency_ms":504808,"paired_output_tokens":283549,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":52516,"mean_ms":41113.375,"min_ms":15804,"paired_attempt_count":9,"paired_latency_ms":328907,"paired_output_tokens":182587,"run_count":8},"medium":{"attempt_count":10,"max_ms":25835,"mean_ms":15444.75,"min_ms":8461,"paired_attempt_count":10,"paired_latency_ms":123558,"paired_output_tokens":71639,"run_count":8},"none":{"attempt_count":10,"max_ms":10426,"mean_ms":6542.875,"min_ms":3727,"paired_attempt_count":10,"paired_latency_ms":52343,"paired_output_tokens":29323,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":29479,"output_mean":11814.541666666666,"output_min":2102,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":29479,"output_mean":22823.375,"output_min":9013,"run_count":8},"medium":{"attempt_count":10,"output_max":15802,"output_mean":8954.875,"output_min":4314,"run_count":8},"none":{"attempt_count":10,"output_max":5285,"output_mean":3665.375,"output_min":2102,"run_count":8}},"display_name":"Muse Ember","economics":{"all":51.84809148342375,"highest":58.70893792777122,"medium":49.85636257431845,"none":46.978973948181576},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"medium":true,"none":true}},"first_seen_at":null,"game_gaps":{"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[943718],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[943718],"total_output_tokens":283549,"total_reasoning_output_tokens":167521,"total_visible_output_tokens":116028,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-ember","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.70397449101424,"score":58.70397449101424},"GB2-02":{"attempts":3,"playable":38.520217345324006,"score":38.520217345324006},"GB2-03":{"attempts":3,"playable":64.58226279676212,"score":64.58226279676212},"GB2-04":{"attempts":3,"playable":50.54943348865507,"score":50.54943348865507},"GB2-05":{"attempts":3,"playable":56.74985555669789,"score":56.74985555669789},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":38.84297144857595,"score":25.895314299050636},"GB2-07":{"attempts":3,"playable":69.33506636542582,"score":69.33506636542582},"GB2-08":{"attempts":3,"playable":50.448607524460215,"score":50.448607524460215}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":67.99579637514287,"score":67.99579637514287},"GB2-02":{"attempts":1,"playable":32.263008147684346,"score":32.263008147684346},"GB2-03":{"attempts":1,"playable":71.29483699523627,"score":71.29483699523627},"GB2-04":{"attempts":1,"playable":65.05097642935233,"score":65.05097642935233},"GB2-05":{"attempts":1,"playable":85.73983254636963,"score":85.73983254636963},"GB2-06":{"attempts":1,"playable":29.541706114972655,"score":29.541706114972655},"GB2-07":{"attempts":1,"playable":77.77568217818714,"score":77.77568217818714},"GB2-08":{"attempts":1,"playable":40.00966463522453,"score":40.00966463522453}},"medium":{"GB2-01":{"attempts":1,"playable":63.25014299325281,"score":63.25014299325281},"GB2-02":{"attempts":1,"playable":42.24205953808389,"score":42.24205953808389},"GB2-03":{"attempts":1,"playable":62.656398501356705,"score":62.656398501356705},"GB2-04":{"attempts":1,"playable":39.628807630682964,"score":39.628807630682964},"GB2-05":{"attempts":1,"playable":35.69085201315604,"score":35.69085201315604},"GB2-06":{"attempts":1,"playable":48.14423678217924,"score":48.14423678217924},"GB2-07":{"attempts":1,"playable":80.66238162097001,"score":80.66238162097001},"GB2-08":{"attempts":1,"playable":26.576021514865943,"score":26.576021514865943}},"none":{"GB2-01":{"attempts":1,"playable":44.86598410464705,"score":44.86598410464705},"GB2-02":{"attempts":1,"playable":41.05558435020378,"score":41.05558435020378},"GB2-03":{"attempts":1,"playable":59.795552893693404,"score":59.795552893693404},"GB2-04":{"attempts":1,"playable":46.96851640592991,"score":46.96851640592991},"GB2-05":{"attempts":1,"playable":48.818882110568,"score":48.818882110568},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":49.567135297120295,"score":49.567135297120295},"GB2-08":{"attempts":1,"playable":84.76013642329016,"score":84.76013642329016}}},"id":"meta/muse-ember","is_recent_addition":false,"last_measured_at":"2026-11-21T16:35:12Z","match_totals_all":{"draws":2894,"losses":6396,"wins":6126},"match_totals_tracks":{"highest":{"draws":757,"losses":2103,"wins":2498},"medium":{"draws":949,"losses":2474,"wins":1935},"none":{"draws":1188,"losses":1819,"wins":1693}},"model_slug":"meta-muse-ember","official_rank_by_reasoning":{"highest":50,"medium":58,"none":42},"overall":{"max":85.73983254636963,"mean":51.84809148342375,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":44,"overall_ranking_status":"ranked","per_game":{"GB2-01":67.99579637514287,"GB2-02":32.263008147684346,"GB2-03":71.29483699523627,"GB2-04":65.05097642935233,"GB2-05":85.73983254636963,"GB2-06":29.541706114972655,"GB2-07":77.77568217818714,"GB2-08":40.00966463522453},"per_game_all":{"GB2-01":58.70397449101424,"GB2-02":38.520217345324006,"GB2-03":64.58226279676212,"GB2-04":50.54943348865507,"GB2-05":56.74985555669789,"GB2-07":69.33506636542582,"GB2-08":50.448607524460215},"per_game_match_totals_all":{"GB2-01":{"draws":399,"losses":730,"wins":911},"GB2-02":{"draws":1234,"losses":632,"wins":42},"GB2-03":{"draws":215,"losses":744,"wins":1015},"GB2-04":{"draws":1021,"losses":544,"wins":397},"GB2-05":{"draws":0,"losses":1002,"wins":1068},"GB2-06":{"draws":25,"losses":860,"wins":431},"GB2-07":{"draws":0,"losses":763,"wins":1295},"GB2-08":{"draws":0,"losses":1121,"wins":967}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":70,"losses":213,"wins":397},"GB2-02":{"draws":362,"losses":272,"wins":2},"GB2-03":{"draws":21,"losses":230,"wins":407},"GB2-04":{"draws":285,"losses":118,"wins":251},"GB2-05":{"draws":0,"losses":142,"wins":548},"GB2-06":{"draws":19,"losses":484,"wins":155},"GB2-07":{"draws":0,"losses":196,"wins":490},"GB2-08":{"draws":0,"losses":448,"wins":248}},"medium":{"GB2-01":{"draws":70,"losses":245,"wins":365},"GB2-02":{"draws":421,"losses":184,"wins":31},"GB2-03":{"draws":75,"losses":259,"wins":324},"GB2-04":{"draws":377,"losses":231,"wins":46},"GB2-05":{"draws":0,"losses":471,"wins":219},"GB2-06":{"draws":6,"losses":376,"wins":276},"GB2-07":{"draws":0,"losses":175,"wins":511},"GB2-08":{"draws":0,"losses":533,"wins":163}},"none":{"GB2-01":{"draws":259,"losses":272,"wins":149},"GB2-02":{"draws":451,"losses":176,"wins":9},"GB2-03":{"draws":119,"losses":255,"wins":284},"GB2-04":{"draws":359,"losses":195,"wins":100},"GB2-05":{"draws":0,"losses":389,"wins":301},"GB2-07":{"draws":0,"losses":392,"wins":294},"GB2-08":{"draws":0,"losses":140,"wins":556}}},"per_game_raw_elo_all":{"GB2-01":1530.5663864718908,"GB2-02":1342.547029004244,"GB2-03":1517.2614909674187,"GB2-04":1451.0777322675813,"GB2-05":1504.423638650559,"GB2-07":1655.8382146224897,"GB2-08":1408.666904369483},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1623.7233123222761,"GB2-02":1291.5525181901246,"GB2-03":1592.766739851096,"GB2-04":1569.8826054540489,"GB2-05":2042.2122720086759,"GB2-06":1069.8715410888608,"GB2-07":1776.8851033134833,"GB2-08":1172.2483667766096},"medium":{"GB2-01":1573.36687010061,"GB2-02":1372.7190806530948,"GB2-03":1494.0209274426131,"GB2-04":1362.6528407920466,"GB2-05":1149.2256965975132,"GB2-06":1362.4545807020431,"GB2-07":1839.7024195236975,"GB2-08":979.609361304519},"none":{"GB2-01":1394.608976992787,"GB2-02":1363.3694881695128,"GB2-03":1464.9968056085472,"GB2-04":1420.6977505566483,"GB2-05":1321.8329473454876,"GB2-07":1350.927121030289,"GB2-08":2074.1429850273203}},"per_game_tracks":{"highest":{"GB2-01":67.99579637514287,"GB2-02":32.263008147684346,"GB2-03":71.29483699523627,"GB2-04":65.05097642935233,"GB2-05":85.73983254636963,"GB2-06":29.541706114972655,"GB2-07":77.77568217818714,"GB2-08":40.00966463522453},"medium":{"GB2-01":63.25014299325281,"GB2-02":42.24205953808389,"GB2-03":62.656398501356705,"GB2-04":39.628807630682964,"GB2-05":35.69085201315604,"GB2-06":48.14423678217924,"GB2-07":80.66238162097001,"GB2-08":26.576021514865943},"none":{"GB2-01":44.86598410464705,"GB2-02":41.05558435020378,"GB2-03":59.795552893693404,"GB2-04":46.96851640592991,"GB2-05":48.818882110568,"GB2-07":49.567135297120295,"GB2-08":84.76013642329016}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":4,"worked_first_time":19,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:21:34Z","reasoning":{"highest":58.70893792777122,"medium":49.85636257431845,"none":46.978973948181576},"reasoning_agg":{"highest":{"max":85.73983254636963,"mean":58.70893792777122,"min":29.541706114972655},"medium":{"max":80.66238162097001,"mean":49.85636257431845,"min":26.576021514865943},"none":{"max":84.76013642329016,"mean":46.978973948181576,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.729963979589641},"working_program_strength":{"all":54.085185480956206,"highest":58.70893792777122,"medium":49.85636257431845,"none":53.69025594077895}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-2:212b6a3781600aec","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2224195,"mean":0.1433925625,"median":0.13115787499999998,"min":0.104555,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":1.1471404999999997},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.060198249999999995,"mean":0.047021,"median":0.04824225,"min":0.0324825,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.376168},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.03564825,"mean":0.0239263125,"median":0.02294625,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.1914105}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.060198249999999995,"mean":0.047021,"median":0.04824225,"min":0.0324825,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.37616799999999995},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.03564825,"mean":0.0239263125,"median":0.02294625,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.1914105},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2224195,"mean":0.1433925625,"median":0.13115787499999998,"min":0.104555,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":1.1471405}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.2224195,"mean":0.071446625,"median":0.04824225,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":18,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":27,"run_count":24,"total":1.7147189999999997},"codegen_latency_ms":{"attempt_count":27,"max_ms":194716,"mean_ms":65710.04166666667,"min_ms":14709,"paired_attempt_count":27,"paired_latency_ms":1577041,"paired_output_tokens":341760,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":194716,"mean_ms":132597.5,"min_ms":94687,"paired_attempt_count":9,"paired_latency_ms":1060780,"paired_output_tokens":248779,"run_count":8},"medium":{"attempt_count":9,"max_ms":66794,"mean_ms":45688.625,"min_ms":28293,"paired_attempt_count":9,"paired_latency_ms":365509,"paired_output_tokens":68174,"run_count":8},"none":{"attempt_count":9,"max_ms":26924,"mean_ms":18844.0,"min_ms":14709,"paired_attempt_count":9,"paired_latency_ms":150752,"paired_output_tokens":24807,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":46299,"output_mean":14240.0,"output_min":2554,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":46299,"output_mean":31097.375,"output_min":22420,"run_count":8},"medium":{"attempt_count":9,"output_max":11293,"output_mean":8521.75,"output_min":5500,"run_count":8},"none":{"attempt_count":9,"output_max":3991,"output_mean":3100.875,"output_min":2554,"run_count":8}},"display_name":"Muse Spark 1.2","economics":{"all":51.45127450420036,"highest":56.64412572788858,"medium":56.97231724666596,"none":40.73738053804655},"first_seen_at":null,"game_gaps":{"medium":{"GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":9,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":87,"requested_max_output_token_observations":9,"requested_max_output_tokens":[943718],"total_output_tokens":341760,"total_reasoning_output_tokens":238816,"total_visible_output_tokens":102944,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.71341204545128,"score":65.71341204545128},"GB2-02":{"attempts":3,"playable":44.545905474830846,"score":44.545905474830846},"GB2-03":{"attempts":3,"playable":51.177844589567115,"score":51.177844589567115},"GB2-04":{"attempts":3,"playable":46.72250869715078,"score":46.72250869715078},"GB2-05":{"attempts":3,"playable":51.10600374199213,"score":51.10600374199213},"GB2-06":{"attempts":2,"playable":21.76792787346337,"score":21.76792787346337},"GB2-07":{"attempts":3,"playable":55.268280709027216,"score":55.268280709027216},"GB2-08":{"attempts":3,"playable":63.57351644438595,"score":63.57351644438595}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":76.71401834686844,"score":76.71401834686844},"GB2-02":{"attempts":1,"playable":47.30079014338423,"score":47.30079014338423},"GB2-03":{"attempts":1,"playable":58.99450879313308,"score":58.99450879313308},"GB2-04":{"attempts":1,"playable":48.34406572768969,"score":48.34406572768969},"GB2-05":{"attempts":1,"playable":57.12195550589831,"score":57.12195550589831},"GB2-06":{"attempts":1,"playable":25.2225477463973,"score":25.2225477463973},"GB2-07":{"attempts":1,"playable":71.18831833294581,"score":71.18831833294581},"GB2-08":{"attempts":1,"playable":68.2668012267917,"score":68.2668012267917}},"medium":{"GB2-01":{"attempts":1,"playable":84.10853459823116,"score":84.10853459823116},"GB2-02":{"attempts":1,"playable":45.45101782597498,"score":45.45101782597498},"GB2-03":{"attempts":1,"playable":49.02375857820445,"score":49.02375857820445},"GB2-04":{"attempts":1,"playable":44.2880941094783,"score":44.2880941094783},"GB2-05":{"attempts":1,"playable":47.056912301834004,"score":47.056912301834004},"GB2-07":{"attempts":1,"playable":61.03514845422724,"score":61.03514845422724},"GB2-08":{"attempts":1,"playable":67.8427548587116,"score":67.8427548587116}},"none":{"GB2-01":{"attempts":1,"playable":36.31768319125425,"score":36.31768319125425},"GB2-02":{"attempts":1,"playable":40.885908455133325,"score":40.885908455133325},"GB2-03":{"attempts":1,"playable":45.51526639736381,"score":45.51526639736381},"GB2-04":{"attempts":1,"playable":47.535366254284355,"score":47.535366254284355},"GB2-05":{"attempts":1,"playable":49.139143418244075,"score":49.139143418244075},"GB2-06":{"attempts":1,"playable":18.313308000529442,"score":18.313308000529442},"GB2-07":{"attempts":1,"playable":33.581375339908604,"score":33.581375339908604},"GB2-08":{"attempts":1,"playable":54.61099324765457,"score":54.61099324765457}}},"id":"meta/muse-spark-1.2","is_recent_addition":false,"last_measured_at":"2026-11-21T16:07:56Z","match_totals_all":{"draws":2876,"losses":6840,"wins":5700},"match_totals_tracks":{"highest":{"draws":831,"losses":2180,"wins":2347},"medium":{"draws":924,"losses":1796,"wins":1980},"none":{"draws":1121,"losses":2864,"wins":1373}},"model_slug":"meta-muse-spark-1-2","official_rank_by_reasoning":{"highest":53,"medium":41,"none":57},"overall":{"max":84.10853459823116,"mean":51.45127450420036,"min":18.313308000529442},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":45,"overall_ranking_status":"ranked","per_game":{"GB2-01":76.71401834686844,"GB2-02":47.30079014338423,"GB2-03":58.99450879313308,"GB2-04":48.34406572768969,"GB2-05":57.12195550589831,"GB2-06":25.2225477463973,"GB2-07":71.18831833294581,"GB2-08":68.2668012267917},"per_game_all":{"GB2-01":65.71341204545128,"GB2-02":44.545905474830846,"GB2-03":51.177844589567115,"GB2-04":46.72250869715078,"GB2-05":51.10600374199213,"GB2-07":55.268280709027216,"GB2-08":63.57351644438595},"per_game_match_totals_all":{"GB2-01":{"draws":240,"losses":660,"wins":1140},"GB2-02":{"draws":1305,"losses":490,"wins":113},"GB2-03":{"draws":237,"losses":983,"wins":754},"GB2-04":{"draws":1066,"losses":595,"wins":301},"GB2-05":{"draws":0,"losses":1124,"wins":946},"GB2-06":{"draws":28,"losses":1062,"wins":226},"GB2-07":{"draws":0,"losses":1052,"wins":1006},"GB2-08":{"draws":0,"losses":874,"wins":1214}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":4,"losses":186,"wins":490},"GB2-02":{"draws":449,"losses":140,"wins":47},"GB2-03":{"draws":23,"losses":308,"wins":327},"GB2-04":{"draws":330,"losses":201,"wins":123},"GB2-05":{"draws":0,"losses":337,"wins":353},"GB2-06":{"draws":25,"losses":506,"wins":127},"GB2-07":{"draws":0,"losses":243,"wins":443},"GB2-08":{"draws":0,"losses":259,"wins":437}},"medium":{"GB2-01":{"draws":34,"losses":118,"wins":528},"GB2-02":{"draws":437,"losses":157,"wins":42},"GB2-03":{"draws":133,"losses":314,"wins":211},"GB2-04":{"draws":320,"losses":231,"wins":103},"GB2-05":{"draws":0,"losses":400,"wins":290},"GB2-07":{"draws":0,"losses":314,"wins":372},"GB2-08":{"draws":0,"losses":262,"wins":434}},"none":{"GB2-01":{"draws":202,"losses":356,"wins":122},"GB2-02":{"draws":419,"losses":193,"wins":24},"GB2-03":{"draws":81,"losses":361,"wins":216},"GB2-04":{"draws":416,"losses":163,"wins":75},"GB2-05":{"draws":0,"losses":387,"wins":303},"GB2-06":{"draws":3,"losses":556,"wins":99},"GB2-07":{"draws":0,"losses":495,"wins":191},"GB2-08":{"draws":0,"losses":353,"wins":343}}},"per_game_raw_elo_all":{"GB2-01":1625.9745710569525,"GB2-02":1390.7093318632735,"GB2-03":1385.0447302114608,"GB2-04":1418.762960456869,"GB2-05":1351.9766991468523,"GB2-07":1434.911312785763,"GB2-08":1594.8482597021266},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1727.9148481556817,"GB2-02":1412.2645923092073,"GB2-03":1457.1016381339575,"GB2-04":1431.5171392415423,"GB2-05":1430.7429734881673,"GB2-06":1000.413738758908,"GB2-07":1657.2536349107365,"GB2-08":1690.518841858222},"medium":{"GB2-01":1838.7565597150833,"GB2-02":1397.8349971139075,"GB2-03":1364.5617215391,"GB2-04":1399.6171106622426,"GB2-05":1299.2440313040358,"GB2-07":1504.5589675590827,"GB2-08":1681.2517650213367},"none":{"GB2-01":1311.2523053000928,"GB2-02":1362.0284061667064,"GB2-03":1333.4708309613247,"GB2-04":1425.1546314668221,"GB2-05":1325.9430926483535,"GB2-06":883.2649238043172,"GB2-07":1142.921335887469,"GB2-08":1412.774172226821}},"per_game_tracks":{"highest":{"GB2-01":76.71401834686844,"GB2-02":47.30079014338423,"GB2-03":58.99450879313308,"GB2-04":48.34406572768969,"GB2-05":57.12195550589831,"GB2-06":25.2225477463973,"GB2-07":71.18831833294581,"GB2-08":68.2668012267917},"medium":{"GB2-01":84.10853459823116,"GB2-02":45.45101782597498,"GB2-03":49.02375857820445,"GB2-04":44.2880941094783,"GB2-05":47.056912301834004,"GB2-07":61.03514845422724,"GB2-08":67.8427548587116},"none":{"GB2-01":36.31768319125425,"GB2-02":40.885908455133325,"GB2-03":45.51526639736381,"GB2-04":47.535366254284355,"GB2-05":49.139143418244075,"GB2-06":18.313308000529442,"GB2-07":33.581375339908604,"GB2-08":54.61099324765457}},"program_outcomes":{"all":{"counted_attempts":23,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":1,"worked_first_time":22,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":7,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:16:54Z","reasoning":{"highest":56.64412572788858,"medium":56.97231724666596,"none":40.73738053804655},"reasoning_agg":{"highest":{"max":76.71401834686844,"mean":56.64412572788858,"min":25.2225477463973},"medium":{"max":84.10853459823116,"mean":56.97231724666596,"min":44.2880941094783},"none":{"max":54.61099324765457,"mean":40.73738053804655,"min":18.313308000529442}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":16.234936708619408},"working_program_strength":{"all":51.45127450420036,"highest":56.64412572788858,"medium":56.97231724666596,"none":40.73738053804655}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-6-flash:763fe2a867097c3f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":57},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.531673125,"mean":0.4248703476562501,"median":0.446083425,"min":0.28979720625,"recorded_attempt_count":57,"run_count":20,"total":8.014536975},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":44},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3888165,"mean":0.26060548125,"median":0.24728879999999998,"min":0.17802225,"recorded_attempt_count":44,"run_count":16,"total":4.1696877},"none":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07826175,"mean":0.05584070625,"median":0.0541695,"min":0.0411735,"recorded_attempt_count":29,"run_count":16,"total":0.8934513}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":44},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3888165,"mean":0.26060548125,"median":0.24728879999999998,"min":0.17802225,"recorded_attempt_count":44,"run_count":16,"total":4.169687699999999},"historical-provider-setting-baseline":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07826175,"mean":0.05584070625,"median":0.0541695,"min":0.0411735,"recorded_attempt_count":29,"run_count":16,"total":0.8934513},"historical-provider-setting-intensive":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":57},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.531673125,"mean":0.4248703476562501,"median":0.446083425,"min":0.28979720625,"recorded_attempt_count":57,"run_count":20,"total":8.014536975}},"codegen_cost_usd":{"admitted_cell_count":46,"cell_count":24,"cost_basis_counts":{"provider_reported":130},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.531673125,"mean":0.24710551171874998,"median":0.24728879999999998,"min":0.0411735,"recorded_attempt_count":130,"run_count":52,"total":13.077675975000002},"codegen_latency_ms":{"attempt_count":126,"max_ms":348942,"mean_ms":134334.75,"min_ms":17298,"paired_attempt_count":126,"paired_latency_ms":6985407,"paired_output_tokens":1548855,"run_count":52},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":53,"max_ms":348942,"mean_ms":213753.4,"min_ms":85578,"paired_attempt_count":53,"paired_latency_ms":4275068,"paired_output_tokens":985607,"run_count":20},"medium":{"attempt_count":44,"max_ms":261708,"mean_ms":136549.0,"min_ms":44747,"paired_attempt_count":44,"paired_latency_ms":2184784,"paired_output_tokens":489063,"run_count":16},"none":{"attempt_count":29,"max_ms":50160,"mean_ms":32847.1875,"min_ms":17298,"paired_attempt_count":29,"paired_latency_ms":525555,"paired_output_tokens":74185,"run_count":16}},"codegen_output_tokens":{"attempt_count":130,"output_max":100087,"output_mean":31640.134615384617,"output_min":2060,"run_count":52},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":57,"output_max":100087,"output_mean":54101.95,"output_min":17027,"run_count":20},"medium":{"attempt_count":44,"output_max":63652,"output_mean":30566.4375,"output_min":8874,"run_count":16},"none":{"attempt_count":29,"output_max":7962,"output_mean":4636.5625,"output_min":2060,"run_count":16}},"display_name":"Gemini 3.6 Flash","economics":{"all":50.55320382912466,"highest":62.942948433997735,"medium":50.49807340059845,"none":38.218589652777794},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":4,"effective_max_output_tokens":[65536],"finish_reason_observations":126,"finish_reasons":["length","stop"],"indexed_attempts":131,"output_token_observations":130,"provider_post_attempt_observations":4,"provider_post_attempts":4,"reasoning_token_observations":86,"reconciliation_get_attempt_observations":4,"reconciliation_get_attempts":19,"requested_max_output_token_observations":5,"requested_max_output_tokens":[65536],"total_output_tokens":1645287,"total_reasoning_output_tokens":844369,"total_visible_output_tokens":229233,"visible_token_observations":86},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":14,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":1,"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.25},"intensive":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2,"infra_failures_excluded":2},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2,"infra_failures_excluded":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-02","GB2-03","GB2-07"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":51.967971212211545,"score":51.967971212211545},"GB2-02":{"attempts":6,"failed_attempts":1,"playable":43.02740846284471,"score":37.09328120926006},"GB2-03":{"attempts":6,"playable":55.109459005443135,"score":55.109459005443135},"GB2-04":{"attempts":6,"playable":48.05215019389407,"score":48.05215019389407},"GB2-05":{"attempts":6,"playable":64.35150617004642,"score":64.35150617004642},"GB2-06":{"attempts":6,"playable":60.95797229380414,"score":60.95797229380414},"GB2-07":{"attempts":6,"playable":47.362994150455954,"score":47.362994150455954},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":50.83742220766726,"score":39.53029639788199}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":54.25806123885996,"score":54.25806123885996},"GB2-02":{"attempts":2,"playable":53.86553007853384,"score":53.86553007853384},"GB2-03":{"attempts":2,"playable":66.13683439355071,"score":66.13683439355071},"GB2-04":{"attempts":2,"playable":63.474300565661,"score":63.474300565661},"GB2-05":{"attempts":2,"playable":80.84692521563485,"score":80.84692521563485},"GB2-06":{"attempts":2,"playable":79.10803212972041,"score":79.10803212972041},"GB2-07":{"attempts":2,"playable":49.34088103537596,"score":49.34088103537596},"GB2-08":{"attempts":2,"playable":56.513022814645204,"score":56.513022814645204}},"medium":{"GB2-01":{"attempts":2,"playable":72.0230937509046,"score":72.0230937509046},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":35.604763521507905,"score":17.802381760753953},"GB2-03":{"attempts":2,"playable":45.43495094782248,"score":45.43495094782248},"GB2-04":{"attempts":2,"playable":39.380352438010966,"score":39.380352438010966},"GB2-05":{"attempts":2,"playable":67.07336202021676,"score":67.07336202021676},"GB2-06":{"attempts":2,"playable":81.57574106256196,"score":81.57574106256196},"GB2-07":{"attempts":2,"playable":46.77332779516108,"score":46.77332779516108},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":67.8427548587116,"score":33.9213774293558}},"none":{"GB2-01":{"attempts":2,"playable":29.62275864687006,"score":29.62275864687006},"GB2-02":{"attempts":2,"playable":39.6119317884924,"score":39.6119317884924},"GB2-03":{"attempts":2,"playable":53.756591674956226,"score":53.756591674956226},"GB2-04":{"attempts":2,"playable":41.30179757801025,"score":41.30179757801025},"GB2-05":{"attempts":2,"playable":45.13423127428766,"score":45.13423127428766},"GB2-06":{"attempts":2,"playable":22.190143689130014,"score":22.190143689130014},"GB2-07":{"attempts":2,"playable":45.97477362083082,"score":45.97477362083082},"GB2-08":{"attempts":2,"playable":28.156488949644952,"score":28.156488949644952}}},"id":"google/gemini-3.6-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:31:04Z","match_totals_all":{"draws":5492,"losses":13339,"wins":11985},"match_totals_tracks":{"highest":{"draws":1679,"losses":3724,"wins":5313},"medium":{"draws":1608,"losses":3608,"wins":4168},"none":{"draws":2205,"losses":6007,"wins":2504}},"model_slug":"google-gemini-3-6-flash","official_rank_by_reasoning":{"highest":43,"medium":56,"none":68},"overall":{"max":81.57574106256196,"mean":50.55320382912466,"min":17.802381760753953},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":46,"overall_ranking_status":"ranked","per_game":{"GB2-01":54.25806123885996,"GB2-02":53.86553007853384,"GB2-03":66.13683439355071,"GB2-04":63.474300565661,"GB2-05":80.84692521563485,"GB2-06":79.10803212972041,"GB2-07":49.34088103537596,"GB2-08":56.513022814645204},"per_game_all":{"GB2-01":51.967971212211545,"GB2-02":43.02740846284471,"GB2-03":55.109459005443135,"GB2-04":48.05215019389407,"GB2-05":64.35150617004642,"GB2-06":60.95797229380414,"GB2-07":47.362994150455954,"GB2-08":50.83742220766726},"per_game_match_totals_all":{"GB2-01":{"draws":873,"losses":1666,"wins":1541},"GB2-02":{"draws":2010,"losses":898,"wins":272},"GB2-03":{"draws":395,"losses":1854,"wins":1699},"GB2-04":{"draws":2085,"losses":1158,"wins":681},"GB2-05":{"draws":0,"losses":1709,"wins":2431},"GB2-06":{"draws":129,"losses":1638,"wins":2181},"GB2-07":{"draws":0,"losses":2434,"wins":1682},"GB2-08":{"draws":0,"losses":1982,"wins":1498}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":323,"losses":516,"wins":521},"GB2-02":{"draws":725,"losses":287,"wins":260},"GB2-03":{"draws":69,"losses":514,"wins":733},"GB2-04":{"draws":552,"losses":264,"wins":492},"GB2-05":{"draws":0,"losses":354,"wins":1026},"GB2-06":{"draws":10,"losses":328,"wins":978},"GB2-07":{"draws":0,"losses":787,"wins":585},"GB2-08":{"draws":0,"losses":674,"wins":718}},"medium":{"GB2-01":{"draws":328,"losses":261,"wins":771},"GB2-02":{"draws":395,"losses":236,"wins":5},"GB2-03":{"draws":112,"losses":744,"wins":460},"GB2-04":{"draws":720,"losses":482,"wins":106},"GB2-05":{"draws":0,"losses":531,"wins":849},"GB2-06":{"draws":53,"losses":273,"wins":990},"GB2-07":{"draws":0,"losses":819,"wins":553},"GB2-08":{"draws":0,"losses":262,"wins":434}},"none":{"GB2-01":{"draws":222,"losses":889,"wins":249},"GB2-02":{"draws":890,"losses":375,"wins":7},"GB2-03":{"draws":214,"losses":596,"wins":506},"GB2-04":{"draws":813,"losses":412,"wins":83},"GB2-05":{"draws":0,"losses":824,"wins":556},"GB2-06":{"draws":66,"losses":1037,"wins":213},"GB2-07":{"draws":0,"losses":828,"wins":544},"GB2-08":{"draws":0,"losses":1046,"wins":346}}},"per_game_raw_elo_all":{"GB2-01":1496.9706647356704,"GB2-02":1378.9183896174218,"GB2-03":1424.8852798523415,"GB2-04":1432.0430249309366,"GB2-05":1629.3032823561662,"GB2-06":1609.09086952627,"GB2-07":1322.8922592158667,"GB2-08":1387.5410687064032},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1488.8532891686195,"GB2-02":1465.290859681123,"GB2-03":1531.5697100259545,"GB2-04":1559.685028633257,"GB2-05":1914.8278123081327,"GB2-06":1923.47900129538,"GB2-07":1348.0020688905706,"GB2-08":1480.0365147653854},"medium":{"GB2-01":1760.7619659297725,"GB2-02":1319.543263300293,"GB2-03":1334.431443963749,"GB2-04":1360.5866181290962,"GB2-05":1698.6579852557625,"GB2-06":1961.631571066136,"GB2-07":1315.4694332934023,"GB2-08":1681.2517650213367},"none":{"GB2-01":1241.2967391086192,"GB2-02":1351.9210458708499,"GB2-03":1408.6546855673212,"GB2-04":1375.8574280304567,"GB2-05":1274.4240495046033,"GB2-06":942.162036217294,"GB2-07":1305.2052754636272,"GB2-08":1001.3349263324869}},"per_game_tracks":{"highest":{"GB2-01":54.25806123885996,"GB2-02":53.86553007853384,"GB2-03":66.13683439355071,"GB2-04":63.474300565661,"GB2-05":80.84692521563485,"GB2-06":79.10803212972041,"GB2-07":49.34088103537596,"GB2-08":56.513022814645204},"medium":{"GB2-01":72.0230937509046,"GB2-02":35.604763521507905,"GB2-03":45.43495094782248,"GB2-04":39.380352438010966,"GB2-05":67.07336202021676,"GB2-06":81.57574106256196,"GB2-07":46.77332779516108,"GB2-08":67.8427548587116},"none":{"GB2-01":29.62275864687006,"GB2-02":39.6119317884924,"GB2-03":53.756591674956226,"GB2-04":41.30179757801025,"GB2-05":45.13423127428766,"GB2-06":22.190143689130014,"GB2-07":45.97477362083082,"GB2-08":28.156488949644952}},"program_outcomes":{"all":{"counted_attempts":48,"failed":2,"infra_excluded":5,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":8,"worked_first_time":38,"working":46},"highest":{"counted_attempts":16,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":12,"working":16},"medium":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":12,"working":16}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:14:29Z","reasoning":{"highest":62.942948433997735,"medium":50.49807340059845,"none":38.218589652777794},"reasoning_agg":{"highest":{"max":80.84692521563485,"mean":62.942948433997735,"min":49.34088103537596},"medium":{"max":81.57574106256196,"mean":50.49807340059845,"min":17.802381760753953},"none":{"max":53.756591674956226,"mean":38.218589652777794,"min":22.190143689130014}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":24.72435878121994},"working_program_strength":{"all":52.7083604620459,"highest":62.942948433997735,"medium":56.96354329936217,"none":38.218589652777794}},{"canonical_public_row_identity":"publication-row.v1:overall:stealth-ox-alpha:84653a2555023414","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":25,"cell_count":8,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":31,"run_count":28,"total":0.0},"medium":{"admitted_cell_count":26,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":39,"run_count":30,"total":0.0},"none":{"admitted_cell_count":28,"cell_count":8,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":42,"run_count":30,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":26,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":39,"run_count":30,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":28,"cell_count":8,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":42,"run_count":30,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":25,"cell_count":8,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":31,"run_count":28,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":79,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":112,"run_count":88,"total":0.0},"codegen_latency_ms":{"attempt_count":112,"max_ms":1487583,"mean_ms":467860.5227272727,"min_ms":38538,"paired_attempt_count":112,"paired_latency_ms":41171726,"paired_output_tokens":2026405,"run_count":88},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":31,"max_ms":1487583,"mean_ms":1029047.25,"min_ms":343277,"paired_attempt_count":31,"paired_latency_ms":28813323,"paired_output_tokens":1417603,"run_count":28},"medium":{"attempt_count":39,"max_ms":676327,"mean_ms":324151.5,"min_ms":151453,"paired_attempt_count":39,"paired_latency_ms":9724545,"paired_output_tokens":484702,"run_count":30},"none":{"attempt_count":42,"max_ms":287181,"mean_ms":87795.26666666666,"min_ms":38538,"paired_attempt_count":42,"paired_latency_ms":2633858,"paired_output_tokens":124100,"run_count":30}},"codegen_output_tokens":{"attempt_count":112,"output_max":85105,"output_mean":23027.329545454544,"output_min":1660,"run_count":88},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":31,"output_max":85105,"output_mean":50628.67857142857,"output_min":15800,"run_count":28},"medium":{"attempt_count":39,"output_max":33467,"output_mean":16156.733333333334,"output_min":6647,"run_count":30},"none":{"attempt_count":42,"output_max":9871,"output_mean":4136.666666666667,"output_min":1660,"run_count":30}},"display_name":"Ox Alpha","economics":{"all":50.50543078195085,"highest":65.94555127370533,"medium":46.133896252438596,"none":39.43684481970861},"economics_best_value":{"per_model":{"medium":true,"none":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":101,"effective_max_output_tokens":[131072],"finish_reason_observations":110,"finish_reasons":["stop"],"indexed_attempts":114,"output_token_observations":112,"provider_post_attempt_observations":113,"provider_post_attempts":113,"reasoning_token_observations":112,"reconciliation_get_attempt_observations":113,"reconciliation_get_attempts":534,"requested_max_output_token_observations":102,"requested_max_output_tokens":[131072],"total_output_tokens":2026405,"total_visible_output_tokens":2026405,"visible_token_observations":112},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/ox-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":26,"evaluated_cells":30,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":21,"first_pass_rate":0.7241379310344828,"game_attempts":{"GB2-01":{"admitted":2,"model_code_failures":1},"GB2-02":{"admitted":3},"GB2-03":{"admitted":7,"model_code_failures":2},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":2,"performance_rejections":1},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.10344827586206896,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"repaired_admitted":5,"repaired_rate":0.1724137931034483},"baseline":{"admitted_plugins":28,"evaluated_cells":30,"failed_game_aliases":["GB2-03","GB2-08"],"first_pass_admitted":19,"first_pass_rate":0.6333333333333333,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":8,"model_code_failures":1},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":2,"model_code_failures":1}},"model_code_failure_rate":0.06666666666666667,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":9,"repaired_rate":0.3},"intensive":{"admitted_plugins":25,"evaluated_cells":25,"first_pass_admitted":22,"first_pass_rate":0.88,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":2,"infra_failures_excluded":1},"GB2-03":{"admitted":5,"infra_failures_excluded":4},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"infra_excluded_game_aliases":["GB2-02","GB2-03"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.12}},"headline_games_all":{"GB2-01":{"attempts":9,"failed_attempts":1,"playable":52.08028513135981,"score":45.51062207631579},"GB2-02":{"attempts":8,"playable":54.59878755488693,"score":54.59878755488693},"GB2-03":{"attempts":23,"failed_attempts":3,"playable":56.11580805141177,"score":50.35655052509432},"GB2-04":{"attempts":9,"playable":58.60410477202124,"score":58.60410477202124},"GB2-05":{"attempts":9,"playable":51.27842017972606,"score":51.27842017972606},"GB2-06":{"attempts":8,"playable":43.63648957704411,"score":43.63648957704411},"GB2-07":{"attempts":9,"playable":49.166814298665166,"score":49.166814298665166},"GB2-08":{"attempts":9,"failed_attempts":1,"playable":53.88785087901223,"score":50.89165727185317}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":3,"playable":55.697602625596225,"score":55.697602625596225},"GB2-02":{"attempts":2,"playable":72.42665644994909,"score":72.42665644994909},"GB2-03":{"attempts":5,"playable":68.46712755963947,"score":68.46712755963947},"GB2-04":{"attempts":3,"playable":70.71806485879284,"score":70.71806485879284},"GB2-05":{"attempts":3,"playable":59.030812131106075,"score":59.030812131106075},"GB2-06":{"attempts":3,"playable":65.7740595353242,"score":65.7740595353242},"GB2-07":{"attempts":3,"playable":64.2634878431186,"score":64.2634878431186},"GB2-08":{"attempts":3,"playable":71.1865991861162,"score":71.1865991861162}},"medium":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":59.1269674953962,"score":39.417978330264134},"GB2-02":{"attempts":3,"playable":49.24171282629218,"score":49.24171282629218},"GB2-03":{"attempts":9,"failed_attempts":2,"playable":55.61965661597527,"score":43.259732923536326},"GB2-04":{"attempts":3,"playable":56.60773115531408,"score":56.60773115531408},"GB2-05":{"attempts":3,"playable":46.574620532978734,"score":46.574620532978734},"GB2-06":{"attempts":2,"playable":25.65525444802721,"score":25.65525444802721},"GB2-07":{"attempts":3,"playable":44.80292881660716,"score":44.80292881660716},"GB2-08":{"attempts":3,"playable":63.51121098648895,"score":63.51121098648895}},"none":{"GB2-01":{"attempts":3,"playable":41.416285273087006,"score":41.416285273087006},"GB2-02":{"attempts":3,"playable":42.127993388419526,"score":42.127993388419526},"GB2-03":{"attempts":9,"failed_attempts":1,"playable":44.260639978620574,"score":39.34279109210718},"GB2-04":{"attempts":3,"playable":48.4865183019568,"score":48.4865183019568},"GB2-05":{"attempts":3,"playable":48.22982787509338,"score":48.22982787509338},"GB2-06":{"attempts":3,"playable":39.48015474778094,"score":39.48015474778094},"GB2-07":{"attempts":3,"playable":38.43402623626975,"score":38.43402623626975},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":26.96574246443153,"score":17.977161642954353}}},"id":"stealth/ox-alpha","is_recent_addition":false,"last_measured_at":"2026-11-21T16:29:15Z","match_totals_all":{"draws":9232,"losses":23128,"wins":20430},"match_totals_tracks":{"highest":{"draws":1523,"losses":5919,"wins":9312},"medium":{"draws":3140,"losses":7764,"wins":6464},"none":{"draws":4569,"losses":9445,"wins":4654}},"model_slug":"stealth-ox-alpha","official_rank_by_reasoning":{"highest":37,"medium":69,"none":64},"overall":{"max":72.42665644994909,"mean":50.50543078195085,"min":17.977161642954353},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":47,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.697602625596225,"GB2-02":72.42665644994909,"GB2-03":68.46712755963947,"GB2-04":70.71806485879284,"GB2-05":59.03081213110607,"GB2-06":65.7740595353242,"GB2-07":64.2634878431186,"GB2-08":71.1865991861162},"per_game_all":{"GB2-01":52.08028513135981,"GB2-02":54.59878755488694,"GB2-03":56.11580805141176,"GB2-04":58.60410477202124,"GB2-05":51.27842017972606,"GB2-06":43.63648957704411,"GB2-07":49.166814298665166,"GB2-08":53.88785087901223},"per_game_match_totals_all":{"GB2-01":{"draws":879,"losses":2436,"wins":2125},"GB2-02":{"draws":3060,"losses":1133,"wins":895},"GB2-03":{"draws":2235,"losses":5793,"wins":5132},"GB2-04":{"draws":2923,"losses":1239,"wins":1724},"GB2-05":{"draws":0,"losses":3361,"wins":2849},"GB2-06":{"draws":135,"losses":3016,"wins":2113},"GB2-07":{"draws":0,"losses":3503,"wins":2671},"GB2-08":{"draws":0,"losses":2647,"wins":2921}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":99,"losses":940,"wins":1001},"GB2-02":{"draws":438,"losses":200,"wins":634},"GB2-03":{"draws":169,"losses":1195,"wins":1926},"GB2-04":{"draws":729,"losses":298,"wins":935},"GB2-05":{"draws":0,"losses":974,"wins":1096},"GB2-06":{"draws":88,"losses":726,"wins":1160},"GB2-07":{"draws":0,"losses":874,"wins":1184},"GB2-08":{"draws":0,"losses":712,"wins":1376}},"medium":{"GB2-01":{"draws":298,"losses":466,"wins":596},"GB2-02":{"draws":1289,"losses":414,"wins":205},"GB2-03":{"draws":460,"losses":2134,"wins":2012},"GB2-04":{"draws":1068,"losses":409,"wins":485},"GB2-05":{"draws":0,"losses":1209,"wins":861},"GB2-06":{"draws":25,"losses":1010,"wins":281},"GB2-07":{"draws":0,"losses":1248,"wins":810},"GB2-08":{"draws":0,"losses":874,"wins":1214}},"none":{"GB2-01":{"draws":482,"losses":1030,"wins":528},"GB2-02":{"draws":1333,"losses":519,"wins":56},"GB2-03":{"draws":1606,"losses":2464,"wins":1194},"GB2-04":{"draws":1126,"losses":532,"wins":304},"GB2-05":{"draws":0,"losses":1178,"wins":892},"GB2-06":{"draws":22,"losses":1280,"wins":672},"GB2-07":{"draws":0,"losses":1381,"wins":677},"GB2-08":{"draws":0,"losses":1061,"wins":331}}},"per_game_raw_elo_all":{"GB2-01":1463.71681897697,"GB2-02":1478.0830704613654,"GB2-03":1448.6589280308074,"GB2-04":1525.268332570908,"GB2-05":1356.4186128019692,"GB2-06":1285.1916022395596,"GB2-07":1342.3171448251478,"GB2-08":1448.0860566204835},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1499.9372510996889,"GB2-02":1634.8654163040183,"GB2-03":1583.2421543680534,"GB2-04":1645.1469368575301,"GB2-05":1462.1018689038367,"GB2-06":1683.5372463746983,"GB2-07":1554.221757282373,"GB2-08":1763.5453233337703},"medium":{"GB2-01":1532.074897381688,"GB2-02":1427.583440694368,"GB2-03":1440.8721474228075,"GB2-04":1497.8517111697383,"GB2-05":1292.8574310555384,"GB2-06":948.4059724445301,"GB2-07":1280.4067912301396,"GB2-08":1596.745717439774},"none":{"GB2-01":1359.138308449533,"GB2-02":1371.8003543857103,"GB2-03":1321.8624823015614,"GB2-04":1432.8063496854556,"GB2-05":1314.2965384465322,"GB2-06":1223.6315878994503,"GB2-07":1192.3228859629307,"GB2-08":983.9671290879055}},"per_game_tracks":{"highest":{"GB2-01":55.697602625596225,"GB2-02":72.42665644994909,"GB2-03":68.46712755963947,"GB2-04":70.71806485879284,"GB2-05":59.03081213110607,"GB2-06":65.7740595353242,"GB2-07":64.2634878431186,"GB2-08":71.1865991861162},"medium":{"GB2-01":59.1269674953962,"GB2-02":49.24171282629219,"GB2-03":55.619656615975266,"GB2-04":56.60773115531408,"GB2-05":46.574620532978734,"GB2-06":25.65525444802721,"GB2-07":44.80292881660716,"GB2-08":63.51121098648895},"none":{"GB2-01":41.416285273087,"GB2-02":42.127993388419526,"GB2-03":44.260639978620574,"GB2-04":48.4865183019568,"GB2-05":48.22982787509338,"GB2-06":39.48015474778094,"GB2-07":38.43402623626975,"GB2-08":26.96574246443153}},"program_outcomes":{"all":{"counted_attempts":84,"failed":5,"infra_excluded":5,"success_rate":0.9404761904761905,"too_slow":1,"worked_after_repair":17,"worked_first_time":62,"working":79},"highest":{"counted_attempts":25,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":22,"working":25},"medium":{"counted_attempts":29,"failed":3,"infra_excluded":0,"success_rate":0.896551724137931,"too_slow":1,"worked_after_repair":5,"worked_first_time":21,"working":26},"none":{"counted_attempts":30,"failed":2,"infra_excluded":0,"success_rate":0.9333333333333333,"too_slow":0,"worked_after_repair":9,"worked_first_time":19,"working":28}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:16:43Z","reasoning":{"highest":65.94555127370533,"medium":46.133896252438596,"none":39.43684481970861},"reasoning_agg":{"highest":{"max":72.42665644994909,"mean":65.94555127370533,"min":55.697602625596225},"medium":{"max":63.51121098648895,"mean":46.133896252438596,"min":25.65525444802721},"none":{"max":48.4865183019568,"mean":39.43684481970861,"min":17.977161642954353}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.508706453996723},"working_program_strength":{"all":52.42107005551591,"highest":65.94555127370533,"medium":50.14251035963497,"none":41.175148533207434}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4-preview:d634a1836124b756","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.151385561,"mean":0.12117269062500001,"median":0.1216224665,"min":0.099918984,"recorded_attempt_count":9,"run_count":8,"total":0.9693815250000002},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.135826968,"median":0.126875313,"min":0.097439089,"recorded_attempt_count":10,"run_count":8,"total":1.086615744},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.028804516000000002,"mean":0.015939765625,"median":0.0150484685,"min":0.009391185,"recorded_attempt_count":9,"run_count":8,"total":0.12751812499999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.135826968,"median":0.126875313,"min":0.097439089,"recorded_attempt_count":10,"run_count":8,"total":1.0866157440000002},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.028804516000000002,"mean":0.015939765625,"median":0.0150484685,"min":0.009391185,"recorded_attempt_count":9,"run_count":8,"total":0.12751812499999998},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.151385561,"mean":0.12117269062500001,"median":0.1216224665,"min":0.099918984,"recorded_attempt_count":9,"run_count":8,"total":0.9693815250000001}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.09097980808333334,"median":0.1119999555,"min":0.009391185,"recorded_attempt_count":28,"run_count":24,"total":2.183515394},"codegen_latency_ms":{"attempt_count":28,"max_ms":1122981,"mean_ms":579882.5416666666,"min_ms":29109,"paired_attempt_count":28,"paired_latency_ms":13917181,"paired_output_tokens":812278,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":995043,"mean_ms":822481.25,"min_ms":674828,"paired_attempt_count":9,"paired_latency_ms":6579850,"paired_output_tokens":378603,"run_count":8},"medium":{"attempt_count":10,"max_ms":1122981,"mean_ms":860540.0,"min_ms":640692,"paired_attempt_count":10,"paired_latency_ms":6884320,"paired_output_tokens":406512,"run_count":8},"none":{"attempt_count":9,"max_ms":99413,"mean_ms":56626.375,"min_ms":29109,"paired_attempt_count":9,"paired_latency_ms":453011,"paired_output_tokens":27163,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":69581,"output_mean":33844.916666666664,"output_min":1323,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":57331,"output_mean":47325.375,"output_min":39792,"run_count":8},"medium":{"attempt_count":10,"output_max":69581,"output_mean":50814.0,"output_min":36329,"run_count":8},"none":{"attempt_count":9,"output_max":6014,"output_mean":3395.375,"output_min":1323,"run_count":8}},"display_name":"Hy4 Preview","economics":{"all":50.417772805140345,"highest":60.851302399043185,"medium":49.01482611526285,"none":41.38718990111499},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":131,"total_output_tokens":812278,"total_reasoning_output_tokens":673611,"total_visible_output_tokens":138667,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":49.00662844464451,"score":49.00662844464451},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":59.210774796175144,"score":39.473849864116765},"GB2-03":{"attempts":3,"playable":57.395702993742795,"score":57.395702993742795},"GB2-04":{"attempts":3,"playable":43.38445848008693,"score":43.38445848008693},"GB2-05":{"attempts":3,"playable":54.3996133328771,"score":54.3996133328771},"GB2-06":{"attempts":3,"playable":57.21707527123908,"score":57.21707527123908},"GB2-07":{"attempts":3,"playable":59.22528256557511,"score":59.22528256557511},"GB2-08":{"attempts":3,"playable":43.239571488840404,"score":43.239571488840404}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":53.55079877989104,"score":53.55079877989104},"GB2-02":{"attempts":1,"playable":76.85720534306293,"score":76.85720534306293},"GB2-03":{"attempts":1,"playable":70.54171271553169,"score":70.54171271553169},"GB2-04":{"attempts":1,"playable":54.604812100534204,"score":54.604812100534204},"GB2-05":{"attempts":1,"playable":67.16309557637317,"score":67.16309557637317},"GB2-06":{"attempts":1,"playable":77.56702419426648,"score":77.56702419426648},"GB2-07":{"attempts":1,"playable":66.63947764899,"score":66.63947764899},"GB2-08":{"attempts":1,"playable":19.88629283369596,"score":19.88629283369596}},"medium":{"GB2-01":{"attempts":1,"playable":49.829598490808834,"score":49.829598490808834},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":40.017837105471784,"score":40.017837105471784},"GB2-04":{"attempts":1,"playable":34.935922562723334,"score":34.935922562723334},"GB2-05":{"attempts":1,"playable":49.299259818991054,"score":49.299259818991054},"GB2-06":{"attempts":1,"playable":57.18183710099608,"score":57.18183710099608},"GB2-07":{"attempts":1,"playable":75.68850845872748,"score":75.68850845872748},"GB2-08":{"attempts":1,"playable":85.1656453843842,"score":85.1656453843842}},"none":{"GB2-01":{"attempts":1,"playable":43.639488063233664,"score":43.639488063233664},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":61.62755916022493,"score":61.62755916022493},"GB2-04":{"attempts":1,"playable":40.61264077700325,"score":40.61264077700325},"GB2-05":{"attempts":1,"playable":46.73648460326709,"score":46.73648460326709},"GB2-06":{"attempts":1,"playable":36.90236451845472,"score":36.90236451845472},"GB2-07":{"attempts":1,"playable":35.34786158900782,"score":35.34786158900782},"GB2-08":{"attempts":1,"playable":24.666776248441042,"score":24.666776248441042}}},"id":"tencent/hy4-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:16:18Z","match_totals_all":{"draws":2665,"losses":6778,"wins":5995},"match_totals_tracks":{"highest":{"draws":865,"losses":1968,"wins":2525},"medium":{"draws":684,"losses":1963,"wins":2075},"none":{"draws":1116,"losses":2847,"wins":1395}},"model_slug":"tencent-hy4-preview","official_rank_by_reasoning":{"highest":47,"medium":62,"none":55},"overall":{"max":85.1656453843842,"mean":50.417772805140345,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":48,"overall_ranking_status":"ranked","per_game":{"GB2-01":53.55079877989104,"GB2-02":76.85720534306293,"GB2-03":70.54171271553169,"GB2-04":54.604812100534204,"GB2-05":67.16309557637317,"GB2-06":77.56702419426648,"GB2-07":66.63947764899,"GB2-08":19.88629283369596},"per_game_all":{"GB2-01":49.00662844464451,"GB2-03":57.395702993742795,"GB2-04":43.38445848008693,"GB2-05":54.3996133328771,"GB2-06":57.21707527123908,"GB2-07":59.22528256557511,"GB2-08":43.239571488840404},"per_game_match_totals_all":{"GB2-01":{"draws":422,"losses":912,"wins":706},"GB2-02":{"draws":624,"losses":268,"wins":380},"GB2-03":{"draws":541,"losses":712,"wins":721},"GB2-04":{"draws":1033,"losses":672,"wins":257},"GB2-05":{"draws":0,"losses":1061,"wins":1009},"GB2-06":{"draws":45,"losses":926,"wins":1003},"GB2-07":{"draws":0,"losses":970,"wins":1088},"GB2-08":{"draws":0,"losses":1257,"wins":831}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":281,"losses":204,"wins":195},"GB2-02":{"draws":165,"losses":99,"wins":372},"GB2-03":{"draws":67,"losses":212,"wins":379},"GB2-04":{"draws":320,"losses":167,"wins":167},"GB2-05":{"draws":0,"losses":273,"wins":417},"GB2-06":{"draws":32,"losses":163,"wins":463},"GB2-07":{"draws":0,"losses":275,"wins":411},"GB2-08":{"draws":0,"losses":575,"wins":121}},"medium":{"GB2-01":{"draws":34,"losses":352,"wins":294},"GB2-03":{"draws":320,"losses":274,"wins":64},"GB2-04":{"draws":322,"losses":287,"wins":45},"GB2-05":{"draws":0,"losses":386,"wins":304},"GB2-06":{"draws":8,"losses":316,"wins":334},"GB2-07":{"draws":0,"losses":211,"wins":475},"GB2-08":{"draws":0,"losses":137,"wins":559}},"none":{"GB2-01":{"draws":107,"losses":356,"wins":217},"GB2-02":{"draws":459,"losses":169,"wins":8},"GB2-03":{"draws":154,"losses":226,"wins":278},"GB2-04":{"draws":391,"losses":218,"wins":45},"GB2-05":{"draws":0,"losses":402,"wins":288},"GB2-06":{"draws":5,"losses":447,"wins":206},"GB2-07":{"draws":0,"losses":484,"wins":202},"GB2-08":{"draws":0,"losses":545,"wins":151}}},"per_game_raw_elo_all":{"GB2-01":1434.0786087795423,"GB2-03":1450.568093458307,"GB2-04":1392.0617226143786,"GB2-05":1401.4110402063432,"GB2-06":1525.714409569381,"GB2-07":1496.1223199663618,"GB2-08":1305.394346574376},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1477.4675673196925,"GB2-02":1677.9648801809024,"GB2-03":1583.2811825764993,"GB2-04":1481.2938814392448,"GB2-05":1581.098108528177,"GB2-06":1881.1208069534118,"GB2-07":1585.750942851361,"GB2-08":879.534679181781},"medium":{"GB2-01":1441.904630325589,"GB2-03":1284.9999373978383,"GB2-04":1324.372981823184,"GB2-05":1327.99894945012,"GB2-06":1510.2109917206585,"GB2-07":1736.1321885899072,"GB2-08":2084.7081341510784},"none":{"GB2-01":1382.8636286933452,"GB2-02":1367.384320190008,"GB2-03":1483.4231604005836,"GB2-04":1370.5183045807069,"GB2-05":1295.1360626407325,"GB2-06":1185.8114300340726,"GB2-07":1166.4838284578173,"GB2-08":951.9402263902683}},"per_game_tracks":{"highest":{"GB2-01":53.55079877989104,"GB2-02":76.85720534306293,"GB2-03":70.54171271553169,"GB2-04":54.604812100534204,"GB2-05":67.16309557637317,"GB2-06":77.56702419426648,"GB2-07":66.63947764899,"GB2-08":19.88629283369596},"medium":{"GB2-01":49.829598490808834,"GB2-03":40.017837105471784,"GB2-04":34.935922562723334,"GB2-05":49.299259818991054,"GB2-06":57.18183710099608,"GB2-07":75.68850845872748,"GB2-08":85.1656453843842},"none":{"GB2-01":43.639488063233664,"GB2-02":41.56434424928735,"GB2-03":61.62755916022493,"GB2-04":40.61264077700325,"GB2-05":46.73648460326709,"GB2-06":36.90236451845472,"GB2-07":35.34786158900782,"GB2-08":24.666776248441042}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:20:09Z","reasoning":{"highest":60.851302399043185,"medium":49.01482611526285,"none":41.38718990111499},"reasoning_agg":{"highest":{"max":77.56702419426648,"mean":60.851302399043185,"min":19.88629283369596},"medium":{"max":85.1656453843842,"mean":49.01482611526285,"min":0.0},"none":{"max":61.62755916022493,"mean":41.38718990111499,"min":24.666776248441042}},"reasoning_labels":{"highest":"High","medium":"Low","none":"None"},"reasoning_settings":{"balanced":"low","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":19.46411249792819},"working_program_strength":{"all":52.75181214396238,"highest":60.851302399043185,"medium":56.01694413172897,"none":41.38718990111499}},{"canonical_public_row_identity":"publication-row.v1:overall:fireworks-ember-1:edc26a058d2e2cbc","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.298893375,"median":0.3053985,"min":0.149517,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":2.391147},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.20107799999999998,"mean":0.142499625,"median":0.14239200000000002,"min":0.071757,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":1.1399970000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.143745,"mean":0.07283400000000001,"median":0.063006,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.5826720000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.20107799999999998,"mean":0.142499625,"median":0.14239200000000002,"min":0.071757,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":1.1399970000000001},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.143745,"mean":0.07283400000000001,"median":0.063006,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.5826720000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.298893375,"median":0.3053985,"min":0.149517,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":2.391147}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.171409,"median":0.146631,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"recorded_attempt_count":28,"run_count":24,"total":4.113816},"codegen_latency_ms":{"attempt_count":28,"max_ms":413691,"mean_ms":128683.25,"min_ms":28133,"paired_attempt_count":28,"paired_latency_ms":3088398,"paired_output_tokens":230696,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":413691,"mean_ms":243828.625,"min_ms":115297,"paired_attempt_count":9,"paired_latency_ms":1950629,"paired_output_tokens":145107,"run_count":8},"medium":{"attempt_count":10,"max_ms":159798,"mean_ms":101243.125,"min_ms":39983,"paired_attempt_count":10,"paired_latency_ms":809945,"paired_output_tokens":60613,"run_count":8},"none":{"attempt_count":9,"max_ms":84315,"mean_ms":40978.0,"min_ms":28133,"paired_attempt_count":9,"paired_latency_ms":327824,"paired_output_tokens":24976,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":30544,"output_mean":9612.333333333334,"output_min":2170,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":30544,"output_mean":18138.375,"output_min":8542,"run_count":8},"medium":{"attempt_count":10,"output_max":11696,"output_mean":7576.625,"output_min":3317,"run_count":8},"none":{"attempt_count":9,"output_max":6625,"output_mean":3122.0,"output_min":2170,"run_count":8}},"display_name":"Ember-1","economics":{"all":50.23065902313191,"highest":63.01395506276817,"medium":52.82993094707433,"none":34.84809105955324},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[262144],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[262144],"total_output_tokens":230696,"total_reasoning_output_tokens":146257,"total_visible_output_tokens":84439,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"fireworks","provider_model":"fireworks/ember-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.03473962608879,"score":58.03473962608879},"GB2-02":{"attempts":3,"playable":43.424926592451556,"score":43.424926592451556},"GB2-03":{"attempts":3,"playable":58.52420398505874,"score":58.52420398505874},"GB2-04":{"attempts":3,"playable":43.388182367614114,"score":43.388182367614114},"GB2-05":{"attempts":3,"playable":41.68210938533333,"score":41.68210938533333},"GB2-06":{"attempts":3,"playable":48.70309474541904,"score":48.70309474541904},"GB2-07":{"attempts":3,"playable":57.13516155974463,"score":57.13516155974463},"GB2-08":{"attempts":3,"playable":50.952853923345096,"score":50.952853923345096}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.91226990983331,"score":73.91226990983331},"GB2-02":{"attempts":1,"playable":41.649098289401834,"score":41.649098289401834},"GB2-03":{"attempts":1,"playable":78.37591564527351,"score":78.37591564527351},"GB2-04":{"attempts":1,"playable":39.628807630682964,"score":39.628807630682964},"GB2-05":{"attempts":1,"playable":59.817060301439604,"score":59.817060301439604},"GB2-06":{"attempts":1,"playable":50.08344053127824,"score":50.08344053127824},"GB2-07":{"attempts":1,"playable":73.8670896959994,"score":73.8670896959994},"GB2-08":{"attempts":1,"playable":86.77795849823652,"score":86.77795849823652}},"medium":{"GB2-01":{"attempts":1,"playable":50.2862272207455,"score":50.2862272207455},"GB2-02":{"attempts":1,"playable":43.933121754108335,"score":43.933121754108335},"GB2-03":{"attempts":1,"playable":60.51417570868281,"score":60.51417570868281},"GB2-04":{"attempts":1,"playable":51.6457847889176,"score":51.6457847889176},"GB2-05":{"attempts":1,"playable":44.653510110477306,"score":44.653510110477306},"GB2-06":{"attempts":1,"playable":53.31122617199311,"score":53.31122617199311},"GB2-07":{"attempts":1,"playable":62.19053339422669,"score":62.19053339422669},"GB2-08":{"attempts":1,"playable":56.104868427443286,"score":56.104868427443286}},"none":{"GB2-01":{"attempts":1,"playable":49.905721747687565,"score":49.905721747687565},"GB2-02":{"attempts":1,"playable":44.6925597338445,"score":44.6925597338445},"GB2-03":{"attempts":1,"playable":36.682520601219935,"score":36.682520601219935},"GB2-04":{"attempts":1,"playable":38.889954683241776,"score":38.889954683241776},"GB2-05":{"attempts":1,"playable":20.575757744083084,"score":20.575757744083084},"GB2-06":{"attempts":1,"playable":42.71461753298576,"score":42.71461753298576},"GB2-07":{"attempts":1,"playable":35.34786158900782,"score":35.34786158900782},"GB2-08":{"attempts":1,"playable":9.975734844355491,"score":9.975734844355491}}},"id":"fireworks/ember-1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:28Z","match_totals_all":{"draws":3327,"losses":7131,"wins":5616},"match_totals_tracks":{"highest":{"draws":853,"losses":1826,"wins":2679},"medium":{"draws":1153,"losses":2239,"wins":1966},"none":{"draws":1321,"losses":3066,"wins":971}},"model_slug":"fireworks-ember-1","official_rank_by_reasoning":{"highest":42,"medium":48,"none":75},"overall":{"max":86.77795849823652,"mean":50.23065902313191,"min":9.975734844355491},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":49,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.91226990983331,"GB2-02":41.649098289401834,"GB2-03":78.37591564527351,"GB2-04":39.628807630682964,"GB2-05":59.817060301439604,"GB2-06":50.08344053127824,"GB2-07":73.8670896959994,"GB2-08":86.77795849823652},"per_game_all":{"GB2-01":58.03473962608879,"GB2-02":43.424926592451556,"GB2-03":58.52420398505874,"GB2-04":43.388182367614114,"GB2-05":41.68210938533333,"GB2-06":48.70309474541904,"GB2-07":57.13516155974463,"GB2-08":50.952853923345096},"per_game_match_totals_all":{"GB2-01":{"draws":572,"losses":656,"wins":812},"GB2-02":{"draws":1289,"losses":518,"wins":101},"GB2-03":{"draws":367,"losses":772,"wins":835},"GB2-04":{"draws":1056,"losses":661,"wins":245},"GB2-05":{"draws":0,"losses":1301,"wins":769},"GB2-06":{"draws":43,"losses":1104,"wins":827},"GB2-07":{"draws":0,"losses":1014,"wins":1044},"GB2-08":{"draws":0,"losses":1105,"wins":983}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":11,"losses":202,"wins":467},"GB2-02":{"draws":436,"losses":180,"wins":20},"GB2-03":{"draws":20,"losses":182,"wins":456},"GB2-04":{"draws":371,"losses":234,"wins":49},"GB2-05":{"draws":0,"losses":320,"wins":370},"GB2-06":{"draws":15,"losses":359,"wins":284},"GB2-07":{"draws":0,"losses":224,"wins":462},"GB2-08":{"draws":0,"losses":125,"wins":571}},"medium":{"GB2-01":{"draws":316,"losses":208,"wins":156},"GB2-02":{"draws":425,"losses":172,"wins":39},"GB2-03":{"draws":50,"losses":285,"wins":323},"GB2-04":{"draws":353,"losses":169,"wins":132},"GB2-05":{"draws":0,"losses":415,"wins":275},"GB2-06":{"draws":9,"losses":341,"wins":308},"GB2-07":{"draws":0,"losses":306,"wins":380},"GB2-08":{"draws":0,"losses":343,"wins":353}},"none":{"GB2-01":{"draws":245,"losses":246,"wins":189},"GB2-02":{"draws":428,"losses":166,"wins":42},"GB2-03":{"draws":297,"losses":305,"wins":56},"GB2-04":{"draws":332,"losses":258,"wins":64},"GB2-05":{"draws":0,"losses":566,"wins":124},"GB2-06":{"draws":19,"losses":404,"wins":235},"GB2-07":{"draws":0,"losses":484,"wins":202},"GB2-08":{"draws":0,"losses":637,"wins":59}}},"per_game_raw_elo_all":{"GB2-01":1527.038090137991,"GB2-02":1381.98110310675,"GB2-03":1473.9947704921894,"GB2-04":1392.3265036800324,"GB2-05":1215.1063871412719,"GB2-06":1372.0282065210915,"GB2-07":1463.4231021275261,"GB2-08":1420.286629140736},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1692.2298151289606,"GB2-02":1368.052277244607,"GB2-03":1694.5802516048616,"GB2-04":1362.6528407920466,"GB2-05":1468.1762873308373,"GB2-06":1393.46960078584,"GB2-07":1702.9509632953627,"GB2-08":2128.007485972751},"medium":{"GB2-01":1446.2547757807477,"GB2-02":1385.9774495025374,"GB2-03":1472.1607580721452,"GB2-04":1457.6103494582676,"GB2-05":1268.3765684481782,"GB2-06":1445.840701325852,"GB2-07":1520.834514629398,"GB2-08":1440.6520297324098},"none":{"GB2-01":1442.6296795042647,"GB2-02":1391.9135825731053,"GB2-03":1255.2433017995618,"GB2-04":1356.7163207897827,"GB2-05":908.7663056447999,"GB2-06":1276.774317451583,"GB2-07":1166.4838284578173,"GB2-08":692.2003717170469}},"per_game_tracks":{"highest":{"GB2-01":73.91226990983331,"GB2-02":41.649098289401834,"GB2-03":78.37591564527351,"GB2-04":39.628807630682964,"GB2-05":59.817060301439604,"GB2-06":50.08344053127824,"GB2-07":73.8670896959994,"GB2-08":86.77795849823652},"medium":{"GB2-01":50.2862272207455,"GB2-02":43.933121754108335,"GB2-03":60.51417570868281,"GB2-04":51.6457847889176,"GB2-05":44.653510110477306,"GB2-06":53.31122617199311,"GB2-07":62.19053339422669,"GB2-08":56.104868427443286},"none":{"GB2-01":49.905721747687565,"GB2-02":44.6925597338445,"GB2-03":36.682520601219935,"GB2-04":38.889954683241776,"GB2-05":20.575757744083084,"GB2-06":42.71461753298576,"GB2-07":35.34786158900782,"GB2-08":9.975734844355491}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#6720FF","provider_company":"Fireworks AI","provider_key":"fireworks","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:10:32Z","reasoning":{"highest":63.01395506276817,"medium":52.82993094707433,"none":34.84809105955324},"reasoning_agg":{"highest":{"max":86.77795849823652,"mean":63.01395506276817,"min":39.628807630682964},"medium":{"max":62.19053339422669,"mean":52.82993094707433,"min":43.933121754108335},"none":{"max":49.905721747687565,"mean":34.84809105955324,"min":9.975734844355491}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":28.165864003214928},"working_program_strength":{"all":50.23065902313191,"highest":63.01395506276817,"medium":52.82993094707433,"none":34.84809105955324}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-8:4ff5e69c57f5909e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":1.38945,"mean":0.93123625,"median":0.95991,"min":0.36561,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":7.44989},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.34174499999999997,"mean":0.217940625,"median":0.19638,"min":0.14813,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.7435249999999998},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.190125,"mean":0.15785312499999998,"median":0.15388000000000002,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2628249999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.34174499999999997,"mean":0.217940625,"median":0.19638,"min":0.14813,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.743525},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.190125,"mean":0.15785312499999998,"median":0.15388000000000002,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2628249999999999},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":1.38945,"mean":0.93123625,"median":0.95991,"min":0.36561,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":7.44989}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":1.38945,"mean":0.43567666666666666,"median":0.20305499999999999,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":25},"run_count":24,"token_priced_attempt_count":25,"total":10.456240000000001},"codegen_latency_ms":{"attempt_count":25,"max_ms":604929,"mean_ms":175315.375,"min_ms":28646,"paired_attempt_count":25,"paired_latency_ms":4207569,"paired_output_tokens":356249,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":604929,"mean_ms":421376.5,"min_ms":132563,"paired_attempt_count":9,"paired_latency_ms":3371012,"paired_output_tokens":276193,"run_count":8},"medium":{"attempt_count":8,"max_ms":137577,"mean_ms":68957.5,"min_ms":35597,"paired_attempt_count":8,"paired_latency_ms":551660,"paired_output_tokens":49642,"run_count":8},"none":{"attempt_count":8,"max_ms":48121,"mean_ms":35612.125,"min_ms":28646,"paired_attempt_count":8,"paired_latency_ms":284897,"paired_output_tokens":30414,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":52366,"output_mean":14843.708333333334,"output_min":2908,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":52366,"output_mean":34524.125,"output_min":11990,"run_count":8},"medium":{"attempt_count":8,"output_max":11318,"output_mean":6205.25,"output_min":3583,"run_count":8},"none":{"attempt_count":8,"output_max":5116,"output_mean":3801.75,"output_min":2908,"run_count":8}},"display_name":"Claude Opus 4.8","economics":{"all":49.606248730923575,"highest":62.932371411472474,"medium":45.08538383082624,"none":40.80099095047203},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":31,"output_token_observations":25,"total_output_tokens":356249},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-8","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1,"infra_failures_excluded":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":52.92497112821737,"score":52.92497112821737},"GB2-02":{"attempts":3,"playable":53.422742214660424,"score":53.422742214660424},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":29.3246843725058,"score":9.774894790835267},"GB2-04":{"attempts":3,"playable":51.149692452066,"score":51.149692452066},"GB2-05":{"attempts":3,"playable":37.31755790667282,"score":37.31755790667282},"GB2-06":{"attempts":3,"playable":67.82246946233292,"score":67.82246946233292},"GB2-07":{"attempts":3,"playable":63.278884454573905,"score":63.278884454573905},"GB2-08":{"attempts":3,"playable":61.15877743802994,"score":61.15877743802994}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":66.88840056783327,"score":66.88840056783327},"GB2-02":{"attempts":1,"playable":79.43307092536766,"score":79.43307092536766},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":72.06082050405479,"score":72.06082050405479},"GB2-05":{"attempts":1,"playable":45.775133134042356,"score":45.775133134042356},"GB2-06":{"attempts":1,"playable":80.79510600115293,"score":80.79510600115293},"GB2-07":{"attempts":1,"playable":74.28831919144055,"score":74.28831919144055},"GB2-08":{"attempts":1,"playable":84.21812096788824,"score":84.21812096788824}},"medium":{"GB2-01":{"attempts":1,"playable":38.714585045728214,"score":38.714585045728214},"GB2-02":{"attempts":1,"playable":41.81857251050401,"score":41.81857251050401},"GB2-03":{"attempts":1,"playable":29.3246843725058,"score":29.3246843725058},"GB2-04":{"attempts":1,"playable":41.431337696707295,"score":41.431337696707295},"GB2-05":{"attempts":1,"playable":44.17282707538192,"score":44.17282707538192},"GB2-06":{"attempts":1,"playable":76.87401177328286,"score":76.87401177328286},"GB2-07":{"attempts":1,"playable":64.63559288970357,"score":64.63559288970357},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}},"none":{"GB2-01":{"attempts":1,"playable":53.17192777109062,"score":53.17192777109062},"GB2-02":{"attempts":1,"playable":39.01658320810962,"score":39.01658320810962},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.956919155435905,"score":39.956919155435905},"GB2-05":{"attempts":1,"playable":22.004713510594176,"score":22.004713510594176},"GB2-06":{"attempts":1,"playable":45.798290612562965,"score":45.798290612562965},"GB2-07":{"attempts":1,"playable":50.9127412825776,"score":50.9127412825776},"GB2-08":{"attempts":1,"playable":75.54675206340536,"score":75.54675206340536}}},"id":"claude-opus-4-8","is_recent_addition":false,"last_measured_at":"2026-11-21T16:36:38Z","match_totals_all":{"draws":2708,"losses":6113,"wins":5937},"match_totals_tracks":{"highest":{"draws":620,"losses":1253,"wins":2827},"medium":{"draws":1134,"losses":2618,"wins":1606},"none":{"draws":954,"losses":2242,"wins":1504}},"model_slug":"claude-opus-4-8","official_rank_by_reasoning":{"highest":44,"medium":73,"none":56},"overall":{"max":84.21812096788824,"mean":49.606248730923575,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":50,"overall_ranking_status":"ranked","per_game":{"GB2-01":66.88840056783327,"GB2-02":79.43307092536766,"GB2-04":72.06082050405479,"GB2-05":45.775133134042356,"GB2-06":80.79510600115293,"GB2-07":74.28831919144055,"GB2-08":84.21812096788824},"per_game_all":{"GB2-01":52.92497112821737,"GB2-02":53.422742214660424,"GB2-04":51.149692452066,"GB2-05":37.31755790667282,"GB2-06":67.82246946233292,"GB2-07":63.278884454573905,"GB2-08":61.15877743802994},"per_game_match_totals_all":{"GB2-01":{"draws":330,"losses":879,"wins":831},"GB2-02":{"draws":1136,"losses":407,"wins":365},"GB2-03":{"draws":176,"losses":408,"wins":74},"GB2-04":{"draws":1019,"losses":531,"wins":412},"GB2-05":{"draws":0,"losses":1383,"wins":687},"GB2-06":{"draws":47,"losses":710,"wins":1217},"GB2-07":{"draws":0,"losses":893,"wins":1165},"GB2-08":{"draws":0,"losses":902,"wins":1186}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":85,"losses":213,"wins":382},"GB2-02":{"draws":253,"losses":38,"wins":345},"GB2-04":{"draws":251,"losses":89,"wins":314},"GB2-05":{"draws":0,"losses":408,"wins":282},"GB2-06":{"draws":31,"losses":140,"wins":487},"GB2-07":{"draws":0,"losses":221,"wins":465},"GB2-08":{"draws":0,"losses":144,"wins":552}},"medium":{"GB2-01":{"draws":97,"losses":393,"wins":190},"GB2-02":{"draws":470,"losses":162,"wins":4},"GB2-03":{"draws":176,"losses":408,"wins":74},"GB2-04":{"draws":385,"losses":216,"wins":53},"GB2-05":{"draws":0,"losses":418,"wins":272},"GB2-06":{"draws":6,"losses":181,"wins":471},"GB2-07":{"draws":0,"losses":289,"wins":397},"GB2-08":{"draws":0,"losses":551,"wins":145}},"none":{"GB2-01":{"draws":148,"losses":273,"wins":259},"GB2-02":{"draws":413,"losses":207,"wins":16},"GB2-04":{"draws":383,"losses":226,"wins":45},"GB2-05":{"draws":0,"losses":557,"wins":133},"GB2-06":{"draws":10,"losses":389,"wins":259},"GB2-07":{"draws":0,"losses":383,"wins":303},"GB2-08":{"draws":0,"losses":207,"wins":489}}},"per_game_raw_elo_all":{"GB2-01":1473.526683006102,"GB2-02":1475.4532325656437,"GB2-04":1459.9052551003572,"GB2-05":1159.9292779674754,"GB2-06":1712.785581374942,"GB2-07":1544.9737491277685,"GB2-08":1617.1414147986904},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1611.6772070372615,"GB2-02":1709.8003078662186,"GB2-04":1637.4011273753579,"GB2-05":1282.801315889336,"GB2-06":1945.4527566463003,"GB2-07":1710.4540939668673,"GB2-08":2060.1954361529583},"medium":{"GB2-01":1335.071874924094,"GB2-02":1369.387217076625,"GB2-03":1186.6614143271172,"GB2-04":1377.033927531889,"GB2-05":1262.1784692575798,"GB2-06":1867.6332204804376,"GB2-07":1556.0200113276405,"GB2-08":937.8887862463913},"none":{"GB2-01":1473.8309670569508,"GB2-02":1347.1721727540876,"GB2-04":1365.2807103938248,"GB2-05":934.8080487555103,"GB2-06":1325.2707669980882,"GB2-07":1368.447142088798,"GB2-08":1853.3400219967216}},"per_game_tracks":{"highest":{"GB2-01":66.88840056783327,"GB2-02":79.43307092536766,"GB2-04":72.06082050405479,"GB2-05":45.775133134042356,"GB2-06":80.79510600115293,"GB2-07":74.28831919144055,"GB2-08":84.21812096788824},"medium":{"GB2-01":38.714585045728214,"GB2-02":41.81857251050401,"GB2-03":29.3246843725058,"GB2-04":41.431337696707295,"GB2-05":44.17282707538192,"GB2-06":76.87401177328286,"GB2-07":64.63559288970357,"GB2-08":23.71145928279621},"none":{"GB2-01":53.17192777109062,"GB2-02":39.01658320810962,"GB2-04":39.956919155435905,"GB2-05":22.004713510594176,"GB2-06":45.798290612562965,"GB2-07":50.9127412825776,"GB2-08":75.54675206340536}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":6,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":1,"worked_first_time":21,"working":22},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":6,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:09:14Z","reasoning":{"highest":62.93237141147248,"medium":45.08538383082624,"none":40.80099095047202},"reasoning_agg":{"highest":{"max":84.21812096788824,"mean":62.93237141147248,"min":0.0},"medium":{"max":76.87401177328286,"mean":45.08538383082624,"min":23.71145928279621},"none":{"max":75.54675206340536,"mean":40.80099095047202,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking field omitted"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":22.13138046100046},"working_program_strength":{"all":54.54593265292093,"highest":71.92271018453997,"medium":45.08538383082624,"none":46.6297039433966}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max:6088a98bbc92342a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.3468699583333334,"median":0.3476285,"min":0.237408,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":13,"total":4.659586},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.25803,"mean":0.104435,"median":0.081263,"min":0.075542,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.83548},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.173358,"mean":0.1197105,"median":0.119348,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.957684}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.25803,"mean":0.104435,"median":0.081263,"min":0.075542,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.8354799999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.173358,"mean":0.1197105,"median":0.119348,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.957684},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.3468699583333334,"median":0.3476285,"min":0.237408,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":13,"total":4.659586}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.19033848611111112,"median":0.13741799999999998,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":30},"recorded_attempt_count":30,"run_count":29,"total":6.452750000000002},"codegen_latency_ms":{"attempt_count":30,"max_ms":1708792,"mean_ms":723489.2413793104,"min_ms":155474,"paired_attempt_count":30,"paired_latency_ms":20981188,"paired_output_tokens":994500,"run_count":29},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":14,"max_ms":1708792,"mean_ms":1260718.7692307692,"min_ms":853424,"paired_attempt_count":14,"paired_latency_ms":16389344,"paired_output_tokens":738462,"run_count":13},"medium":{"attempt_count":8,"max_ms":700604,"mean_ms":265043.125,"min_ms":183145,"paired_attempt_count":8,"paired_latency_ms":2120345,"paired_output_tokens":117870,"run_count":8},"none":{"attempt_count":8,"max_ms":461859,"mean_ms":308937.375,"min_ms":155474,"paired_attempt_count":8,"paired_latency_ms":2471499,"paired_output_tokens":138168,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":76211,"output_mean":34293.10344827586,"output_min":8500,"run_count":29},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":14,"output_max":76211,"output_mean":56804.769230769234,"output_min":37117,"run_count":13},"medium":{"attempt_count":8,"output_max":40473,"output_mean":14733.75,"output_min":10090,"run_count":8},"none":{"attempt_count":8,"output_max":26415,"output_mean":17271.0,"output_min":8500,"run_count":8}},"display_name":"Qwen3.8 Max","economics":{"all":49.56403950381645,"highest":51.310097015021306,"medium":49.20423841853253,"none":48.177783077895526},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":1,"effective_max_output_tokens":[131072],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"reconciliation_get_attempts":142,"requested_max_output_token_observations":1,"requested_max_output_tokens":[131072],"total_output_tokens":994500,"total_reasoning_output_tokens":878493,"total_visible_output_tokens":116007,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":10,"failed_game_aliases":["GB2-02"],"first_pass_admitted":8,"first_pass_rate":0.8888888888888888,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1,"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"performance_rejections":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-02","GB2-06","GB2-08"],"infra_failures_excluded":3,"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-04"],"performance_rejections":1}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":34.19685104687806,"score":34.19685104687806},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":44.02613885185602,"score":35.62654386994161},"GB2-03":{"attempts":3,"playable":49.015098534763204,"score":49.015098534763204},"GB2-04":{"attempts":3,"playable":47.334641289531305,"score":47.334641289531305},"GB2-05":{"attempts":3,"playable":66.70753010574579,"score":66.70753010574579},"GB2-06":{"attempts":3,"playable":38.90233149316765,"score":38.90233149316765},"GB2-07":{"attempts":3,"playable":61.37410331785235,"score":61.37410331785235},"GB2-08":{"attempts":3,"playable":63.35521637265169,"score":63.35521637265169}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":34.378870758193344,"score":34.378870758193344},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":50.397569891486484,"score":25.198784945743242},"GB2-03":{"attempts":1,"playable":54.13448304356477,"score":54.13448304356477},"GB2-04":{"attempts":1,"playable":65.05097642935233,"score":65.05097642935233},"GB2-05":{"attempts":1,"playable":46.41604349352272,"score":46.41604349352272},"GB2-06":{"attempts":1,"playable":48.68861108082783,"score":48.68861108082783},"GB2-07":{"attempts":1,"playable":76.52544010544965,"score":76.52544010544965},"GB2-08":{"attempts":1,"playable":60.0875662635165,"score":60.0875662635165}},"medium":{"GB2-01":{"attempts":1,"playable":41.411696640926024,"score":41.411696640926024},"GB2-02":{"attempts":1,"playable":42.83446061535564,"score":42.83446061535564},"GB2-03":{"attempts":1,"playable":55.11356727979218,"score":55.11356727979218},"GB2-04":{"attempts":1,"playable":36.58612341709481,"score":36.58612341709481},"GB2-05":{"attempts":1,"playable":65.15147965708994,"score":65.15147965708994},"GB2-06":{"attempts":1,"playable":46.58266090155817,"score":46.58266090155817},"GB2-07":{"attempts":1,"playable":38.677473067543204,"score":38.677473067543204},"GB2-08":{"attempts":1,"playable":67.27644576890033,"score":67.27644576890033}},"none":{"GB2-01":{"attempts":1,"playable":26.79998574151482,"score":26.79998574151482},"GB2-02":{"attempts":1,"playable":38.84638604872593,"score":38.84638604872593},"GB2-03":{"attempts":1,"playable":37.79724528093267,"score":37.79724528093267},"GB2-04":{"attempts":1,"playable":40.366824022146766,"score":40.366824022146766},"GB2-05":{"attempts":1,"playable":88.55506716662471,"score":88.55506716662471},"GB2-06":{"attempts":1,"playable":21.435722497116952,"score":21.435722497116952},"GB2-07":{"attempts":1,"playable":68.9193967805642,"score":68.9193967805642},"GB2-08":{"attempts":1,"playable":62.70163708553823,"score":62.70163708553823}}},"id":"qwen/qwen3.8-max","is_recent_addition":false,"last_measured_at":"2026-11-21T16:27:11Z","match_totals_all":{"draws":3204,"losses":7136,"wins":5734},"match_totals_tracks":{"highest":{"draws":856,"losses":2298,"wins":2204},"medium":{"draws":1201,"losses":2400,"wins":1757},"none":{"draws":1147,"losses":2438,"wins":1773}},"model_slug":"qwen-qwen3-8-max","official_rank_by_reasoning":{"highest":60,"medium":60,"none":40},"overall":{"max":88.55506716662471,"mean":49.56403950381645,"min":21.435722497116952},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":51,"overall_ranking_status":"ranked","per_game":{"GB2-01":34.378870758193344,"GB2-02":50.397569891486484,"GB2-03":54.13448304356477,"GB2-04":65.05097642935233,"GB2-05":46.41604349352272,"GB2-06":48.68861108082783,"GB2-07":76.52544010544965,"GB2-08":60.0875662635165},"per_game_all":{"GB2-01":34.19685104687806,"GB2-02":44.02613885185602,"GB2-03":49.015098534763204,"GB2-04":47.334641289531305,"GB2-05":66.70753010574579,"GB2-06":38.90233149316765,"GB2-07":61.37410331785235,"GB2-08":63.35521637265169},"per_game_match_totals_all":{"GB2-01":{"draws":471,"losses":1176,"wins":393},"GB2-02":{"draws":1299,"losses":502,"wins":107},"GB2-03":{"draws":352,"losses":964,"wins":658},"GB2-04":{"draws":1007,"losses":610,"wins":345},"GB2-05":{"draws":0,"losses":810,"wins":1260},"GB2-06":{"draws":75,"losses":1267,"wins":632},"GB2-07":{"draws":0,"losses":927,"wins":1131},"GB2-08":{"draws":0,"losses":880,"wins":1208}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":115,"losses":412,"wins":153},"GB2-02":{"draws":420,"losses":136,"wins":80},"GB2-03":{"draws":45,"losses":327,"wins":286},"GB2-04":{"draws":241,"losses":140,"wins":273},"GB2-05":{"draws":0,"losses":404,"wins":286},"GB2-06":{"draws":35,"losses":358,"wins":265},"GB2-07":{"draws":0,"losses":205,"wins":481},"GB2-08":{"draws":0,"losses":316,"wins":380}},"medium":{"GB2-01":{"draws":218,"losses":315,"wins":147},"GB2-02":{"draws":458,"losses":162,"wins":16},"GB2-03":{"draws":115,"losses":286,"wins":257},"GB2-04":{"draws":386,"losses":245,"wins":23},"GB2-05":{"draws":0,"losses":286,"wins":404},"GB2-06":{"draws":24,"losses":377,"wins":257},"GB2-07":{"draws":0,"losses":463,"wins":223},"GB2-08":{"draws":0,"losses":266,"wins":430}},"none":{"GB2-01":{"draws":138,"losses":449,"wins":93},"GB2-02":{"draws":421,"losses":204,"wins":11},"GB2-03":{"draws":192,"losses":351,"wins":115},"GB2-04":{"draws":380,"losses":225,"wins":49},"GB2-05":{"draws":0,"losses":120,"wins":570},"GB2-06":{"draws":16,"losses":532,"wins":110},"GB2-07":{"draws":0,"losses":259,"wins":427},"GB2-08":{"draws":0,"losses":298,"wins":398}}},"per_game_raw_elo_all":{"GB2-01":1287.6265420295185,"GB2-02":1386.5533587177397,"GB2-03":1365.3867165538443,"GB2-04":1425.481602131711,"GB2-05":1661.455773622058,"GB2-06":1215.4540400336264,"GB2-07":1527.6877257414237,"GB2-08":1586.25615851527},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1291.6029388048155,"GB2-02":1436.4775729777516,"GB2-03":1410.905965010021,"GB2-04":1569.8826054540489,"GB2-05":1291.026608163282,"GB2-06":1371.132396515015,"GB2-07":1752.0838433266413,"GB2-08":1518.2385846161467},"medium":{"GB2-01":1361.39540997776,"GB2-02":1377.3713409672546,"GB2-03":1420.0088547772575,"GB2-04":1338.0052506240052,"GB2-05":1548.1181214210753,"GB2-06":1337.6686558244867,"GB2-07":1210.1897698922314,"GB2-08":1668.9214621575327},"none":{"GB2-01":1209.88127730598,"GB2-02":1345.8111622082124,"GB2-03":1265.2453298742544,"GB2-04":1368.5569503170786,"GB2-05":2145.2225912818167,"GB2-06":937.5610677613779,"GB2-07":1620.7895640053985,"GB2-08":1571.6084287721314}},"per_game_tracks":{"highest":{"GB2-01":34.378870758193344,"GB2-02":50.397569891486484,"GB2-03":54.13448304356477,"GB2-04":65.05097642935233,"GB2-05":46.41604349352272,"GB2-06":48.68861108082783,"GB2-07":76.52544010544965,"GB2-08":60.0875662635165},"medium":{"GB2-01":41.411696640926024,"GB2-02":42.83446061535564,"GB2-03":55.11356727979218,"GB2-04":36.58612341709481,"GB2-05":65.15147965708994,"GB2-06":46.58266090155817,"GB2-07":38.677473067543204,"GB2-08":67.27644576890033},"none":{"GB2-01":26.79998574151482,"GB2-02":38.84638604872593,"GB2-03":37.79724528093267,"GB2-04":40.366824022146766,"GB2-05":88.55506716662471,"GB2-06":21.435722497116952,"GB2-07":68.9193967805642,"GB2-08":62.70163708553823}},"program_outcomes":{"all":{"counted_attempts":25,"failed":1,"infra_excluded":3,"success_rate":0.96,"too_slow":1,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":9,"failed":1,"infra_excluded":3,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T14:26:52Z","reasoning":{"highest":51.310097015021306,"medium":49.20423841853253,"none":48.177783077895526},"reasoning_agg":{"highest":{"max":76.52544010544965,"mean":51.310097015021306,"min":25.198784945743242},"medium":{"max":67.27644576890033,"mean":49.20423841853253,"min":36.58612341709481},"none":{"max":88.55506716662471,"mean":48.177783077895526,"min":21.435722497116952}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":3.1323139371257795},"working_program_strength":{"all":50.61398887655576,"highest":54.45994513323921,"medium":49.20423841853253,"none":48.177783077895526}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash:55fc6e4058481ea6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.5094276945411561,"mean":0.27056867355814085,"median":0.2333324037943521,"min":0.1875185140307643,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.1645493884651272},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.27117240812024124,"mean":0.1983136265434789,"median":0.18868274576048882,"min":0.15676593388665558,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":1.5865090123478316},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11,"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Combined: Provider-reported + Standard list-price estimate","failed_cell_count":2,"max":0.12650943660072694,"mean":0.07695988119919009,"median":0.07334251535992004,"min":0.043710665151447045,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"recorded_attempt_count":14,"run_count":16,"token_priced_attempt_count":11,"total":1.2313580991870416}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.27117240812024124,"mean":0.1983136265434789,"median":0.18868274576048882,"min":0.15676593388665558,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":1.5865090123478311},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.122172,"mean":0.06676931250000001,"median":0.06893550000000001,"min":0.025422,"recorded_attempt_count":14,"run_count":8,"total":0.5341545000000001},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.13084687320145388,"mean":0.0871504498983802,"median":0.08084431374719805,"min":0.0619993303028941,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.6972035991870416},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.5094276945411561,"mean":0.27056867355814085,"median":0.2333324037943521,"min":0.1875185140307643,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.164549388465127}},"codegen_cost_usd":{"admitted_cell_count":30,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":32,"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Combined: Provider-reported + Standard list-price estimate","failed_cell_count":2,"max":0.5094276945411561,"mean":0.1819473937669366,"median":0.18692147314407714,"min":0.043710665151447045,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":32},"recorded_attempt_count":14,"run_count":32,"token_priced_attempt_count":32,"total":4.982416499999999},"codegen_output_tokens":{"attempt_count":32,"output_max":60921,"output_mean":18651.916666666668,"output_min":1790,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":60921,"output_mean":31693.5,"output_min":21144,"run_count":8},"medium":{"attempt_count":10,"output_max":28586,"output_mean":21214.875,"output_min":16507,"run_count":8},"none":{"attempt_count":11,"output_max":4623,"output_mean":3047.375,"output_min":1790,"run_count":8}},"display_name":"Gemini 3.5 Flash","economics":{"all":49.46104240080688,"highest":63.36556553263962,"medium":55.51009100633494,"none":29.507470663446075},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":32,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"total_output_tokens":447646,"total_reasoning_output_tokens":288780,"total_visible_output_tokens":158866,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":11,"first_pass_rate":0.6875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.1875},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":4,"playable":68.29824407097438,"score":68.29824407097438},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":48.55280617787878,"score":42.09259425045189},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":52.8418903236747,"score":49.00784284134283},"GB2-04":{"attempts":4,"playable":45.47326196937735,"score":45.47326196937735},"GB2-05":{"attempts":4,"playable":42.20576450129485,"score":42.20576450129485},"GB2-06":{"attempts":4,"playable":60.150118622386636,"score":60.150118622386636},"GB2-07":{"attempts":4,"playable":49.28263491252783,"score":49.28263491252783},"GB2-08":{"attempts":4,"playable":39.177878038099294,"score":39.177878038099294}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":89.89151056119589,"score":89.89151056119589},"GB2-02":{"attempts":1,"playable":63.386352264427934,"score":63.386352264427934},"GB2-03":{"attempts":1,"playable":67.56857137506336,"score":67.56857137506336},"GB2-04":{"attempts":1,"playable":40.44877349935654,"score":40.44877349935654},"GB2-05":{"attempts":1,"playable":48.65873810937554,"score":48.65873810937554},"GB2-06":{"attempts":1,"playable":72.59993761033019,"score":72.59993761033019},"GB2-07":{"attempts":1,"playable":50.9127412825776,"score":50.9127412825776},"GB2-08":{"attempts":1,"playable":73.45789955878998,"score":73.45789955878998}},"medium":{"GB2-01":{"attempts":1,"playable":70.05388043769496,"score":70.05388043769496},"GB2-02":{"attempts":1,"playable":43.510794704647026,"score":43.510794704647026},"GB2-03":{"attempts":1,"playable":67.95281470196947,"score":67.95281470196947},"GB2-04":{"attempts":1,"playable":55.32142390642495,"score":55.32142390642495},"GB2-05":{"attempts":1,"playable":63.59221808724224,"score":63.59221808724224},"GB2-06":{"attempts":1,"playable":70.61092822552494,"score":70.61092822552494},"GB2-07":{"attempts":1,"playable":52.99287942885431,"score":52.99287942885431},"GB2-08":{"attempts":1,"playable":20.04578855832157,"score":20.04578855832157}},"none":{"GB2-01":{"attempts":2,"playable":44.94934121403227,"score":44.94934121403227},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":38.7612715645614,"score":19.3806357822807},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":23.004284893991244,"score":11.502142446995622},"GB2-04":{"attempts":2,"playable":40.64958850235054,"score":40.64958850235054},"GB2-05":{"attempts":2,"playable":14.366337307266782,"score":14.366337307266782},"GB2-06":{"attempts":2,"playable":37.239490031304776,"score":37.239490031304776},"GB2-07":{"attempts":2,"playable":43.94228402615158,"score":43.94228402615158},"GB2-08":{"attempts":2,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"google/gemini-3.5-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:14:19Z","match_totals_all":{"draws":3162,"losses":9961,"wins":7015},"match_totals_tracks":{"highest":{"draws":716,"losses":1889,"wins":2753},"medium":{"draws":907,"losses":2220,"wins":2231},"none":{"draws":1539,"losses":5852,"wins":2031}},"model_slug":"google-gemini-3-5-flash","official_rank_by_reasoning":{"highest":41,"medium":45,"none":85},"overall":{"max":89.89151056119589,"mean":49.46104240080688,"min":11.502142446995622},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":52,"overall_ranking_status":"ranked","per_game":{"GB2-01":89.89151056119589,"GB2-02":63.386352264427934,"GB2-03":67.56857137506336,"GB2-04":40.44877349935654,"GB2-05":48.65873810937554,"GB2-06":72.59993761033019,"GB2-07":50.9127412825776,"GB2-08":73.45789955878998},"per_game_all":{"GB2-01":68.29824407097438,"GB2-02":48.55280617787878,"GB2-03":52.8418903236747,"GB2-04":45.47326196937735,"GB2-05":42.20576450129485,"GB2-06":60.150118622386636,"GB2-07":49.28263491252783,"GB2-08":39.177878038099294},"per_game_match_totals_all":{"GB2-01":{"draws":300,"losses":976,"wins":1444},"GB2-02":{"draws":1244,"losses":447,"wins":217},"GB2-03":{"draws":181,"losses":969,"wins":824},"GB2-04":{"draws":1423,"losses":852,"wins":341},"GB2-05":{"draws":0,"losses":1896,"wins":864},"GB2-06":{"draws":14,"losses":1319,"wins":1299},"GB2-07":{"draws":0,"losses":1608,"wins":1136},"GB2-08":{"draws":0,"losses":1894,"wins":890}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":26,"losses":78,"wins":576},"GB2-02":{"draws":320,"losses":107,"wins":209},"GB2-03":{"draws":40,"losses":245,"wins":373},"GB2-04":{"draws":327,"losses":251,"wins":76},"GB2-05":{"draws":0,"losses":390,"wins":300},"GB2-06":{"draws":3,"losses":213,"wins":442},"GB2-07":{"draws":0,"losses":383,"wins":303},"GB2-08":{"draws":0,"losses":222,"wins":474}},"medium":{"GB2-01":{"draws":24,"losses":222,"wins":434},"GB2-02":{"draws":486,"losses":144,"wins":6},"GB2-03":{"draws":53,"losses":236,"wins":369},"GB2-04":{"draws":339,"losses":153,"wins":162},"GB2-05":{"draws":0,"losses":296,"wins":394},"GB2-06":{"draws":5,"losses":226,"wins":427},"GB2-07":{"draws":0,"losses":369,"wins":317},"GB2-08":{"draws":0,"losses":574,"wins":122}},"none":{"GB2-01":{"draws":250,"losses":676,"wins":434},"GB2-02":{"draws":438,"losses":196,"wins":2},"GB2-03":{"draws":88,"losses":488,"wins":82},"GB2-04":{"draws":757,"losses":448,"wins":103},"GB2-05":{"draws":0,"losses":1210,"wins":170},"GB2-06":{"draws":6,"losses":880,"wins":430},"GB2-07":{"draws":0,"losses":856,"wins":516},"GB2-08":{"draws":0,"losses":1098,"wins":294}}},"per_game_raw_elo_all":{"GB2-01":1665.8360094303691,"GB2-02":1423.5902840390547,"GB2-03":1407.0374137666997,"GB2-04":1409.0051889333902,"GB2-05":1208.4872543070605,"GB2-06":1574.1855019578159,"GB2-07":1347.4182325313661,"GB2-08":1210.2003756087918},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1956.7682692299093,"GB2-02":1542.9687003186666,"GB2-03":1547.680804534355,"GB2-04":1369.211092820088,"GB2-05":1319.778535365524,"GB2-06":1786.1401944826664,"GB2-07":1368.447142088798,"GB2-08":1805.9566253016603},"medium":{"GB2-01":1646.6895957858808,"GB2-02":1382.6722069572993,"GB2-03":1552.1303189343503,"GB2-04":1487.0919693353324,"GB2-05":1523.7520479129992,"GB2-06":1748.9830264944917,"GB2-07":1395.7171860720266,"GB2-08":882.0531735882807},"none":{"GB2-01":1394.050163275318,"GB2-02":1345.129944841198,"GB2-03":1121.3011178313939,"GB2-04":1370.7125046447504,"GB2-05":781.9311796426584,"GB2-06":1187.4332848962897,"GB2-07":1278.0903694332737,"GB2-08":942.5913279364339}},"per_game_tracks":{"highest":{"GB2-01":89.89151056119589,"GB2-02":63.386352264427934,"GB2-03":67.56857137506336,"GB2-04":40.44877349935654,"GB2-05":48.65873810937554,"GB2-06":72.59993761033019,"GB2-07":50.9127412825776,"GB2-08":73.45789955878998},"medium":{"GB2-01":70.05388043769496,"GB2-02":43.510794704647026,"GB2-03":67.95281470196947,"GB2-04":55.32142390642495,"GB2-05":63.59221808724224,"GB2-06":70.61092822552494,"GB2-07":52.99287942885431,"GB2-08":20.04578855832157},"none":{"GB2-01":44.94934121403227,"GB2-02":38.7612715645614,"GB2-03":23.004284893991244,"GB2-04":40.64958850235054,"GB2-05":14.366337307266782,"GB2-06":37.239490031304776,"GB2-07":43.94228402615158,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":32,"failed":2,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":8,"worked_first_time":22,"working":30},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":11,"working":14}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:24:25Z","reasoning":{"highest":63.36556553263962,"medium":55.51009100633494,"none":29.507470663446075},"reasoning_agg":{"highest":{"max":89.89151056119589,"mean":63.36556553263962,"min":40.44877349935654},"medium":{"max":70.61092822552494,"mean":55.51009100633494,"min":20.04578855832157},"none":{"max":44.94934121403227,"mean":29.507470663446075,"min":11.502142446995622}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":33.85809486919355},"working_program_strength":{"all":50.747824827026726,"highest":63.36556553263962,"medium":55.51009100633494,"none":33.36781794210561}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-5:2b10b38f1a8e19cc","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":4.4173,"mean":2.7356843750000004,"median":2.536595,"min":2.045485,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":21.885475},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.58673,"mean":0.44285687500000004,"median":0.4176025,"min":0.34269,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":3.542855},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.156555,"mean":0.1422525,"median":0.14850249999999998,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.13802}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.58673,"mean":0.44285687500000004,"median":0.4176025,"min":0.34269,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":3.5428550000000003},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.156555,"mean":0.1422525,"median":0.14850249999999998,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":1.13802},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":4.4173,"mean":2.7356843750000004,"median":2.536595,"min":2.045485,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":21.885475}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":4.4173,"mean":1.10693125,"median":0.4176025,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":26},"run_count":24,"token_priced_attempt_count":26,"total":26.566350000000003},"codegen_latency_ms":{"attempt_count":26,"max_ms":1288484,"mean_ms":282342.6666666667,"min_ms":29373,"paired_attempt_count":26,"paired_latency_ms":6776224,"paired_output_tokens":851788,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1288484,"mean_ms":693731.5,"min_ms":464667,"paired_attempt_count":9,"paired_latency_ms":5549852,"paired_output_tokens":717931,"run_count":8},"medium":{"attempt_count":9,"max_ms":158785,"mean_ms":120076.75,"min_ms":87418,"paired_attempt_count":9,"paired_latency_ms":960614,"paired_output_tokens":106253,"run_count":8},"none":{"attempt_count":8,"max_ms":37405,"mean_ms":33219.75,"min_ms":29373,"paired_attempt_count":8,"paired_latency_ms":265758,"paired_output_tokens":27604,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":144760,"output_mean":35491.166666666664,"output_min":2821,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":144760,"output_mean":89741.375,"output_min":66963,"run_count":8},"medium":{"attempt_count":9,"output_max":16870,"output_mean":13281.625,"output_min":10218,"run_count":8},"none":{"attempt_count":8,"output_max":3990,"output_mean":3450.5,"output_min":2821,"run_count":8}},"display_name":"GPT-5.5","economics":{"all":49.43431969829586,"highest":60.164246238694865,"medium":51.7438081575858,"none":36.394904698606894},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"total_output_tokens":851788},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.91021309145627,"score":65.91021309145627},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":47.60365404794297,"score":31.73576936529531},"GB2-03":{"attempts":3,"playable":41.314997564491094,"score":41.314997564491094},"GB2-04":{"attempts":3,"playable":38.121601541929124,"score":38.121601541929124},"GB2-05":{"attempts":3,"playable":66.59858118942307,"score":66.59858118942307},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":53.340612504390904,"score":35.5604083362606},"GB2-07":{"attempts":3,"playable":60.18162701370223,"score":60.18162701370223},"GB2-08":{"attempts":3,"playable":56.051359483809115,"score":56.051359483809115}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":80.4576383235619,"score":80.4576383235619},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":48.60797296907427,"score":48.60797296907427},"GB2-04":{"attempts":1,"playable":36.256383401235844,"score":36.256383401235844},"GB2-05":{"attempts":1,"playable":77.25316266151293,"score":77.25316266151293},"GB2-06":{"attempts":1,"playable":77.56702419426648,"score":77.56702419426648},"GB2-07":{"attempts":1,"playable":84.93042178017883,"score":84.93042178017883},"GB2-08":{"attempts":1,"playable":76.24136657972868,"score":76.24136657972868}},"medium":{"GB2-01":{"attempts":1,"playable":66.07431889620842,"score":66.07431889620842},"GB2-02":{"attempts":1,"playable":53.55820980648409,"score":53.55820980648409},"GB2-03":{"attempts":1,"playable":37.197370826160615,"score":37.197370826160615},"GB2-04":{"attempts":1,"playable":38.972090267261436,"score":38.972090267261436},"GB2-05":{"attempts":1,"playable":74.52449746353726,"score":74.52449746353726},"GB2-06":{"attempts":1,"playable":29.11420081451532,"score":29.11420081451532},"GB2-07":{"attempts":1,"playable":59.150603880880006,"score":59.150603880880006},"GB2-08":{"attempts":1,"playable":55.359173305639274,"score":55.359173305639274}},"none":{"GB2-01":{"attempts":1,"playable":51.1986820545985,"score":51.1986820545985},"GB2-02":{"attempts":1,"playable":41.649098289401834,"score":41.649098289401834},"GB2-03":{"attempts":1,"playable":38.139648898238406,"score":38.139648898238406},"GB2-04":{"attempts":1,"playable":39.13633095729009,"score":39.13633095729009},"GB2-05":{"attempts":1,"playable":48.01808344321902,"score":48.01808344321902},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":36.463855380047846,"score":36.463855380047846},"GB2-08":{"attempts":1,"playable":36.55353856605942,"score":36.55353856605942}}},"id":"gpt-5.5","is_recent_addition":false,"last_measured_at":"2026-11-21T15:19:54Z","match_totals_all":{"draws":3306,"losses":5884,"wins":5590},"match_totals_tracks":{"highest":{"draws":689,"losses":1369,"wins":2664},"medium":{"draws":1236,"losses":2239,"wins":1883},"none":{"draws":1381,"losses":2276,"wins":1043}},"model_slug":"gpt-5-5","official_rank_by_reasoning":{"highest":48,"medium":52,"none":73},"overall":{"max":84.93042178017883,"mean":49.43431969829586,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":53,"overall_ranking_status":"ranked","per_game":{"GB2-01":80.4576383235619,"GB2-03":48.60797296907427,"GB2-04":36.256383401235844,"GB2-05":77.25316266151293,"GB2-06":77.56702419426648,"GB2-07":84.93042178017883,"GB2-08":76.24136657972868},"per_game_all":{"GB2-01":65.91021309145627,"GB2-03":41.314997564491094,"GB2-04":38.121601541929124,"GB2-05":66.59858118942307,"GB2-07":60.18162701370223,"GB2-08":56.051359483809115},"per_game_match_totals_all":{"GB2-01":{"draws":873,"losses":346,"wins":821},"GB2-02":{"draws":826,"losses":312,"wins":134},"GB2-03":{"draws":535,"losses":1011,"wins":428},"GB2-04":{"draws":1044,"losses":764,"wins":154},"GB2-05":{"draws":0,"losses":823,"wins":1247},"GB2-06":{"draws":28,"losses":661,"wins":627},"GB2-07":{"draws":0,"losses":947,"wins":1111},"GB2-08":{"draws":0,"losses":1020,"wins":1068}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":149,"losses":87,"wins":444},"GB2-03":{"draws":182,"losses":292,"wins":184},"GB2-04":{"draws":336,"losses":272,"wins":46},"GB2-05":{"draws":0,"losses":205,"wins":485},"GB2-06":{"draws":22,"losses":168,"wins":468},"GB2-07":{"draws":0,"losses":143,"wins":543},"GB2-08":{"draws":0,"losses":202,"wins":494}},"medium":{"GB2-01":{"draws":336,"losses":93,"wins":251},"GB2-02":{"draws":364,"losses":145,"wins":127},"GB2-03":{"draws":189,"losses":356,"wins":113},"GB2-04":{"draws":341,"losses":253,"wins":60},"GB2-05":{"draws":0,"losses":224,"wins":466},"GB2-06":{"draws":6,"losses":493,"wins":159},"GB2-07":{"draws":0,"losses":327,"wins":359},"GB2-08":{"draws":0,"losses":348,"wins":348}},"none":{"GB2-01":{"draws":388,"losses":166,"wins":126},"GB2-02":{"draws":462,"losses":167,"wins":7},"GB2-03":{"draws":164,"losses":363,"wins":131},"GB2-04":{"draws":367,"losses":239,"wins":48},"GB2-05":{"draws":0,"losses":394,"wins":296},"GB2-07":{"draws":0,"losses":477,"wins":209},"GB2-08":{"draws":0,"losses":470,"wins":226}}},"per_game_raw_elo_all":{"GB2-01":1612.7387366292485,"GB2-03":1296.344056212881,"GB2-04":1350.4582966477424,"GB2-05":1607.19263020601,"GB2-07":1537.7839350718175,"GB2-08":1472.5093115333982},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1780.3147491052455,"GB2-03":1360.8561533222805,"GB2-04":1335.2983084340506,"GB2-05":1787.167512574818,"GB2-06":1881.1208069534118,"GB2-07":1953.70909307341,"GB2-08":1869.2269751068452},"medium":{"GB2-01":1602.9457492240535,"GB2-02":1461.433239305798,"GB2-03":1259.8712952017463,"GB2-04":1357.3776302192127,"GB2-05":1722.8465205087332,"GB2-06":1063.0650964481438,"GB2-07":1478.4214552097278,"GB2-08":1426.6519690663558},"none":{"GB2-01":1454.9557115584457,"GB2-02":1368.052277244607,"GB2-03":1268.3047201146167,"GB2-04":1358.698951289964,"GB2-05":1311.5638575344794,"GB2-07":1181.2212569323146,"GB2-08":1121.6489904269934}},"per_game_tracks":{"highest":{"GB2-01":80.4576383235619,"GB2-03":48.60797296907427,"GB2-04":36.256383401235844,"GB2-05":77.25316266151293,"GB2-06":77.56702419426648,"GB2-07":84.93042178017883,"GB2-08":76.24136657972868},"medium":{"GB2-01":66.07431889620842,"GB2-02":53.55820980648409,"GB2-03":37.197370826160615,"GB2-04":38.972090267261436,"GB2-05":74.52449746353726,"GB2-06":29.11420081451532,"GB2-07":59.150603880880006,"GB2-08":55.359173305639274},"none":{"GB2-01":51.1986820545985,"GB2-02":41.649098289401834,"GB2-03":38.139648898238406,"GB2-04":39.13633095729009,"GB2-05":48.01808344321902,"GB2-07":36.463855380047846,"GB2-08":36.55353856605942}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":1,"worked_first_time":21,"working":22},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:05:37Z","reasoning":{"highest":60.164246238694865,"medium":51.7438081575858,"none":36.394904698606894},"reasoning_agg":{"highest":{"max":84.93042178017883,"mean":60.164246238694865,"min":0.0},"medium":{"max":74.52449746353726,"mean":51.7438081575858,"min":29.11420081451532},"none":{"max":51.1986820545985,"mean":36.394904698606894,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":23.76934154008797},"working_program_strength":{"all":54.03237450483403,"highest":68.75913855850841,"medium":51.7438081575858,"none":41.59417679840788}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-large-4-0-1029:c1c24eb8b5ad45c8","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09685788,"mean":0.0741908125,"median":0.07238581,"min":0.0597184,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.5935265},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1026753,"mean":0.06796405,"median":0.06793885,"min":0.04414354,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.5437124},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1275015,"mean":0.0774981025,"median":0.07601720000000001,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.61998482}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1026753,"mean":0.06796405,"median":0.06793885,"min":0.04414354,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.5437124},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1275015,"mean":0.0774981025,"median":0.07601720000000001,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.61998482},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09685788,"mean":0.0741908125,"median":0.07238581,"min":0.0597184,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.5935265}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1275015,"mean":0.073217655,"median":0.0720384,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":1.7572237199999998},"codegen_latency_ms":{"attempt_count":27,"max_ms":1386150,"mean_ms":384829.7083333333,"min_ms":112553,"paired_attempt_count":27,"paired_latency_ms":9235913,"paired_output_tokens":778237,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1386150,"mean_ms":605269.5,"min_ms":244425,"paired_attempt_count":10,"paired_latency_ms":4842156,"paired_output_tokens":260466,"run_count":8},"medium":{"attempt_count":8,"max_ms":387474,"mean_ms":271840.0,"min_ms":152616,"paired_attempt_count":8,"paired_latency_ms":2174720,"paired_output_tokens":241983,"run_count":8},"none":{"attempt_count":9,"max_ms":432586,"mean_ms":277379.625,"min_ms":112553,"paired_attempt_count":9,"paired_latency_ms":2219037,"paired_output_tokens":275788,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":57404,"output_mean":32426.541666666668,"output_min":18529,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":45711,"output_mean":32558.25,"output_min":25580,"run_count":8},"medium":{"attempt_count":8,"output_max":46254,"output_mean":30247.875,"output_min":20673,"run_count":8},"none":{"attempt_count":9,"output_max":57404,"output_mean":34473.5,"output_min":18529,"run_count":8}},"display_name":"Mistral Large 4 (Oct 29)","economics":{"all":48.32118695575621,"highest":40.70049672365214,"medium":54.20750703887924,"none":50.05555710473724},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[262144],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[262144],"total_output_tokens":778237,"total_reasoning_output_tokens":682384,"total_visible_output_tokens":95853,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-large-4-0-1029","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":33.39947887240072,"score":33.39947887240072},"GB2-02":{"attempts":3,"playable":44.74341134799053,"score":44.74341134799053},"GB2-03":{"attempts":3,"playable":48.33348794072007,"score":48.33348794072007},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":36.750548160579434,"score":24.50036544038629},"GB2-05":{"attempts":3,"playable":64.04489812817816,"score":64.04489812817816},"GB2-06":{"attempts":3,"playable":80.98608958926486,"score":80.98608958926486},"GB2-07":{"attempts":3,"playable":47.79902384706932,"score":47.79902384706932},"GB2-08":{"attempts":3,"playable":42.76274048003967,"score":42.76274048003967}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":24.355771030270965,"score":24.355771030270965},"GB2-02":{"attempts":1,"playable":47.30079014338423,"score":47.30079014338423},"GB2-03":{"attempts":1,"playable":38.65273005012088,"score":38.65273005012088},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":69.001595605975,"score":69.001595605975},"GB2-06":{"attempts":1,"playable":79.77012360630678,"score":79.77012360630678},"GB2-07":{"attempts":1,"playable":47.9129747284003,"score":47.9129747284003},"GB2-08":{"attempts":1,"playable":18.60998862475888,"score":18.60998862475888}},"medium":{"GB2-01":{"attempts":1,"playable":32.35662022762516,"score":32.35662022762516},"GB2-02":{"attempts":1,"playable":41.31001466939874,"score":41.31001466939874},"GB2-03":{"attempts":1,"playable":63.444427254689195,"score":63.444427254689195},"GB2-04":{"attempts":1,"playable":36.00897898665868,"score":36.00897898665868},"GB2-05":{"attempts":1,"playable":79.76136066169516,"score":79.76136066169516},"GB2-06":{"attempts":1,"playable":84.24157456946135,"score":84.24157456946135},"GB2-07":{"attempts":1,"playable":60.45624241270574,"score":60.45624241270574},"GB2-08":{"attempts":1,"playable":36.08083752879986,"score":36.08083752879986}},"none":{"GB2-01":{"attempts":1,"playable":43.48604535930603,"score":43.48604535930603},"GB2-02":{"attempts":1,"playable":45.61942923118862,"score":45.61942923118862},"GB2-03":{"attempts":1,"playable":42.903306517350146,"score":42.903306517350146},"GB2-04":{"attempts":1,"playable":37.492117334500186,"score":37.492117334500186},"GB2-05":{"attempts":1,"playable":43.37173811686433,"score":43.37173811686433},"GB2-06":{"attempts":1,"playable":78.94657059202648,"score":78.94657059202648},"GB2-07":{"attempts":1,"playable":35.02785440010191,"score":35.02785440010191},"GB2-08":{"attempts":1,"playable":73.59739528656024,"score":73.59739528656024}}},"id":"mistralai/mistral-large-4-0-1029","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:14Z","match_totals_all":{"draws":2958,"losses":6928,"wins":5534},"match_totals_tracks":{"highest":{"draws":772,"losses":2364,"wins":1568},"medium":{"draws":1089,"losses":2179,"wins":2090},"none":{"draws":1097,"losses":2385,"wins":1876}},"model_slug":"mistralai-mistral-large-4-0-1029","official_rank_by_reasoning":{"highest":70,"medium":46,"none":31},"overall":{"max":84.24157456946135,"mean":48.32118695575621,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":54,"overall_ranking_status":"ranked","per_game":{"GB2-01":24.355771030270965,"GB2-02":47.30079014338423,"GB2-03":38.65273005012088,"GB2-05":69.001595605975,"GB2-06":79.77012360630678,"GB2-07":47.9129747284003,"GB2-08":18.60998862475888},"per_game_all":{"GB2-01":33.39947887240072,"GB2-02":44.74341134799053,"GB2-03":48.33348794072007,"GB2-05":64.04489812817816,"GB2-06":80.98608958926486,"GB2-07":47.79902384706932,"GB2-08":42.76274048003967},"per_game_match_totals_all":{"GB2-01":{"draws":367,"losses":1243,"wins":430},"GB2-02":{"draws":1360,"losses":459,"wins":89},"GB2-03":{"draws":457,"losses":922,"wins":595},"GB2-04":{"draws":676,"losses":536,"wins":96},"GB2-05":{"draws":0,"losses":871,"wins":1199},"GB2-06":{"draws":98,"losses":413,"wins":1463},"GB2-07":{"draws":0,"losses":1207,"wins":851},"GB2-08":{"draws":0,"losses":1277,"wins":811}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":143,"losses":462,"wins":75},"GB2-02":{"draws":463,"losses":133,"wins":40},"GB2-03":{"draws":140,"losses":372,"wins":146},"GB2-05":{"draws":0,"losses":261,"wins":429},"GB2-06":{"draws":26,"losses":150,"wins":482},"GB2-07":{"draws":0,"losses":403,"wins":283},"GB2-08":{"draws":0,"losses":583,"wins":113}},"medium":{"GB2-01":{"draws":63,"losses":451,"wins":166},"GB2-02":{"draws":456,"losses":172,"wins":8},"GB2-03":{"draws":185,"losses":199,"wins":274},"GB2-04":{"draws":351,"losses":266,"wins":37},"GB2-05":{"draws":0,"losses":187,"wins":503},"GB2-06":{"draws":34,"losses":113,"wins":511},"GB2-07":{"draws":0,"losses":318,"wins":368},"GB2-08":{"draws":0,"losses":473,"wins":223}},"none":{"GB2-01":{"draws":161,"losses":330,"wins":189},"GB2-02":{"draws":441,"losses":154,"wins":41},"GB2-03":{"draws":132,"losses":351,"wins":175},"GB2-04":{"draws":325,"losses":270,"wins":59},"GB2-05":{"draws":0,"losses":423,"wins":267},"GB2-06":{"draws":38,"losses":150,"wins":470},"GB2-07":{"draws":0,"losses":486,"wins":200},"GB2-08":{"draws":0,"losses":221,"wins":475}}},"per_game_raw_elo_all":{"GB2-01":1277.7223183354915,"GB2-02":1392.2640623188654,"GB2-03":1361.8721632401437,"GB2-05":1572.831291491965,"GB2-06":1950.4229516336236,"GB2-07":1329.4015349548665,"GB2-08":1260.99282896579},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1181.1191979174332,"GB2-02":1412.2645923092073,"GB2-03":1272.8791262229702,"GB2-05":1613.0455157539393,"GB2-06":1924.7136046024016,"GB2-07":1329.4878043955114,"GB2-08":859.0378051523553},"medium":{"GB2-01":1270.656715562081,"GB2-02":1365.3784492338332,"GB2-03":1502.2721190404998,"GB2-04":1333.2619363641588,"GB2-05":1853.6274433642384,"GB2-06":2018.2791500961266,"GB2-07":1496.4786456940715,"GB2-08":1114.8366485181969},"none":{"GB2-01":1381.3910415269606,"GB2-02":1399.149145413556,"GB2-03":1310.4652444569615,"GB2-04":1345.403369602566,"GB2-05":1251.8209153577175,"GB2-06":1908.276100202343,"GB2-07":1162.238154775017,"GB2-08":1809.1040332268178}},"per_game_tracks":{"highest":{"GB2-01":24.355771030270965,"GB2-02":47.30079014338423,"GB2-03":38.65273005012088,"GB2-05":69.001595605975,"GB2-06":79.77012360630678,"GB2-07":47.9129747284003,"GB2-08":18.60998862475888},"medium":{"GB2-01":32.35662022762516,"GB2-02":41.31001466939874,"GB2-03":63.444427254689195,"GB2-04":36.00897898665868,"GB2-05":79.76136066169516,"GB2-06":84.24157456946135,"GB2-07":60.45624241270574,"GB2-08":36.08083752879986},"none":{"GB2-01":43.48604535930603,"GB2-02":45.61942923118862,"GB2-03":42.903306517350146,"GB2-04":37.492117334500186,"GB2-05":43.37173811686433,"GB2-06":78.94657059202648,"GB2-07":35.02785440010191,"GB2-08":73.59739528656024}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:17:34Z","reasoning":{"highest":40.70049672365214,"medium":54.20750703887924,"none":50.05555710473724},"reasoning_agg":{"highest":{"max":79.77012360630678,"mean":40.70049672365214,"min":0.0},"medium":{"max":84.24157456946135,"mean":54.20750703887924,"min":32.35662022762516},"none":{"max":78.94657059202648,"mean":50.05555710473724,"min":35.02785440010191}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":13.507010315227106},"working_program_strength":{"all":50.25930584735869,"highest":46.514853398459586,"medium":54.20750703887924,"none":50.05555710473724}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3:e6ef2f4bd8dc24bb","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.46446825,"median":0.4896297,"min":0.2393742,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.7157459999999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.4398702,"mean":0.29041619999999996,"median":0.301782,"min":0.095232,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":16},"recorded_attempt_count":16,"run_count":8,"total":2.3233296},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1077678,"mean":0.076003275,"median":0.070269,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.6080262}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.4398702,"mean":0.29041619999999996,"median":0.301782,"min":0.095232,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":16},"recorded_attempt_count":16,"run_count":8,"total":2.3233296000000005},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1077678,"mean":0.076003275,"median":0.070269,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.6080262000000001},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.46446825,"median":0.4896297,"min":0.2393742,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.715746}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.27696257500000004,"median":0.2537256,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10,"boardgame-list-prices-2026-11-19":25},"recorded_attempt_count":35,"run_count":24,"total":6.6471018000000015},"codegen_latency_ms":{"attempt_count":35,"max_ms":754602,"mean_ms":294629.0833333333,"min_ms":64944,"paired_attempt_count":32,"paired_latency_ms":6477028,"paired_output_tokens":349898,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":415982,"mean_ms":310768.0,"min_ms":108461,"paired_attempt_count":7,"paired_latency_ms":1892074,"paired_output_tokens":185100,"run_count":8},"medium":{"attempt_count":16,"max_ms":754602,"mean_ms":479215.25,"min_ms":119309,"paired_attempt_count":16,"paired_latency_ms":3833722,"paired_output_tokens":137753,"run_count":8},"none":{"attempt_count":9,"max_ms":115016,"mean_ms":93904.0,"min_ms":64944,"paired_attempt_count":9,"paired_latency_ms":751232,"paired_output_tokens":27045,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":41670,"output_mean":16512.916666666668,"output_min":2237,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":41670,"output_mean":28939.0,"output_min":14510,"run_count":8},"medium":{"attempt_count":16,"output_max":27465,"output_mean":17219.125,"output_min":4345,"run_count":8},"none":{"attempt_count":9,"output_max":4534,"output_mean":3380.625,"output_min":2237,"run_count":8}},"display_name":"Kimi K3","economics":{"all":47.855761457229534,"highest":45.71963243300714,"medium":48.14986991631974,"none":49.69778202236173},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[262144],"finish_reason_observations":35,"finish_reasons":["length","stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":10,"provider_post_attempts":13,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[262144],"total_output_tokens":396310,"total_reasoning_output_tokens":285325,"total_visible_output_tokens":110985,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":41.62390346270746,"score":41.62390346270746},"GB2-02":{"attempts":3,"playable":41.253482041653,"score":41.253482041653},"GB2-03":{"attempts":3,"playable":62.33054383822677,"score":62.33054383822677},"GB2-04":{"attempts":3,"playable":46.958205307089486,"score":46.958205307089486},"GB2-05":{"attempts":3,"playable":52.54385788183442,"score":52.54385788183442},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":49.69916150421947,"score":33.13277433614631},"GB2-07":{"attempts":3,"playable":48.149187134441966,"score":48.149187134441966},"GB2-08":{"attempts":3,"playable":56.85413765573685,"score":56.85413765573685}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":6.122002198698906,"score":6.122002198698906},"GB2-02":{"attempts":1,"playable":41.22521572778013,"score":41.22521572778013},"GB2-03":{"attempts":1,"playable":76.37679288630868,"score":76.37679288630868},"GB2-04":{"attempts":1,"playable":51.404983732763,"score":51.404983732763},"GB2-05":{"attempts":1,"playable":58.074759162192876,"score":58.074759162192876},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":91.7609985528268,"score":91.7609985528268},"GB2-08":{"attempts":1,"playable":40.7923072034867,"score":40.7923072034867}},"medium":{"GB2-01":{"attempts":1,"playable":67.62702290080072,"score":67.62702290080072},"GB2-02":{"attempts":1,"playable":41.22521572778013,"score":41.22521572778013},"GB2-03":{"attempts":1,"playable":63.758795952669004,"score":63.758795952669004},"GB2-04":{"attempts":1,"playable":45.751778962695276,"score":45.751778962695276},"GB2-05":{"attempts":1,"playable":47.537521876283705,"score":47.537521876283705},"GB2-06":{"attempts":1,"playable":54.150568904597186,"score":54.150568904597186},"GB2-07":{"attempts":1,"playable":24.668666904457773,"score":24.668666904457773},"GB2-08":{"attempts":1,"playable":40.47938810127402,"score":40.47938810127402}},"none":{"GB2-01":{"attempts":1,"playable":51.12268528862274,"score":51.12268528862274},"GB2-02":{"attempts":1,"playable":41.31001466939874,"score":41.31001466939874},"GB2-03":{"attempts":1,"playable":46.856042675702625,"score":46.856042675702625},"GB2-04":{"attempts":1,"playable":43.7178532258102,"score":43.7178532258102},"GB2-05":{"attempts":1,"playable":52.01929260702668,"score":52.01929260702668},"GB2-06":{"attempts":1,"playable":45.24775410384175,"score":45.24775410384175},"GB2-07":{"attempts":1,"playable":28.0178959460413,"score":28.0178959460413},"GB2-08":{"attempts":1,"playable":89.29071766244981,"score":89.29071766244981}}},"id":"moonshotai/kimi-k3","is_recent_addition":false,"last_measured_at":"2026-11-21T16:16:18Z","match_totals_all":{"draws":2992,"losses":6967,"wins":5457},"match_totals_tracks":{"highest":{"draws":763,"losses":2078,"wins":1859},"medium":{"draws":1059,"losses":2524,"wins":1775},"none":{"draws":1170,"losses":2365,"wins":1823}},"model_slug":"moonshotai-kimi-k3","official_rank_by_reasoning":{"highest":66,"medium":65,"none":35},"overall":{"max":91.7609985528268,"mean":47.855761457229534,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":55,"overall_ranking_status":"ranked","per_game":{"GB2-01":6.122002198698906,"GB2-02":41.22521572778013,"GB2-03":76.37679288630868,"GB2-04":51.404983732763,"GB2-05":58.074759162192876,"GB2-07":91.7609985528268,"GB2-08":40.7923072034867},"per_game_all":{"GB2-01":41.62390346270746,"GB2-02":41.253482041653,"GB2-03":62.33054383822677,"GB2-04":46.958205307089486,"GB2-05":52.54385788183442,"GB2-07":48.149187134441966,"GB2-08":56.85413765573685},"per_game_match_totals_all":{"GB2-01":{"draws":438,"losses":1038,"wins":564},"GB2-02":{"draws":1286,"losses":558,"wins":64},"GB2-03":{"draws":236,"losses":771,"wins":967},"GB2-04":{"draws":985,"losses":631,"wins":346},"GB2-05":{"draws":0,"losses":1097,"wins":973},"GB2-06":{"draws":47,"losses":714,"wins":555},"GB2-07":{"draws":0,"losses":1164,"wins":894},"GB2-08":{"draws":0,"losses":994,"wins":1094}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":8,"losses":642,"wins":30},"GB2-02":{"draws":405,"losses":198,"wins":33},"GB2-03":{"draws":42,"losses":185,"wins":431},"GB2-04":{"draws":308,"losses":193,"wins":153},"GB2-05":{"draws":0,"losses":331,"wins":359},"GB2-07":{"draws":0,"losses":86,"wins":600},"GB2-08":{"draws":0,"losses":443,"wins":253}},"medium":{"GB2-01":{"draws":119,"losses":191,"wins":370},"GB2-02":{"draws":425,"losses":188,"wins":23},"GB2-03":{"draws":87,"losses":246,"wins":325},"GB2-04":{"draws":404,"losses":180,"wins":70},"GB2-05":{"draws":0,"losses":397,"wins":293},"GB2-06":{"draws":24,"losses":328,"wins":306},"GB2-07":{"draws":0,"losses":549,"wins":137},"GB2-08":{"draws":0,"losses":445,"wins":251}},"none":{"GB2-01":{"draws":311,"losses":205,"wins":164},"GB2-02":{"draws":456,"losses":172,"wins":8},"GB2-03":{"draws":107,"losses":340,"wins":211},"GB2-04":{"draws":273,"losses":258,"wins":123},"GB2-05":{"draws":0,"losses":369,"wins":321},"GB2-06":{"draws":23,"losses":386,"wins":249},"GB2-07":{"draws":0,"losses":529,"wins":157},"GB2-08":{"draws":0,"losses":106,"wins":590}}},"per_game_raw_elo_all":{"GB2-01":1307.6744265751086,"GB2-02":1364.9322461839456,"GB2-03":1504.6717618253388,"GB2-04":1420.6515163806616,"GB2-05":1370.7670548768049,"GB2-07":1436.8559170122517,"GB2-08":1521.403525677986},"per_game_raw_elo_tracks":{"highest":{"GB2-01":849.1034839446694,"GB2-02":1364.7091446590018,"GB2-03":1663.1056990048658,"GB2-04":1455.6979682096276,"GB2-05":1443.8045801809126,"GB2-07":2227.879701909585,"GB2-08":1183.9410461459165},"medium":{"GB2-01":1619.6892825199388,"GB2-02":1364.7091446590018,"GB2-03":1505.5980809815496,"GB2-04":1411.1330822831615,"GB2-05":1305.4042549943251,"GB2-06":1459.6414387789769,"GB2-07":1016.6987101770953,"GB2-08":1179.2541804738935},"none":{"GB2-01":1454.2305132607175,"GB2-02":1365.3784492338332,"GB2-03":1345.3115054896007,"GB2-04":1395.123498649196,"GB2-05":1363.0923294551772,"GB2-06":1316.586533987565,"GB2-07":1065.9893389500744,"GB2-08":2201.0153504141476}},"per_game_tracks":{"highest":{"GB2-01":6.122002198698906,"GB2-02":41.22521572778013,"GB2-03":76.37679288630868,"GB2-04":51.404983732763,"GB2-05":58.074759162192876,"GB2-07":91.7609985528268,"GB2-08":40.7923072034867},"medium":{"GB2-01":67.62702290080072,"GB2-02":41.22521572778013,"GB2-03":63.758795952669004,"GB2-04":45.751778962695276,"GB2-05":47.537521876283705,"GB2-06":54.150568904597186,"GB2-07":24.668666904457773,"GB2-08":40.47938810127402},"none":{"GB2-01":51.12268528862274,"GB2-02":41.31001466939874,"GB2-03":46.856042675702625,"GB2-04":43.7178532258102,"GB2-05":52.01929260702668,"GB2-06":45.24775410384175,"GB2-07":28.0178959460413,"GB2-08":89.29071766244981}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:45:30Z","reasoning":{"highest":45.71963243300714,"medium":48.14986991631974,"none":49.69778202236173},"reasoning_agg":{"highest":{"max":91.7609985528268,"mean":45.71963243300714,"min":0.0},"medium":{"max":67.62702290080072,"mean":48.14986991631974,"min":24.668666904457773},"none":{"max":89.29071766244981,"mean":49.69778202236173,"min":28.0178959460413}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":3.9781495893545866},"working_program_strength":{"all":50.03288681118226,"highest":52.2510084948653,"medium":48.14986991631974,"none":49.69778202236173}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-luna:b49d67e22152b7bb","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.0117399875,"median":0.011861425,"min":0.0087063,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.0939199},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0044690500000000005,"mean":0.0038361124999999998,"median":0.0037657374999999996,"min":0.00283105,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.0306889},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.007622525,"mean":0.0031813812500000004,"median":0.0022472374999999998,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":0.025451050000000003}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0044690500000000005,"mean":0.0038361124999999998,"median":0.0037657374999999996,"min":0.00283105,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.030688899999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.007622525,"mean":0.0031813812500000004,"median":0.0022472374999999998,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":0.02545105},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.0117399875,"median":0.011861425,"min":0.0087063,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.09391989999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.00625249375,"median":0.0043227375,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16,"boardgame-list-prices-2026-10-09":11},"run_count":24,"token_priced_attempt_count":27,"total":0.15005984999999997},"codegen_latency_ms":{"attempt_count":11,"max_ms":86701,"mean_ms":33803.25,"min_ms":21457,"paired_attempt_count":11,"paired_latency_ms":270426,"paired_output_tokens":28884,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":11,"max_ms":86701,"mean_ms":33803.25,"min_ms":21457,"paired_attempt_count":11,"paired_latency_ms":270426,"paired_output_tokens":28884,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":26534,"output_mean":10296.416666666666,"output_min":1575,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":26534,"output_mean":21543.25,"output_min":15583,"run_count":8},"medium":{"attempt_count":8,"output_max":6895,"output_mean":5735.5,"output_min":3866,"run_count":8},"none":{"attempt_count":11,"output_max":9509,"output_mean":3610.5,"output_min":1575,"run_count":8}},"display_name":"GPT-6 Luna","economics":{"all":47.61807187567624,"highest":55.76441024372802,"medium":41.773640509575024,"none":45.31616487372568},"economics_best_value":{"per_model":{"all":true,"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[65536,128000],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[65536,128000],"total_output_tokens":247114,"total_reasoning_output_tokens":163396,"total_visible_output_tokens":83718,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":38.54198049254385,"score":38.54198049254385},"GB2-02":{"attempts":3,"playable":50.08790184351661,"score":50.08790184351661},"GB2-03":{"attempts":3,"playable":47.651592017561974,"score":47.651592017561974},"GB2-04":{"attempts":3,"playable":51.3834032945822,"score":51.3834032945822},"GB2-05":{"attempts":3,"playable":44.017755635347214,"score":44.017755635347214},"GB2-06":{"attempts":3,"playable":61.97449490315923,"score":61.97449490315923},"GB2-07":{"attempts":3,"playable":41.43928064470985,"score":41.43928064470985},"GB2-08":{"attempts":3,"playable":45.84816617398902,"score":45.84816617398902}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":28.05695113163117,"score":28.05695113163117},"GB2-02":{"attempts":1,"playable":62.820214840168454,"score":62.820214840168454},"GB2-03":{"attempts":1,"playable":49.4390198654462,"score":49.4390198654462},"GB2-04":{"attempts":1,"playable":62.25608853679609,"score":62.25608853679609},"GB2-05":{"attempts":1,"playable":50.41976488851323,"score":50.41976488851323},"GB2-06":{"attempts":1,"playable":82.55974229713622,"score":82.55974229713622},"GB2-07":{"attempts":1,"playable":38.36271083213033,"score":38.36271083213033},"GB2-08":{"attempts":1,"playable":72.20078955800248,"score":72.20078955800248}},"medium":{"GB2-01":{"attempts":1,"playable":40.10284019859532,"score":40.10284019859532},"GB2-02":{"attempts":1,"playable":44.270769607833444,"score":44.270769607833444},"GB2-03":{"attempts":1,"playable":49.93663515762133,"score":49.93663515762133},"GB2-04":{"attempts":1,"playable":48.828661627539034,"score":48.828661627539034},"GB2-05":{"attempts":1,"playable":48.01808344321902,"score":48.01808344321902},"GB2-06":{"attempts":1,"playable":34.75920964506922,"score":34.75920964506922},"GB2-07":{"attempts":1,"playable":52.696645559032504,"score":52.696645559032504},"GB2-08":{"attempts":1,"playable":15.576278837690305,"score":15.576278837690305}},"none":{"GB2-01":{"attempts":1,"playable":47.46615014740508,"score":47.46615014740508},"GB2-02":{"attempts":1,"playable":43.17272108254792,"score":43.17272108254792},"GB2-03":{"attempts":1,"playable":43.579121029618406,"score":43.579121029618406},"GB2-04":{"attempts":1,"playable":43.06545971941148,"score":43.06545971941148},"GB2-05":{"attempts":1,"playable":33.61541857430937,"score":33.61541857430937},"GB2-06":{"attempts":1,"playable":68.60453276727225,"score":68.60453276727225},"GB2-07":{"attempts":1,"playable":33.2584855429667,"score":33.2584855429667},"GB2-08":{"attempts":1,"playable":49.767430126274256,"score":49.767430126274256}}},"id":"gpt-6-luna","is_recent_addition":false,"last_measured_at":"2026-11-21T15:19:39Z","match_totals_all":{"draws":3213,"losses":7624,"wins":5237},"match_totals_tracks":{"highest":{"draws":711,"losses":2299,"wins":2348},"medium":{"draws":1203,"losses":2781,"wins":1374},"none":{"draws":1299,"losses":2544,"wins":1515}},"model_slug":"gpt-6-luna","official_rank_by_reasoning":{"highest":54,"medium":78,"none":46},"overall":{"max":82.55974229713622,"mean":47.61807187567624,"min":15.576278837690305},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":56,"overall_ranking_status":"ranked","per_game":{"GB2-01":28.05695113163117,"GB2-02":62.820214840168454,"GB2-03":49.4390198654462,"GB2-04":62.25608853679609,"GB2-05":50.41976488851323,"GB2-06":82.55974229713622,"GB2-07":38.36271083213033,"GB2-08":72.20078955800248},"per_game_all":{"GB2-01":38.54198049254385,"GB2-02":50.08790184351661,"GB2-03":47.651592017561974,"GB2-04":51.3834032945822,"GB2-05":44.017755635347214,"GB2-06":61.97449490315923,"GB2-07":41.43928064470985,"GB2-08":45.84816617398902},"per_game_match_totals_all":{"GB2-01":{"draws":576,"losses":1039,"wins":425},"GB2-02":{"draws":1290,"losses":397,"wins":221},"GB2-03":{"draws":254,"losses":1039,"wins":681},"GB2-04":{"draws":1014,"losses":533,"wins":415},"GB2-05":{"draws":0,"losses":1257,"wins":813},"GB2-06":{"draws":79,"losses":808,"wins":1087},"GB2-07":{"draws":0,"losses":1333,"wins":725},"GB2-08":{"draws":0,"losses":1218,"wins":870}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":4,"losses":508,"wins":168},"GB2-02":{"draws":349,"losses":96,"wins":191},"GB2-03":{"draws":32,"losses":362,"wins":264},"GB2-04":{"draws":285,"losses":136,"wins":233},"GB2-05":{"draws":0,"losses":379,"wins":311},"GB2-06":{"draws":41,"losses":122,"wins":495},"GB2-07":{"draws":0,"losses":465,"wins":221},"GB2-08":{"draws":0,"losses":231,"wins":465}},"medium":{"GB2-01":{"draws":239,"losses":313,"wins":128},"GB2-02":{"draws":477,"losses":144,"wins":15},"GB2-03":{"draws":120,"losses":315,"wins":223},"GB2-04":{"draws":346,"losses":190,"wins":118},"GB2-05":{"draws":0,"losses":394,"wins":296},"GB2-06":{"draws":21,"losses":452,"wins":185},"GB2-07":{"draws":0,"losses":371,"wins":315},"GB2-08":{"draws":0,"losses":602,"wins":94}},"none":{"GB2-01":{"draws":333,"losses":218,"wins":129},"GB2-02":{"draws":464,"losses":157,"wins":15},"GB2-03":{"draws":102,"losses":362,"wins":194},"GB2-04":{"draws":383,"losses":207,"wins":64},"GB2-05":{"draws":0,"losses":484,"wins":206},"GB2-06":{"draws":17,"losses":234,"wins":407},"GB2-07":{"draws":0,"losses":497,"wins":189},"GB2-08":{"draws":0,"losses":385,"wins":311}}},"per_game_raw_elo_all":{"GB2-01":1330.7360812871027,"GB2-02":1435.5556862433357,"GB2-03":1352.4700685515816,"GB2-04":1456.8111757207125,"GB2-05":1257.9671921202862,"GB2-06":1615.398820685862,"GB2-07":1245.4949564562435,"GB2-08":1303.961292442577},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1224.12757931033,"GB2-02":1538.0255434142107,"GB2-03":1368.2700818670191,"GB2-04":1545.1249932506614,"GB2-05":1342.4103850862984,"GB2-06":1982.050374143781,"GB2-07":1206.0886265265744,"GB2-08":1777.696090876574},"medium":{"GB2-01":1348.674908434099,"GB2-02":1388.6177261824378,"GB2-03":1372.7245288624324,"GB2-04":1435.333262100529,"GB2-05":1311.5638575344794,"GB2-06":1152.2239708522216,"GB2-07":1391.8177217860125,"GB2-08":807.2429612117373},"none":{"GB2-01":1419.4057561168788,"GB2-02":1380.0237891333577,"GB2-03":1316.4155949252927,"GB2-04":1389.975271810947,"GB2-05":1119.927333740081,"GB2-06":1711.922117061583,"GB2-07":1138.5785210561435,"GB2-08":1326.944825239419}},"per_game_tracks":{"highest":{"GB2-01":28.05695113163117,"GB2-02":62.820214840168454,"GB2-03":49.4390198654462,"GB2-04":62.25608853679609,"GB2-05":50.41976488851323,"GB2-06":82.55974229713622,"GB2-07":38.36271083213033,"GB2-08":72.20078955800248},"medium":{"GB2-01":40.10284019859532,"GB2-02":44.270769607833444,"GB2-03":49.93663515762133,"GB2-04":48.828661627539034,"GB2-05":48.01808344321902,"GB2-06":34.75920964506922,"GB2-07":52.696645559032504,"GB2-08":15.576278837690305},"none":{"GB2-01":47.46615014740508,"GB2-02":43.17272108254792,"GB2-03":43.579121029618406,"GB2-04":43.06545971941148,"GB2-05":33.61541857430937,"GB2-06":68.60453276727225,"GB2-07":33.2584855429667,"GB2-08":49.767430126274256}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:08:55Z","reasoning":{"highest":55.76441024372802,"medium":41.773640509575024,"none":45.31616487372568},"reasoning_agg":{"highest":{"max":82.55974229713622,"mean":55.76441024372802,"min":28.05695113163117},"medium":{"max":52.696645559032504,"mean":41.773640509575024,"min":15.576278837690305},"none":{"max":68.60453276727225,"mean":45.31616487372568,"min":33.2584855429667}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":13.990769734152998},"working_program_strength":{"all":47.61807187567624,"highest":55.76441024372802,"medium":41.773640509575024,"none":45.31616487372568}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-5:9725d1905fefa024","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":17},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.512955,"mean":0.43048093750000005,"median":0.4308725,"min":0.32672249999999997,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8,"boardgame-list-prices-2026-11-19":9},"run_count":16,"token_priced_attempt_count":17,"total":6.887695},"medium":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.266665,"mean":0.20888499999999996,"median":0.20905875000000002,"min":0.14104,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8,"boardgame-list-prices-2026-11-19":8},"run_count":16,"token_priced_attempt_count":16,"total":3.3421600000000002},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.144235,"mean":0.12174125,"median":0.121475,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":0.97393}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.244315,"mean":0.178065,"median":0.19681749999999998,"min":0.10277,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.4245199999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.144235,"mean":0.12174125,"median":0.121475,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":0.97393},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.73533,"mean":0.5886581249999999,"median":0.58241,"min":0.410635,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.709264999999999},"historical-thinking-budget-setting":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":17},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.30059250000000004,"mean":0.256004375,"median":0.25514000000000003,"min":0.2090225,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":17},"run_count":16,"token_priced_attempt_count":17,"total":4.09607}},"codegen_cost_usd":{"admitted_cell_count":39,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":41},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.512955,"mean":0.2537023958333333,"median":0.20905875000000002,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":16,"boardgame-list-prices-2026-11-19":25},"run_count":40,"token_priced_attempt_count":41,"total":11.203784999999996},"codegen_latency_ms":{"attempt_count":24,"max_ms":319301,"mean_ms":98881.45833333333,"min_ms":22230,"paired_attempt_count":24,"paired_latency_ms":2373155,"paired_output_tokens":239955,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":319301,"mean_ms":209645.0,"min_ms":137590,"paired_attempt_count":8,"paired_latency_ms":1677160,"paired_output_tokens":173625,"run_count":8},"medium":{"attempt_count":8,"max_ms":81353,"mean_ms":54764.0,"min_ms":30922,"paired_attempt_count":8,"paired_latency_ms":438112,"paired_output_tokens":42072,"run_count":8},"none":{"attempt_count":8,"max_ms":40585,"mean_ms":32235.375,"min_ms":22230,"paired_attempt_count":8,"paired_latency_ms":257883,"paired_output_tokens":24258,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":27669,"output_mean":9998.125,"output_min":2138,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":27669,"output_mean":21703.125,"output_min":14720,"run_count":8},"medium":{"attempt_count":8,"output_max":8008,"output_mean":5259.0,"output_min":2375,"run_count":8},"none":{"attempt_count":8,"output_max":4031,"output_mean":3032.25,"output_min":2138,"run_count":8}},"display_name":"Claude Opus 4.5","economics":{"all":47.268050653284796,"highest":48.36881010314508,"medium":47.0615794409871,"none":46.3737624157222},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"reasoning_token_observations":16,"requested_max_output_token_observations":16,"requested_max_output_tokens":[64000],"total_output_tokens":239955,"total_reasoning_output_tokens":171858,"total_visible_output_tokens":43839,"visible_token_observations":16},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":46.64408419327382,"score":46.64408419327382},"GB2-02":{"attempts":5,"playable":43.42583934227384,"score":43.42583934227384},"GB2-03":{"attempts":4,"playable":45.74990721381037,"score":45.74990721381037},"GB2-04":{"attempts":5,"playable":42.660283023725306,"score":42.660283023725306},"GB2-05":{"attempts":5,"playable":43.42552779152686,"score":43.42552779152686},"GB2-06":{"attempts":5,"playable":45.50418329846374,"score":45.50418329846374},"GB2-07":{"attempts":5,"playable":44.63338982463097,"score":44.63338982463097},"GB2-08":{"attempts":5,"playable":66.10119053857348,"score":66.10119053857348}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":48.69111673417167,"score":48.69111673417167},"GB2-02":{"attempts":2,"playable":42.58063775734653,"score":42.58063775734653},"GB2-03":{"attempts":1,"playable":48.77434985595967,"score":48.77434985595967},"GB2-04":{"attempts":2,"playable":40.12065620365146,"score":40.12065620365146},"GB2-05":{"attempts":2,"playable":43.77313331085346,"score":43.77313331085346},"GB2-06":{"attempts":2,"playable":49.01594925220823,"score":49.01594925220823},"GB2-07":{"attempts":2,"playable":53.316344744332724,"score":53.316344744332724},"GB2-08":{"attempts":2,"playable":60.67829296663696,"score":60.67829296663696}},"medium":{"GB2-01":{"attempts":2,"playable":47.14149424088161,"score":47.14149424088161},"GB2-02":{"attempts":2,"playable":43.34172858527539,"score":43.34172858527539},"GB2-03":{"attempts":2,"playable":47.18191952223185,"score":47.18191952223185},"GB2-04":{"attempts":2,"playable":40.6486649400718,"score":40.6486649400718},"GB2-05":{"attempts":2,"playable":42.49084656765372,"score":42.49084656765372},"GB2-06":{"attempts":2,"playable":44.384333480966134,"score":44.384333480966134},"GB2-07":{"attempts":2,"playable":47.97272193999936,"score":47.97272193999936},"GB2-08":{"attempts":2,"playable":63.33092625081695,"score":63.33092625081695}},"none":{"GB2-01":{"attempts":1,"playable":44.09964160476819,"score":44.09964160476819},"GB2-02":{"attempts":1,"playable":44.355151684199605,"score":44.355151684199605},"GB2-03":{"attempts":1,"playable":41.29345226323958,"score":41.29345226323958},"GB2-04":{"attempts":1,"playable":47.211527927452664,"score":47.211527927452664},"GB2-05":{"attempts":1,"playable":44.01260349607341,"score":44.01260349607341},"GB2-06":{"attempts":1,"playable":43.11226716221685,"score":43.11226716221685},"GB2-07":{"attempts":1,"playable":32.6111027895608,"score":32.6111027895608},"GB2-08":{"attempts":1,"playable":74.29435239826651,"score":74.29435239826651}}},"id":"claude-opus-4-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:06:39Z","match_totals_all":{"draws":5856,"losses":12107,"wins":8169},"match_totals_tracks":{"highest":{"draws":2029,"losses":4675,"wins":3354},"medium":{"draws":2477,"losses":4972,"wins":3267},"none":{"draws":1350,"losses":2460,"wins":1548}},"model_slug":"claude-opus-4-5","official_rank_by_reasoning":{"highest":63,"medium":66,"none":45},"overall":{"max":74.29435239826651,"mean":47.268050653284796,"min":32.6111027895608},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":57,"overall_ranking_status":"ranked","per_game":{"GB2-01":48.69111673417167,"GB2-02":42.58063775734653,"GB2-03":48.77434985595967,"GB2-04":40.12065620365146,"GB2-05":43.77313331085346,"GB2-06":49.01594925220823,"GB2-07":53.316344744332724,"GB2-08":60.67829296663696},"per_game_all":{"GB2-01":46.64408419327382,"GB2-02":43.42583934227384,"GB2-03":45.74990721381037,"GB2-04":42.660283023725306,"GB2-05":43.42552779152686,"GB2-06":45.50418329846374,"GB2-07":44.63338982463097,"GB2-08":66.10119053857348},"per_game_match_totals_all":{"GB2-01":{"draws":1070,"losses":1393,"wins":937},"GB2-02":{"draws":2288,"losses":799,"wins":93},"GB2-03":{"draws":575,"losses":1304,"wins":753},"GB2-04":{"draws":1871,"losses":1097,"wins":302},"GB2-05":{"draws":0,"losses":2117,"wins":1333},"GB2-06":{"draws":52,"losses":1937,"wins":1301},"GB2-07":{"draws":0,"losses":2039,"wins":1391},"GB2-08":{"draws":0,"losses":1421,"wins":2059}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":300,"losses":599,"wins":461},"GB2-02":{"draws":914,"losses":328,"wins":30},"GB2-03":{"draws":88,"losses":338,"wins":232},"GB2-04":{"draws":706,"losses":480,"wins":122},"GB2-05":{"draws":0,"losses":841,"wins":539},"GB2-06":{"draws":21,"losses":736,"wins":559},"GB2-07":{"draws":0,"losses":733,"wins":639},"GB2-08":{"draws":0,"losses":620,"wins":772}},"medium":{"GB2-01":{"draws":473,"losses":536,"wins":351},"GB2-02":{"draws":912,"losses":320,"wins":40},"GB2-03":{"draws":282,"losses":642,"wins":392},"GB2-04":{"draws":789,"losses":432,"wins":87},"GB2-05":{"draws":0,"losses":857,"wins":523},"GB2-06":{"draws":21,"losses":795,"wins":500},"GB2-07":{"draws":0,"losses":805,"wins":567},"GB2-08":{"draws":0,"losses":585,"wins":807}},"none":{"GB2-01":{"draws":297,"losses":258,"wins":125},"GB2-02":{"draws":462,"losses":151,"wins":23},"GB2-03":{"draws":205,"losses":324,"wins":129},"GB2-04":{"draws":376,"losses":185,"wins":93},"GB2-05":{"draws":0,"losses":419,"wins":271},"GB2-06":{"draws":10,"losses":406,"wins":242},"GB2-07":{"draws":0,"losses":501,"wins":185},"GB2-08":{"draws":0,"losses":216,"wins":480}}},"per_game_raw_elo_all":{"GB2-01":1411.4931567437754,"GB2-02":1382.001245559576,"GB2-03":1335.6311122687841,"GB2-04":1386.6244389777537,"GB2-05":1252.3266922628534,"GB2-06":1321.0392808939362,"GB2-07":1287.049033511886,"GB2-08":1655.2861065992668},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1431.2968636644478,"GB2-02":1375.37906471189,"GB2-03":1362.3380787480414,"GB2-04":1366.5831327979547,"GB2-05":1256.5605704530944,"GB2-06":1376.8145012554453,"GB2-07":1400.942153379673,"GB2-08":1547.1390803337047},"medium":{"GB2-01":1415.907367969735,"GB2-02":1381.3473882818944,"GB2-03":1348.2792415875401,"GB2-04":1370.6819391572121,"GB2-05":1240.3096499351695,"GB2-06":1303.2921738634527,"GB2-07":1330.3711181302351,"GB2-08":1593.8547818061593},"none":{"GB2-01":1387.2752385971435,"GB2-02":1389.277283684944,"GB2-03":1296.2760164707709,"GB2-04":1422.6082449780938,"GB2-05":1260.1098564002962,"GB2-06":1283.0111675629107,"GB2-07":1129.8338290257498,"GB2-08":1824.8644576579359}},"per_game_tracks":{"highest":{"GB2-01":48.69111673417167,"GB2-02":42.58063775734653,"GB2-03":48.77434985595967,"GB2-04":40.12065620365146,"GB2-05":43.77313331085346,"GB2-06":49.01594925220823,"GB2-07":53.316344744332724,"GB2-08":60.67829296663696},"medium":{"GB2-01":47.14149424088161,"GB2-02":43.34172858527539,"GB2-03":47.18191952223185,"GB2-04":40.6486649400718,"GB2-05":42.49084656765372,"GB2-06":44.384333480966134,"GB2-07":47.97272193999936,"GB2-08":63.33092625081695},"none":{"GB2-01":44.09964160476819,"GB2-02":44.355151684199605,"GB2-03":41.29345226323958,"GB2-04":47.211527927452664,"GB2-05":44.01260349607341,"GB2-06":43.11226716221685,"GB2-07":32.6111027895608,"GB2-08":74.29435239826651}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:22:12Z","reasoning":{"highest":48.36881010314508,"medium":47.0615794409871,"none":46.3737624157222},"reasoning_agg":{"highest":{"max":60.67829296663696,"mean":48.36881010314508,"min":40.12065620365146},"medium":{"max":63.33092625081695,"mean":47.0615794409871,"min":40.6486649400718},"none":{"max":74.29435239826651,"mean":46.3737624157222,"min":32.6111027895608}},"reasoning_labels":{"highest":"High effort + 32,000 thinking tokens","medium":"Medium effort + 16,000 thinking tokens","none":"Thinking field omitted"},"reasoning_settings":{"balanced":"medium","intensive":"high"},"score_diagnostics":{"reasoning_variance":1.9950476874228826},"working_program_strength":{"all":47.268050653284796,"highest":48.36881010314508,"medium":47.0615794409871,"none":46.3737624157222}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5:5abc14b0e89970da","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.35099375,"median":0.321349,"min":0.220732,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.80795},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08884,"mean":0.06562375000000001,"median":0.062855,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.52499},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.07847,"mean":0.06167125,"median":0.061313,"min":0.051588,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.49337}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08884,"mean":0.06562375000000001,"median":0.062855,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.52499},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.07847,"mean":0.06167125,"median":0.061313,"min":0.051588,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.49337},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.35099375,"median":0.321349,"min":0.220732,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.8079499999999995}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.15942958333333332,"median":0.068377,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":3.8263099999999994},"codegen_output_tokens":{"attempt_count":24,"output_max":47973,"output_mean":13430.583333333334,"output_min":2639,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":47973,"output_mean":32587.0,"output_min":19731,"run_count":8},"medium":{"attempt_count":8,"output_max":5918,"output_mean":4050.0,"output_min":2639,"run_count":8},"none":{"attempt_count":8,"output_max":4635,"output_mean":3654.75,"output_min":2807,"run_count":8}},"display_name":"Claude Sonnet 5","economics":{"all":46.6132033367978,"highest":53.997308399085654,"medium":43.298900026342295,"none":42.54340158496547},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":322334,"total_reasoning_output_tokens":243107,"total_visible_output_tokens":79227,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":49.87861986239877,"score":49.87861986239877},"GB2-02":{"attempts":3,"playable":41.959286926185264,"score":41.959286926185264},"GB2-03":{"attempts":3,"playable":51.22490308627393,"score":51.22490308627393},"GB2-04":{"attempts":3,"playable":46.09103196855602,"score":46.09103196855602},"GB2-05":{"attempts":3,"playable":37.903026015422796,"score":37.903026015422796},"GB2-06":{"attempts":3,"playable":35.83417801148328,"score":35.83417801148328},"GB2-07":{"attempts":3,"playable":50.36495695473527,"score":50.36495695473527},"GB2-08":{"attempts":3,"playable":59.64962386932714,"score":59.64962386932714}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":58.682941531626064,"score":58.682941531626064},"GB2-02":{"attempts":1,"playable":41.14040561428645,"score":41.14040561428645},"GB2-03":{"attempts":1,"playable":59.23510314245492,"score":59.23510314245492},"GB2-04":{"attempts":1,"playable":51.083717119304886,"score":51.083717119304886},"GB2-05":{"attempts":1,"playable":51.53960724601969,"score":51.53960724601969},"GB2-06":{"attempts":1,"playable":26.18098521022853,"score":26.18098521022853},"GB2-07":{"attempts":1,"playable":66.21078479846028,"score":66.21078479846028},"GB2-08":{"attempts":1,"playable":77.9049225303044,"score":77.9049225303044}},"medium":{"GB2-01":{"attempts":1,"playable":43.639488063233664,"score":43.639488063233664},"GB2-02":{"attempts":1,"playable":43.00361411391796,"score":43.00361411391796},"GB2-03":{"attempts":1,"playable":41.123606491319,"score":41.123606491319},"GB2-04":{"attempts":1,"playable":44.61368967677673,"score":44.61368967677673},"GB2-05":{"attempts":1,"playable":39.68849754506591,"score":39.68849754506591},"GB2-06":{"attempts":1,"playable":35.91637235237939,"score":35.91637235237939},"GB2-07":{"attempts":1,"playable":50.01642913237053,"score":50.01642913237053},"GB2-08":{"attempts":1,"playable":48.389502835675174,"score":48.389502835675174}},"none":{"GB2-01":{"attempts":1,"playable":47.313429992336594,"score":47.313429992336594},"GB2-02":{"attempts":1,"playable":41.73384105035137,"score":41.73384105035137},"GB2-03":{"attempts":1,"playable":53.31599962504787,"score":53.31599962504787},"GB2-04":{"attempts":1,"playable":42.57568910958643,"score":42.57568910958643},"GB2-05":{"attempts":1,"playable":22.480973255182786,"score":22.480973255182786},"GB2-06":{"attempts":1,"playable":45.405176471841926,"score":45.405176471841926},"GB2-07":{"attempts":1,"playable":34.86765693337499,"score":34.86765693337499},"GB2-08":{"attempts":1,"playable":52.65444624200184,"score":52.65444624200184}}},"id":"claude-sonnet-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:32Z","match_totals_all":{"draws":3229,"losses":7760,"wins":5085},"match_totals_tracks":{"highest":{"draws":1015,"losses":2224,"wins":2119},"medium":{"draws":1133,"losses":2734,"wins":1491},"none":{"draws":1081,"losses":2802,"wins":1475}},"model_slug":"claude-sonnet-5","official_rank_by_reasoning":{"highest":55,"medium":74,"none":53},"overall":{"max":77.9049225303044,"mean":46.6132033367978,"min":22.480973255182786},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":58,"overall_ranking_status":"ranked","per_game":{"GB2-01":58.682941531626064,"GB2-02":41.14040561428645,"GB2-03":59.23510314245492,"GB2-04":51.083717119304886,"GB2-05":51.53960724601969,"GB2-06":26.18098521022853,"GB2-07":66.21078479846028,"GB2-08":77.9049225303044},"per_game_all":{"GB2-01":49.87861986239877,"GB2-02":41.959286926185264,"GB2-03":51.22490308627393,"GB2-04":46.09103196855602,"GB2-05":37.903026015422796,"GB2-06":35.83417801148328,"GB2-07":50.36495695473527,"GB2-08":59.64962386932714},"per_game_match_totals_all":{"GB2-01":{"draws":331,"losses":940,"wins":769},"GB2-02":{"draws":1371,"losses":503,"wins":34},"GB2-03":{"draws":404,"losses":898,"wins":672},"GB2-04":{"draws":1109,"losses":585,"wins":268},"GB2-05":{"draws":0,"losses":1372,"wins":698},"GB2-06":{"draws":14,"losses":1358,"wins":602},"GB2-07":{"draws":0,"losses":1154,"wins":904},"GB2-08":{"draws":0,"losses":950,"wins":1138}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":63,"losses":279,"wins":338},"GB2-02":{"draws":456,"losses":173,"wins":7},"GB2-03":{"draws":138,"losses":249,"wins":271},"GB2-04":{"draws":352,"losses":173,"wins":129},"GB2-05":{"draws":0,"losses":372,"wins":318},"GB2-06":{"draws":6,"losses":510,"wins":142},"GB2-07":{"draws":0,"losses":278,"wins":408},"GB2-08":{"draws":0,"losses":190,"wins":506}},"medium":{"GB2-01":{"draws":143,"losses":338,"wins":199},"GB2-02":{"draws":466,"losses":157,"wins":13},"GB2-03":{"draws":145,"losses":355,"wins":158},"GB2-04":{"draws":376,"losses":201,"wins":77},"GB2-05":{"draws":0,"losses":446,"wins":244},"GB2-06":{"draws":3,"losses":454,"wins":201},"GB2-07":{"draws":0,"losses":389,"wins":297},"GB2-08":{"draws":0,"losses":394,"wins":302}},"none":{"GB2-01":{"draws":125,"losses":323,"wins":232},"GB2-02":{"draws":449,"losses":173,"wins":14},"GB2-03":{"draws":121,"losses":294,"wins":243},"GB2-04":{"draws":381,"losses":211,"wins":62},"GB2-05":{"draws":0,"losses":554,"wins":136},"GB2-06":{"draws":5,"losses":394,"wins":259},"GB2-07":{"draws":0,"losses":487,"wins":199},"GB2-08":{"draws":0,"losses":366,"wins":330}}},"per_game_raw_elo_all":{"GB2-01":1442.7290996567237,"GB2-02":1370.485828478819,"GB2-03":1385.8670726542143,"GB2-04":1413.8114290036744,"GB2-05":1167.9021192401317,"GB2-06":1168.4731167168347,"GB2-07":1365.3970535171927,"GB2-08":1529.5377291963212},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1527.3720173863035,"GB2-02":1364.039492419722,"GB2-03":1459.4632979075109,"GB2-04":1453.149365773852,"GB2-05":1356.8729895034492,"GB2-06":1015.9818240149464,"GB2-07":1579.3139977078522,"GB2-08":1907.594714831171},"medium":{"GB2-01":1382.8636286933452,"GB2-02":1378.6980848933513,"GB2-03":1294.776764514175,"GB2-04":1402.1807253869883,"GB2-05":1203.5366092238726,"GB2-06":1170.3691733804812,"GB2-07":1356.7679848686328,"GB2-08":1303.7410381054033},"none":{"GB2-01":1417.9516528905226,"GB2-02":1368.7199081233841,"GB2-03":1403.361155540957,"GB2-04":1386.1041958501826,"GB2-05":943.296758993073,"GB2-06":1319.0683527550764,"GB2-07":1160.1091779750932,"GB2-08":1377.277434652389}},"per_game_tracks":{"highest":{"GB2-01":58.682941531626064,"GB2-02":41.14040561428645,"GB2-03":59.23510314245492,"GB2-04":51.083717119304886,"GB2-05":51.53960724601969,"GB2-06":26.18098521022853,"GB2-07":66.21078479846028,"GB2-08":77.9049225303044},"medium":{"GB2-01":43.639488063233664,"GB2-02":43.00361411391796,"GB2-03":41.123606491319,"GB2-04":44.61368967677673,"GB2-05":39.68849754506591,"GB2-06":35.91637235237939,"GB2-07":50.01642913237053,"GB2-08":48.389502835675174},"none":{"GB2-01":47.313429992336594,"GB2-02":41.73384105035137,"GB2-03":53.31599962504787,"GB2-04":42.57568910958643,"GB2-05":22.480973255182786,"GB2-06":45.405176471841926,"GB2-07":34.86765693337499,"GB2-08":52.65444624200184}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:17:45Z","reasoning":{"highest":53.997308399085654,"medium":43.298900026342295,"none":42.54340158496547},"reasoning_agg":{"highest":{"max":77.9049225303044,"mean":53.997308399085654,"min":26.18098521022853},"medium":{"max":50.01642913237053,"mean":43.298900026342295,"min":35.91637235237939},"none":{"max":53.31599962504787,"mean":42.54340158496547,"min":22.480973255182786}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.453906814120181},"working_program_strength":{"all":46.6132033367978,"highest":53.997308399085654,"medium":43.298900026342295,"none":42.54340158496547}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-terra:25db9043c053a223","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.45800250000000003,"mean":0.38340421874999997,"median":0.38428625,"min":0.302056875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.0672337499999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.146648125,"mean":0.09696234375000001,"median":0.09060875000000002,"min":0.083821875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.7756987500000001},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.136415,"mean":0.07671781250000001,"median":0.0705246875,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6137425000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.146648125,"mean":0.09696234375000001,"median":0.09060875000000002,"min":0.083821875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.77569875},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.136415,"mean":0.07671781250000001,"median":0.0705246875,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6137425000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.45800250000000003,"mean":0.38340421874999997,"median":0.38428625,"min":0.302056875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.0672337499999998}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.45800250000000003,"mean":0.18569479166666666,"median":0.091314375,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":28},"run_count":24,"token_priced_attempt_count":28,"total":4.456675000000001},"codegen_output_tokens":{"attempt_count":28,"output_max":28998,"output_mean":10500.666666666666,"output_min":2419,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":28998,"output_mean":23512.0,"output_min":18631,"run_count":8},"medium":{"attempt_count":9,"output_max":6917,"output_mean":4677.5,"output_min":3936,"run_count":8},"none":{"attempt_count":9,"output_max":6065,"output_mean":3312.5,"output_min":2419,"run_count":8}},"display_name":"GPT-5.6 Terra","economics":{"all":45.654718383508275,"highest":53.74069549556546,"medium":48.515741015230894,"none":34.70771863972845},"first_seen_at":null,"game_gaps":{"none":{"GB2-05":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"total_output_tokens":252016,"total_reasoning_output_tokens":152800,"total_visible_output_tokens":99216,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-05"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.4927395769393,"score":65.4927395769393},"GB2-02":{"attempts":3,"playable":49.15856948144229,"score":49.15856948144229},"GB2-03":{"attempts":3,"playable":33.66568297131216,"score":33.66568297131216},"GB2-04":{"attempts":3,"playable":43.11909318039568,"score":43.11909318039568},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":54.09489938975814,"score":36.06326625983876},"GB2-06":{"attempts":3,"playable":50.42546569636789,"score":50.42546569636789},"GB2-07":{"attempts":3,"playable":43.853662403960186,"score":43.853662403960186},"GB2-08":{"attempts":3,"playable":43.45926749780988,"score":43.45926749780988}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":69.9072892608186,"score":69.9072892608186},"GB2-02":{"attempts":1,"playable":58.09368616352394,"score":58.09368616352394},"GB2-03":{"attempts":1,"playable":34.961931532324336,"score":34.961931532324336},"GB2-04":{"attempts":1,"playable":42.49402147800127,"score":42.49402147800127},"GB2-05":{"attempts":1,"playable":52.81838317137485,"score":52.81838317137485},"GB2-06":{"attempts":1,"playable":77.0127865442064,"score":77.0127865442064},"GB2-07":{"attempts":1,"playable":43.650671247265684,"score":43.650671247265684},"GB2-08":{"attempts":1,"playable":50.986794567008566,"score":50.986794567008566}},"medium":{"GB2-01":{"attempts":1,"playable":73.55060495100038,"score":73.55060495100038},"GB2-02":{"attempts":1,"playable":46.04024094064407,"score":46.04024094064407},"GB2-03":{"attempts":1,"playable":33.839956910940806,"score":33.839956910940806},"GB2-04":{"attempts":1,"playable":42.41234271176913,"score":42.41234271176913},"GB2-05":{"attempts":1,"playable":55.37141560814144,"score":55.37141560814144},"GB2-06":{"attempts":1,"playable":39.58734279782542,"score":39.58734279782542},"GB2-07":{"attempts":1,"playable":58.56888724009425,"score":58.56888724009425},"GB2-08":{"attempts":1,"playable":38.755136961431674,"score":38.755136961431674}},"none":{"GB2-01":{"attempts":1,"playable":53.020324518998905,"score":53.020324518998905},"GB2-02":{"attempts":1,"playable":43.34178134015885,"score":43.34178134015885},"GB2-03":{"attempts":1,"playable":32.19516047067133,"score":32.19516047067133},"GB2-04":{"attempts":1,"playable":44.450915351416654,"score":44.450915351416654},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":34.67626774707181,"score":34.67626774707181},"GB2-07":{"attempts":1,"playable":29.34142872452063,"score":29.34142872452063},"GB2-08":{"attempts":1,"playable":40.6358709649894,"score":40.6358709649894}}},"id":"gpt-5.6-terra","is_recent_addition":false,"last_measured_at":"2026-11-21T16:34:54Z","match_totals_all":{"draws":3350,"losses":7136,"wins":4898},"match_totals_tracks":{"highest":{"draws":996,"losses":2257,"wins":2105},"medium":{"draws":1075,"losses":2485,"wins":1798},"none":{"draws":1279,"losses":2394,"wins":995}},"model_slug":"gpt-5-6-terra","official_rank_by_reasoning":{"highest":56,"medium":63,"none":76},"overall":{"max":77.0127865442064,"mean":45.654718383508275,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":59,"overall_ranking_status":"ranked","per_game":{"GB2-01":69.9072892608186,"GB2-02":58.09368616352394,"GB2-03":34.961931532324336,"GB2-04":42.49402147800127,"GB2-05":52.81838317137485,"GB2-06":77.0127865442064,"GB2-07":43.650671247265684,"GB2-08":50.986794567008566},"per_game_all":{"GB2-01":65.4927395769393,"GB2-02":49.15856948144229,"GB2-03":33.66568297131216,"GB2-04":43.11909318039568,"GB2-06":50.42546569636789,"GB2-07":43.853662403960186,"GB2-08":43.45926749780988},"per_game_match_totals_all":{"GB2-01":{"draws":306,"losses":640,"wins":1094},"GB2-02":{"draws":1271,"losses":424,"wins":213},"GB2-03":{"draws":648,"losses":1089,"wins":237},"GB2-04":{"draws":1077,"losses":656,"wins":229},"GB2-05":{"draws":0,"losses":712,"wins":668},"GB2-06":{"draws":48,"losses":1055,"wins":871},"GB2-07":{"draws":0,"losses":1283,"wins":775},"GB2-08":{"draws":0,"losses":1277,"wins":811}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":84,"losses":193,"wins":403},"GB2-02":{"draws":331,"losses":134,"wins":171},"GB2-03":{"draws":171,"losses":378,"wins":109},"GB2-04":{"draws":386,"losses":209,"wins":59},"GB2-05":{"draws":0,"losses":364,"wins":326},"GB2-06":{"draws":24,"losses":171,"wins":463},"GB2-07":{"draws":0,"losses":431,"wins":255},"GB2-08":{"draws":0,"losses":377,"wins":319}},"medium":{"GB2-01":{"draws":4,"losses":208,"wins":468},"GB2-02":{"draws":472,"losses":136,"wins":28},"GB2-03":{"draws":276,"losses":332,"wins":50},"GB2-04":{"draws":301,"losses":252,"wins":101},"GB2-05":{"draws":0,"losses":348,"wins":342},"GB2-06":{"draws":22,"losses":422,"wins":214},"GB2-07":{"draws":0,"losses":331,"wins":355},"GB2-08":{"draws":0,"losses":456,"wins":240}},"none":{"GB2-01":{"draws":218,"losses":239,"wins":223},"GB2-02":{"draws":468,"losses":154,"wins":14},"GB2-03":{"draws":201,"losses":379,"wins":78},"GB2-04":{"draws":390,"losses":195,"wins":69},"GB2-06":{"draws":2,"losses":462,"wins":194},"GB2-07":{"draws":0,"losses":521,"wins":165},"GB2-08":{"draws":0,"losses":444,"wins":252}}},"per_game_raw_elo_all":{"GB2-01":1601.7346752656874,"GB2-02":1427.2906369811442,"GB2-03":1227.7019680390813,"GB2-04":1390.3897338255892,"GB2-06":1416.355247067136,"GB2-07":1276.5728564644107,"GB2-08":1227.7366178969457},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1645.0266900696408,"GB2-02":1498.0913003347487,"GB2-03":1239.6543031018066,"GB2-04":1385.4581282624765,"GB2-05":1373.4924974727096,"GB2-06":1870.326652492771,"GB2-07":1274.51344549911,"GB2-08":1347.9130949078383},"medium":{"GB2-01":1687.8002434966734,"GB2-02":1402.4321247708785,"GB2-03":1229.3690136276564,"GB2-04":1384.811797195356,"GB2-05":1407.1537418355413,"GB2-06":1227.8168336703027,"GB2-07":1470.4453310276097,"GB2-08":1153.7008084535844},"none":{"GB2-01":1472.377092230748,"GB2-02":1381.3484858378051,"GB2-03":1214.0825873877814,"GB2-04":1400.899276018935,"GB2-06":1150.9222550383342,"GB2-07":1084.7597928665125,"GB2-08":1181.5959503294146}},"per_game_tracks":{"highest":{"GB2-01":69.9072892608186,"GB2-02":58.09368616352394,"GB2-03":34.961931532324336,"GB2-04":42.49402147800127,"GB2-05":52.81838317137485,"GB2-06":77.0127865442064,"GB2-07":43.650671247265684,"GB2-08":50.986794567008566},"medium":{"GB2-01":73.55060495100038,"GB2-02":46.04024094064407,"GB2-03":33.839956910940806,"GB2-04":42.41234271176913,"GB2-05":55.37141560814144,"GB2-06":39.58734279782542,"GB2-07":58.56888724009425,"GB2-08":38.755136961431674},"none":{"GB2-01":53.020324518998905,"GB2-02":43.34178134015885,"GB2-03":32.19516047067133,"GB2-04":44.450915351416654,"GB2-06":34.67626774707181,"GB2-07":29.34142872452063,"GB2-08":40.6358709649894}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:38:52Z","reasoning":{"highest":53.74069549556546,"medium":48.515741015230894,"none":34.70771863972845},"reasoning_agg":{"highest":{"max":77.0127865442064,"mean":53.74069549556546,"min":34.961931532324336},"medium":{"max":73.55060495100038,"mean":48.515741015230894,"min":33.839956910940806},"none":{"max":53.020324518998905,"mean":34.70771863972845,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":19.032976855837013},"working_program_strength":{"all":47.307466890162004,"highest":53.74069549556546,"medium":48.515741015230894,"none":39.66596415968966}},{"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-3:ebbab123c4394372","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09119202000000001,"mean":0.051659512500000004,"median":0.03605392,"min":0.02439431,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.41327610000000004},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.11405448,"mean":0.06376662999999999,"median":0.060945095000000005,"min":0.02463971,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.51013304},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0094142,"mean":0.0028034124999999997,"median":0.001882025,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.022427299999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.11405448,"mean":0.06376662999999999,"median":0.060945095000000005,"min":0.02463971,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.51013304},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0094142,"mean":0.0028034124999999997,"median":0.001882025,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0224273},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09119202000000001,"mean":0.051659512500000004,"median":0.03605392,"min":0.02439431,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.41327610000000004}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":32},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11405448,"mean":0.03940985166666667,"median":0.03513247,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":32},"recorded_attempt_count":32,"run_count":24,"total":0.94583644},"codegen_latency_ms":{"attempt_count":30,"max_ms":377102,"mean_ms":152852.0909090909,"min_ms":3791,"paired_attempt_count":25,"paired_latency_ms":2472468,"paired_output_tokens":1048912,"run_count":22},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":319339,"mean_ms":217205.0,"min_ms":142770,"paired_attempt_count":9,"paired_latency_ms":1156538,"paired_output_tokens":476037,"run_count":7},"medium":{"attempt_count":10,"max_ms":377102,"mean_ms":252606.2857142857,"min_ms":146739,"paired_attempt_count":7,"paired_latency_ms":1241863,"paired_output_tokens":529301,"run_count":7},"none":{"attempt_count":9,"max_ms":30086,"mean_ms":9258.375,"min_ms":3791,"paired_attempt_count":9,"paired_latency_ms":74067,"paired_output_tokens":43574,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":189303,"output_mean":71566.08333333333,"output_min":2342,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":12,"output_max":127108,"output_mean":95776.5,"output_min":67386,"run_count":8},"medium":{"attempt_count":11,"output_max":189303,"output_mean":113475.0,"output_min":68315,"run_count":8},"none":{"attempt_count":9,"output_max":22506,"output_mean":5446.75,"output_min":2342,"run_count":8}},"display_name":"Mercury 3","economics":{"all":45.305121672320546,"highest":49.10569804269009,"medium":49.128294273567704,"none":37.68137270070382},"first_seen_at":null,"game_gaps":{"highest":{"GB2-07":"failed"},"medium":{"GB2-01":"failed","GB2-03":"too_slow"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":32,"effective_max_output_tokens":[131072],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":41,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"requested_max_output_token_observations":32,"requested_max_output_tokens":[131072],"total_output_tokens":1717586,"total_reasoning_output_tokens":1599995,"total_visible_output_tokens":117591,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":4,"first_pass_rate":0.5714285714285714,"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"performance_rejections":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.14285714285714285,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-03"],"performance_rejections":1,"repaired_admitted":2,"repaired_rate":0.2857142857142857},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":42.719884942394806,"score":28.479923294929872},"GB2-02":{"attempts":3,"playable":43.086770703731496,"score":43.086770703731496},"GB2-03":{"attempts":2,"playable":46.77402494897761,"score":46.77402494897761},"GB2-04":{"attempts":3,"playable":47.27249276642973,"score":47.27249276642973},"GB2-05":{"attempts":3,"playable":48.88533971725559,"score":48.88533971725559},"GB2-06":{"attempts":3,"playable":63.607912492295306,"score":63.607912492295306},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":54.5211781602066,"score":36.347452106804404},"GB2-08":{"attempts":3,"playable":47.20230090661025,"score":47.20230090661025}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":50.36230610124489,"score":50.36230610124489},"GB2-02":{"attempts":1,"playable":43.088173425768666,"score":43.088173425768666},"GB2-03":{"attempts":1,"playable":60.83284667075719,"score":60.83284667075719},"GB2-04":{"attempts":1,"playable":40.61264077700325,"score":40.61264077700325},"GB2-05":{"attempts":1,"playable":65.30687287277156,"score":65.30687287277156},"GB2-06":{"attempts":1,"playable":75.20199992521195,"score":75.20199992521195},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":57.4407445687632,"score":57.4407445687632}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":44.6925597338445,"score":44.6925597338445},"GB2-04":{"attempts":1,"playable":61.083925014038755,"score":61.083925014038755},"GB2-05":{"attempts":1,"playable":56.9630054056804,"score":56.9630054056804},"GB2-06":{"attempts":1,"playable":52.69923666456277,"score":52.69923666456277},"GB2-07":{"attempts":1,"playable":76.10729403236971,"score":76.10729403236971},"GB2-08":{"attempts":1,"playable":52.35203906447781,"score":52.35203906447781}},"none":{"GB2-01":{"attempts":1,"playable":35.07746378354472,"score":35.07746378354472},"GB2-02":{"attempts":1,"playable":41.479578951581324,"score":41.479578951581324},"GB2-03":{"attempts":1,"playable":32.71520322719804,"score":32.71520322719804},"GB2-04":{"attempts":1,"playable":40.12091250824717,"score":40.12091250824717},"GB2-05":{"attempts":1,"playable":24.386140873314822,"score":24.386140873314822},"GB2-06":{"attempts":1,"playable":62.92250088711119,"score":62.92250088711119},"GB2-07":{"attempts":1,"playable":32.93506228804349,"score":32.93506228804349},"GB2-08":{"attempts":1,"playable":31.814119086589727,"score":31.814119086589727}}},"id":"inception/mercury-3","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:03Z","match_totals_all":{"draws":3201,"losses":6200,"wins":4649},"match_totals_tracks":{"highest":{"draws":1275,"losses":1654,"wins":1743},"medium":{"draws":719,"losses":1570,"wins":1731},"none":{"draws":1207,"losses":2976,"wins":1175}},"model_slug":"inception-mercury-3","official_rank_by_reasoning":{"highest":62,"medium":61,"none":70},"overall":{"max":76.10729403236971,"mean":45.305121672320546,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":60,"overall_ranking_status":"ranked","per_game":{"GB2-01":50.36230610124489,"GB2-02":43.088173425768666,"GB2-03":60.83284667075719,"GB2-04":40.61264077700325,"GB2-05":65.30687287277156,"GB2-06":75.20199992521195,"GB2-08":57.4407445687632},"per_game_all":{"GB2-02":43.086770703731496,"GB2-04":47.27249276642973,"GB2-05":48.88533971725559,"GB2-06":63.607912492295306,"GB2-08":47.20230090661025},"per_game_match_totals_all":{"GB2-01":{"draws":553,"losses":554,"wins":253},"GB2-02":{"draws":1271,"losses":533,"wins":104},"GB2-03":{"draws":287,"losses":641,"wins":388},"GB2-04":{"draws":1060,"losses":586,"wins":316},"GB2-05":{"draws":0,"losses":1165,"wins":905},"GB2-06":{"draws":30,"losses":812,"wins":1132},"GB2-07":{"draws":0,"losses":707,"wins":665},"GB2-08":{"draws":0,"losses":1202,"wins":886}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":317,"losses":207,"wins":156},"GB2-02":{"draws":419,"losses":180,"wins":37},"GB2-03":{"draws":154,"losses":231,"wins":273},"GB2-04":{"draws":377,"losses":225,"wins":52},"GB2-05":{"draws":0,"losses":285,"wins":405},"GB2-06":{"draws":8,"losses":192,"wins":458},"GB2-08":{"draws":0,"losses":334,"wins":362}},"medium":{"GB2-02":{"draws":402,"losses":179,"wins":55},"GB2-04":{"draws":300,"losses":136,"wins":218},"GB2-05":{"draws":0,"losses":338,"wins":352},"GB2-06":{"draws":17,"losses":341,"wins":300},"GB2-07":{"draws":0,"losses":208,"wins":478},"GB2-08":{"draws":0,"losses":368,"wins":328}},"none":{"GB2-01":{"draws":236,"losses":347,"wins":97},"GB2-02":{"draws":450,"losses":174,"wins":12},"GB2-03":{"draws":133,"losses":410,"wins":115},"GB2-04":{"draws":383,"losses":225,"wins":46},"GB2-05":{"draws":0,"losses":542,"wins":148},"GB2-06":{"draws":5,"losses":279,"wins":374},"GB2-07":{"draws":0,"losses":499,"wins":187},"GB2-08":{"draws":0,"losses":500,"wins":196}}},"per_game_raw_elo_all":{"GB2-02":1379.330226742268,"GB2-04":1424.0416978314051,"GB2-05":1318.515590546852,"GB2-06":1626.899786899834,"GB2-08":1297.367741304579},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1446.9797848474554,"GB2-02":1379.3610649599623,"GB2-03":1475.363437714189,"GB2-04":1370.5183045807069,"GB2-05":1550.6003204270428,"GB2-06":1835.4427073461698,"GB2-08":1466.1519794418768},"medium":{"GB2-02":1391.9135825731053,"GB2-04":1535.014460851842,"GB2-05":1428.5802931850062,"GB2-06":1435.82877133775,"GB2-07":1744.0533937204443,"GB2-08":1371.8924823447087},"none":{"GB2-01":1298.7275437712738,"GB2-02":1366.7160326937365,"GB2-03":1218.945091858906,"GB2-04":1366.5923280616664,"GB2-05":976.3661580285072,"GB2-06":1609.4278820155828,"GB2-07":1134.2162189920264,"GB2-08":1054.0587621271522}},"per_game_tracks":{"highest":{"GB2-01":50.36230610124489,"GB2-02":43.088173425768666,"GB2-03":60.83284667075719,"GB2-04":40.61264077700325,"GB2-05":65.30687287277156,"GB2-06":75.20199992521195,"GB2-08":57.4407445687632},"medium":{"GB2-02":44.6925597338445,"GB2-04":61.083925014038755,"GB2-05":56.9630054056804,"GB2-06":52.69923666456277,"GB2-07":76.10729403236971,"GB2-08":52.35203906447781},"none":{"GB2-01":35.07746378354472,"GB2-02":41.479578951581324,"GB2-03":32.71520322719804,"GB2-04":40.12091250824717,"GB2-05":24.386140873314822,"GB2-06":62.92250088711119,"GB2-07":32.93506228804349,"GB2-08":31.814119086589727}},"program_outcomes":{"all":{"counted_attempts":23,"failed":2,"infra_excluded":0,"success_rate":0.9130434782608695,"too_slow":1,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7},"medium":{"counted_attempts":7,"failed":1,"infra_excluded":0,"success_rate":0.8571428571428571,"too_slow":1,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#CBD5E1","provider_company":"Inception","provider_key":"inception","provider_text_color":"#0b1120","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T13:31:45Z","reasoning":{"highest":49.10569804269009,"medium":49.12829427356771,"none":37.68137270070382},"reasoning_agg":{"highest":{"max":75.20199992521195,"mean":49.10569804269009,"min":0.0},"medium":{"max":76.10729403236971,"mean":49.12829427356771,"min":0.0},"none":{"max":62.92250088711119,"mean":37.68137270070382,"min":24.386140873314822}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":11.446921572863893},"working_program_strength":{"all":50.372837927646835,"highest":56.12079776307439,"medium":57.31634331916232,"none":37.68137270070382}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-3-1-pro-preview:e62c3d6cd2f4823b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.3240465,"median":0.32247400000000004,"min":0.095864,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.5923719999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.10957599999999999,"mean":0.08025825,"median":0.080065,"min":0.052756,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.642066},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06018799999999999,"mean":0.04587999999999999,"median":0.044081999999999996,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.3670399999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.10957599999999999,"mean":0.08025825,"median":0.080065,"min":0.052756,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.642066},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06018799999999999,"mean":0.04587999999999999,"median":0.044081999999999996,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.36704000000000003},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.3240465,"median":0.32247400000000004,"min":0.095864,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.592372}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.15006158333333333,"median":0.080065,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":3.6014779999999993},"codegen_latency_ms":{"attempt_count":28,"max_ms":255692,"mean_ms":76920.70833333333,"min_ms":12384,"paired_attempt_count":28,"paired_latency_ms":1846097,"paired_output_tokens":259837,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":255692,"mean_ms":175619.75,"min_ms":52003,"paired_attempt_count":11,"paired_latency_ms":1404958,"paired_output_tokens":199945,"run_count":8},"medium":{"attempt_count":8,"max_ms":58005,"mean_ms":37933.625,"min_ms":21700,"paired_attempt_count":8,"paired_latency_ms":303469,"paired_output_tokens":41907,"run_count":8},"none":{"attempt_count":9,"max_ms":20748,"mean_ms":17208.75,"min_ms":12384,"paired_attempt_count":9,"paired_latency_ms":137670,"paired_output_tokens":17985,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":36035,"output_mean":10826.541666666666,"output_min":1554,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":36035,"output_mean":24993.125,"output_min":6631,"run_count":8},"medium":{"attempt_count":8,"output_max":7812,"output_mean":5238.375,"output_min":2903,"run_count":8},"none":{"attempt_count":9,"output_max":3115,"output_mean":2248.125,"output_min":1554,"run_count":8}},"display_name":"Gemini 3.1 Pro Preview","economics":{"all":44.390303342637594,"highest":64.69428433096876,"medium":40.3938548020654,"none":28.082770894878617},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[65536],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[65536],"total_output_tokens":259837,"total_reasoning_output_tokens":197903,"total_visible_output_tokens":61934,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-3.1-pro-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":48.11585669904429,"score":48.11585669904429},"GB2-02":{"attempts":3,"playable":42.35452616618102,"score":42.35452616618102},"GB2-03":{"attempts":3,"playable":52.022816854119874,"score":52.022816854119874},"GB2-04":{"attempts":3,"playable":54.79680230102695,"score":54.79680230102695},"GB2-05":{"attempts":3,"playable":38.12060493274557,"score":38.12060493274557},"GB2-06":{"attempts":3,"playable":19.686530501636547,"score":19.686530501636547},"GB2-07":{"attempts":3,"playable":55.123908900649006,"score":55.123908900649006},"GB2-08":{"attempts":3,"playable":44.90138038569746,"score":44.90138038569746}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":72.02608422691351,"score":72.02608422691351},"GB2-02":{"attempts":1,"playable":41.649098289401834,"score":41.649098289401834},"GB2-03":{"attempts":1,"playable":63.208332856577265,"score":63.208332856577265},"GB2-04":{"attempts":1,"playable":80.63183518602537,"score":80.63183518602537},"GB2-05":{"attempts":1,"playable":83.39085509859454,"score":83.39085509859454},"GB2-06":{"attempts":1,"playable":17.685401821034507,"score":17.685401821034507},"GB2-07":{"attempts":1,"playable":72.31841800648323,"score":72.31841800648323},"GB2-08":{"attempts":1,"playable":86.64424916271972,"score":86.64424916271972}},"medium":{"GB2-01":{"attempts":1,"playable":34.45652735290904,"score":34.45652735290904},"GB2-02":{"attempts":1,"playable":43.34178134015885,"score":43.34178134015885},"GB2-03":{"attempts":1,"playable":64.93328431966071,"score":64.93328431966071},"GB2-04":{"attempts":1,"playable":43.39174769490871,"score":43.39174769490871},"GB2-05":{"attempts":1,"playable":16.282788431915957,"score":16.282788431915957},"GB2-06":{"attempts":1,"playable":27.65323215943651,"score":27.65323215943651},"GB2-07":{"attempts":1,"playable":69.0615311203471,"score":69.0615311203471},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}},"none":{"GB2-01":{"attempts":1,"playable":37.86495851731032,"score":37.86495851731032},"GB2-02":{"attempts":1,"playable":42.072698868982364,"score":42.072698868982364},"GB2-03":{"attempts":1,"playable":27.926833386121647,"score":27.926833386121647},"GB2-04":{"attempts":1,"playable":40.366824022146766,"score":40.366824022146766},"GB2-05":{"attempts":1,"playable":14.688171267726199,"score":14.688171267726199},"GB2-06":{"attempts":1,"playable":13.720957524438626,"score":13.720957524438626},"GB2-07":{"attempts":1,"playable":23.991777575116693,"score":23.991777575116693},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"gemini-3.1-pro-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:27:21Z","match_totals_all":{"draws":2932,"losses":8173,"wins":4969},"match_totals_tracks":{"highest":{"draws":649,"losses":1825,"wins":2884},"medium":{"draws":1158,"losses":2861,"wins":1339},"none":{"draws":1125,"losses":3487,"wins":746}},"model_slug":"gemini-3-1-pro-preview","official_rank_by_reasoning":{"highest":39,"medium":80,"none":88},"overall":{"max":86.64424916271972,"mean":44.390303342637594,"min":13.720957524438626},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":61,"overall_ranking_status":"ranked","per_game":{"GB2-01":72.02608422691351,"GB2-02":41.649098289401834,"GB2-03":63.208332856577265,"GB2-04":80.63183518602537,"GB2-05":83.39085509859454,"GB2-06":17.685401821034507,"GB2-07":72.31841800648323,"GB2-08":86.64424916271972},"per_game_all":{"GB2-01":48.11585669904429,"GB2-02":42.35452616618102,"GB2-03":52.022816854119874,"GB2-04":54.79680230102695,"GB2-05":38.12060493274557,"GB2-06":19.686530501636547,"GB2-07":55.123908900649006,"GB2-08":44.90138038569746},"per_game_match_totals_all":{"GB2-01":{"draws":345,"losses":964,"wins":731},"GB2-02":{"draws":1383,"losses":490,"wins":35},"GB2-03":{"draws":356,"losses":901,"wins":717},"GB2-04":{"draws":831,"losses":552,"wins":579},"GB2-05":{"draws":0,"losses":1356,"wins":714},"GB2-06":{"draws":17,"losses":1640,"wins":317},"GB2-07":{"draws":0,"losses":1046,"wins":1012},"GB2-08":{"draws":0,"losses":1224,"wins":864}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":25,"losses":208,"wins":447},"GB2-02":{"draws":450,"losses":173,"wins":13},"GB2-03":{"draws":28,"losses":279,"wins":351},"GB2-04":{"draws":144,"losses":84,"wins":426},"GB2-05":{"draws":0,"losses":160,"wins":530},"GB2-06":{"draws":2,"losses":560,"wins":96},"GB2-07":{"draws":0,"losses":235,"wins":451},"GB2-08":{"draws":0,"losses":126,"wins":570}},"medium":{"GB2-01":{"draws":202,"losses":368,"wins":110},"GB2-02":{"draws":460,"losses":158,"wins":18},"GB2-03":{"draws":140,"losses":212,"wins":306},"GB2-04":{"draws":343,"losses":225,"wins":86},"GB2-05":{"draws":0,"losses":593,"wins":97},"GB2-06":{"draws":13,"losses":498,"wins":147},"GB2-07":{"draws":0,"losses":258,"wins":428},"GB2-08":{"draws":0,"losses":549,"wins":147}},"none":{"GB2-01":{"draws":118,"losses":388,"wins":174},"GB2-02":{"draws":473,"losses":159,"wins":4},"GB2-03":{"draws":188,"losses":410,"wins":60},"GB2-04":{"draws":344,"losses":243,"wins":67},"GB2-05":{"draws":0,"losses":603,"wins":87},"GB2-06":{"draws":2,"losses":582,"wins":74},"GB2-07":{"draws":0,"losses":553,"wins":133},"GB2-08":{"draws":0,"losses":549,"wins":147}}},"per_game_raw_elo_all":{"GB2-01":1429.5311382658272,"GB2-02":1373.5960059129136,"GB2-03":1396.9594947772794,"GB2-04":1499.4785699026088,"GB2-05":1192.6883147885717,"GB2-06":902.5146275947105,"GB2-07":1435.1744365022223,"GB2-08":1336.503750244037},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1669.514719465859,"GB2-02":1368.052277244607,"GB2-03":1499.7873395100228,"GB2-04":1737.3275821572017,"GB2-05":1963.1684637796368,"GB2-06":871.9517023755245,"GB2-07":1676.1379003542463,"GB2-08":2124.328594859243},"medium":{"GB2-01":1292.3975557387278,"GB2-02":1381.3484858378051,"GB2-03":1518.2078704344356,"GB2-04":1392.5511772335458,"GB2-05":824.5255995372444,"GB2-06":1039.706302416905,"GB2-07":1623.0232444296348,"GB2-08":942.5913279364339},"none":{"GB2-01":1326.6811395928946,"GB2-02":1371.3872546563287,"GB2-03":1172.8832743873797,"GB2-04":1368.5569503170786,"GB2-05":790.3708810488337,"GB2-06":795.885877991702,"GB2-07":1006.3621647227851,"GB2-08":942.5913279364339}},"per_game_tracks":{"highest":{"GB2-01":72.02608422691351,"GB2-02":41.649098289401834,"GB2-03":63.208332856577265,"GB2-04":80.63183518602537,"GB2-05":83.39085509859454,"GB2-06":17.685401821034507,"GB2-07":72.31841800648323,"GB2-08":86.64424916271972},"medium":{"GB2-01":34.45652735290904,"GB2-02":43.34178134015885,"GB2-03":64.93328431966071,"GB2-04":43.39174769490871,"GB2-05":16.282788431915957,"GB2-06":27.65323215943651,"GB2-07":69.0615311203471,"GB2-08":24.029945997186328},"none":{"GB2-01":37.86495851731032,"GB2-02":42.072698868982364,"GB2-03":27.926833386121647,"GB2-04":40.366824022146766,"GB2-05":14.688171267726199,"GB2-06":13.720957524438626,"GB2-07":23.991777575116693,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:14:49Z","reasoning":{"highest":64.69428433096876,"medium":40.3938548020654,"none":28.082770894878617},"reasoning_agg":{"highest":{"max":86.64424916271972,"mean":64.69428433096876,"min":17.685401821034507},"medium":{"max":69.0615311203471,"mean":40.3938548020654,"min":16.282788431915957},"none":{"max":42.072698868982364,"mean":28.082770894878617,"min":13.720957524438626}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":36.611513436090135},"working_program_strength":{"all":44.390303342637594,"highest":64.69428433096876,"medium":40.3938548020654,"none":28.082770894878617}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling-2-small:93d8f86be5e17f71","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.040934665,"median":0.04232749,"min":0.02069508,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.32747731999999996},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0170825,"mean":0.0130700525,"median":0.01240349,"min":0.01105408,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":0.10456042000000002},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02161668,"mean":0.008970015,"median":0.00676269,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.07176012}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0170825,"mean":0.0130700525,"median":0.01240349,"min":0.01105408,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":0.10456042},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02161668,"mean":0.008970015,"median":0.00676269,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.07176012},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.040934665,"median":0.04232749,"min":0.02069508,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.32747732}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.020991577500000008,"median":0.0129706,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":28},"recorded_attempt_count":28,"run_count":24,"total":0.50379786},"codegen_latency_ms":{"attempt_count":28,"max_ms":165523,"mean_ms":48340.375,"min_ms":7775,"paired_attempt_count":28,"paired_latency_ms":1160169,"paired_output_tokens":424428,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":165523,"mean_ms":106380.5,"min_ms":43853,"paired_attempt_count":10,"paired_latency_ms":851044,"paired_output_tokens":298019,"run_count":8},"medium":{"attempt_count":8,"max_ms":37567,"mean_ms":27535.875,"min_ms":22544,"paired_attempt_count":8,"paired_latency_ms":220287,"paired_output_tokens":82057,"run_count":8},"none":{"attempt_count":10,"max_ms":26064,"mean_ms":11104.75,"min_ms":7775,"paired_attempt_count":10,"paired_latency_ms":88838,"paired_output_tokens":44352,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":55369,"output_mean":17684.5,"output_min":3054,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":55369,"output_mean":37252.375,"output_min":18156,"run_count":8},"medium":{"attempt_count":8,"output_max":13400,"output_mean":10257.125,"output_min":8515,"run_count":8},"none":{"attempt_count":10,"output_max":16428,"output_mean":5544.0,"output_min":3054,"run_count":8}},"display_name":"Inkling 2 Small","economics":{"all":43.11362516392589,"highest":40.24929330766623,"medium":46.14743002456616,"none":42.94415215954527},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":424428,"total_reasoning_output_tokens":261927,"total_visible_output_tokens":162501,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling-2-small","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":55.32295802397838,"score":55.32295802397838},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.70732098502086,"score":28.471547323347238},"GB2-03":{"attempts":3,"playable":34.93118763326758,"score":34.93118763326758},"GB2-04":{"attempts":3,"playable":40.119653489094674,"score":40.119653489094674},"GB2-05":{"attempts":3,"playable":43.89206535883479,"score":43.89206535883479},"GB2-06":{"attempts":3,"playable":33.25923342053846,"score":33.25923342053846},"GB2-07":{"attempts":3,"playable":55.274831728865706,"score":55.274831728865706},"GB2-08":{"attempts":3,"playable":53.637524333480286,"score":53.637524333480286}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":55.51770315081561,"score":55.51770315081561},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":31.761349069558815,"score":31.761349069558815},"GB2-04":{"attempts":1,"playable":41.67673669931186,"score":41.67673669931186},"GB2-05":{"attempts":1,"playable":64.84039044712021,"score":64.84039044712021},"GB2-06":{"attempts":1,"playable":10.468151809987814,"score":10.468151809987814},"GB2-07":{"attempts":1,"playable":47.9129747284003,"score":47.9129747284003},"GB2-08":{"attempts":1,"playable":69.81704055613521,"score":69.81704055613521}},"medium":{"GB2-01":{"attempts":1,"playable":66.88840056783327,"score":66.88840056783327},"GB2-02":{"attempts":1,"playable":42.1573849084534,"score":42.1573849084534},"GB2-03":{"attempts":1,"playable":44.84298523585129,"score":44.84298523585129},"GB2-04":{"attempts":1,"playable":40.12091250824717,"score":40.12091250824717},"GB2-05":{"attempts":1,"playable":20.09932102611707,"score":20.09932102611707},"GB2-06":{"attempts":1,"playable":43.747050931776364,"score":43.747050931776364},"GB2-07":{"attempts":1,"playable":72.88229881594695,"score":72.88229881594695},"GB2-08":{"attempts":1,"playable":38.44108620230381,"score":38.44108620230381}},"none":{"GB2-01":{"attempts":1,"playable":43.56277035328625,"score":43.56277035328625},"GB2-02":{"attempts":1,"playable":43.25725706158832,"score":43.25725706158832},"GB2-03":{"attempts":1,"playable":28.189228594392635,"score":28.189228594392635},"GB2-04":{"attempts":1,"playable":38.56131125972499,"score":38.56131125972499},"GB2-05":{"attempts":1,"playable":46.73648460326709,"score":46.73648460326709},"GB2-06":{"attempts":1,"playable":45.56249751985119,"score":45.56249751985119},"GB2-07":{"attempts":1,"playable":45.02922164224985,"score":45.02922164224985},"GB2-08":{"attempts":1,"playable":52.65444624200184,"score":52.65444624200184}}},"id":"thinkingmachines/inkling-2-small","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:01Z","match_totals_all":{"draws":3181,"losses":7620,"wins":4637},"match_totals_tracks":{"highest":{"draws":703,"losses":2409,"wins":1610},"medium":{"draws":1143,"losses":2566,"wins":1649},"none":{"draws":1335,"losses":2645,"wins":1378}},"model_slug":"thinkingmachines-inkling-2-small","official_rank_by_reasoning":{"highest":71,"medium":68,"none":51},"overall":{"max":72.88229881594695,"mean":43.11362516392589,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":62,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.51770315081561,"GB2-03":31.761349069558815,"GB2-04":41.67673669931186,"GB2-05":64.84039044712021,"GB2-06":10.468151809987814,"GB2-07":47.9129747284003,"GB2-08":69.81704055613521},"per_game_all":{"GB2-01":55.32295802397838,"GB2-03":34.93118763326758,"GB2-04":40.119653489094674,"GB2-05":43.89206535883479,"GB2-06":33.25923342053846,"GB2-07":55.274831728865706,"GB2-08":53.637524333480286},"per_game_match_totals_all":{"GB2-01":{"draws":812,"losses":591,"wins":637},"GB2-02":{"draws":919,"losses":324,"wins":29},"GB2-03":{"draws":482,"losses":1149,"wins":343},"GB2-04":{"draws":937,"losses":781,"wins":244},"GB2-05":{"draws":0,"losses":1259,"wins":811},"GB2-06":{"draws":31,"losses":1388,"wins":555},"GB2-07":{"draws":0,"losses":1056,"wins":1002},"GB2-08":{"draws":0,"losses":1072,"wins":1016}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":327,"losses":168,"wins":185},"GB2-03":{"draws":148,"losses":408,"wins":102},"GB2-04":{"draws":226,"losses":294,"wins":134},"GB2-05":{"draws":0,"losses":288,"wins":402},"GB2-06":{"draws":2,"losses":600,"wins":56},"GB2-07":{"draws":0,"losses":403,"wins":283},"GB2-08":{"draws":0,"losses":248,"wins":448}},"medium":{"GB2-01":{"draws":189,"losses":161,"wins":330},"GB2-02":{"draws":464,"losses":163,"wins":9},"GB2-03":{"draws":147,"losses":332,"wins":179},"GB2-04":{"draws":337,"losses":248,"wins":69},"GB2-05":{"draws":0,"losses":569,"wins":121},"GB2-06":{"draws":6,"losses":404,"wins":248},"GB2-07":{"draws":0,"losses":231,"wins":455},"GB2-08":{"draws":0,"losses":458,"wins":238}},"none":{"GB2-01":{"draws":296,"losses":262,"wins":122},"GB2-02":{"draws":455,"losses":161,"wins":20},"GB2-03":{"draws":187,"losses":409,"wins":62},"GB2-04":{"draws":374,"losses":239,"wins":41},"GB2-05":{"draws":0,"losses":402,"wins":288},"GB2-06":{"draws":23,"losses":384,"wins":251},"GB2-07":{"draws":0,"losses":422,"wins":264},"GB2-08":{"draws":0,"losses":366,"wins":330}}},"per_game_raw_elo_all":{"GB2-01":1496.7463469773859,"GB2-03":1237.6810222020465,"GB2-04":1366.547112141362,"GB2-05":1246.0661383684803,"GB2-06":1112.8235246334095,"GB2-07":1435.843270742783,"GB2-08":1416.9991127890582},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1496.434366787678,"GB2-03":1210.003863168582,"GB2-04":1378.982352726203,"GB2-05":1543.1794396501505,"GB2-06":723.9449678038682,"GB2-07":1329.4878043955114,"GB2-08":1724.6275183731432},"medium":{"GB2-01":1611.6772070372615,"GB2-02":1372.0533181053345,"GB2-03":1327.5452637273045,"GB2-04":1366.5923280616664,"GB2-05":899.8829128145584,"GB2-06":1292.9759428107673,"GB2-07":1685.7675559140641,"GB2-08":1149.0923853416423},"none":{"GB2-01":1382.1274671072188,"GB2-02":1380.6862614259871,"GB2-03":1175.4939397102523,"GB2-04":1354.0666556362166,"GB2-05":1295.1360626407325,"GB2-06":1321.5496632855934,"GB2-07":1292.2744519187731,"GB2-08":1377.277434652389}},"per_game_tracks":{"highest":{"GB2-01":55.51770315081561,"GB2-03":31.761349069558815,"GB2-04":41.67673669931186,"GB2-05":64.84039044712021,"GB2-06":10.468151809987814,"GB2-07":47.9129747284003,"GB2-08":69.81704055613521},"medium":{"GB2-01":66.88840056783327,"GB2-02":42.1573849084534,"GB2-03":44.84298523585129,"GB2-04":40.12091250824717,"GB2-05":20.09932102611707,"GB2-06":43.747050931776364,"GB2-07":72.88229881594695,"GB2-08":38.44108620230381},"none":{"GB2-01":43.56277035328625,"GB2-02":43.25725706158832,"GB2-03":28.189228594392635,"GB2-04":38.56131125972499,"GB2-05":46.73648460326709,"GB2-06":45.56249751985119,"GB2-07":45.02922164224985,"GB2-08":52.65444624200184}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T13:38:54Z","reasoning":{"highest":40.24929330766623,"medium":46.14743002456616,"none":42.94415215954527},"reasoning_agg":{"highest":{"max":69.81704055613521,"mean":40.24929330766623,"min":0.0},"medium":{"max":72.88229881594695,"mean":46.14743002456616,"min":20.09932102611707},"none":{"max":52.65444624200184,"mean":42.94415215954527,"min":28.189228594392635}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"max"},"score_diagnostics":{"reasoning_variance":5.898136716899934},"working_program_strength":{"all":45.03025817857665,"highest":45.99919235161855,"medium":46.14743002456616,"none":42.94415215954527}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-2:713dfe977fee7797","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.1808710912875,"median":0.13158330000000001,"min":0.0448038366,"recorded_attempt_count":9,"run_count":8,"total":1.4469687303},"medium":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.14635563000000001,"mean":0.0939111476625,"median":0.10304704349999999,"min":0.032703412,"recorded_attempt_count":26,"run_count":16,"total":1.5025783626},"none":{"admitted_cell_count":24,"cell_count":8,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03729904666666666,"mean":0.023546225995833333,"median":0.024102434966666662,"min":0.013816857666666666,"recorded_attempt_count":37,"run_count":24,"total":0.5651094239}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23894740000000003,"mean":0.121926546075,"median":0.109979,"min":0.0289264146,"recorded_attempt_count":10,"run_count":8,"total":0.9754123686},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.14831665,"mean":0.06589574925,"median":0.044104765,"min":0.0155414,"recorded_attempt_count":16,"run_count":8,"total":0.527165994},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.047757869999999994,"mean":0.022448211274999998,"median":0.017169796,"min":0.0106770175,"recorded_attempt_count":24,"run_count":16,"total":0.3591713804},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.050486600000000006,"mean":0.0257422554375,"median":0.02408436405,"min":0.0093287,"recorded_attempt_count":13,"run_count":8,"total":0.2059380435},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.1808710912875,"median":0.13158330000000001,"min":0.0448038366,"recorded_attempt_count":9,"run_count":8,"total":1.4469687303}},"codegen_cost_usd":{"admitted_cell_count":48,"cell_count":24,"cost_basis_counts":{"provider_reported":72},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.09944282164861112,"median":0.056673037849999996,"min":0.013816857666666666,"recorded_attempt_count":72,"run_count":48,"total":3.514656516800001},"codegen_latency_ms":{"attempt_count":32,"max_ms":882507,"mean_ms":240683.0,"min_ms":16088,"paired_attempt_count":32,"paired_latency_ms":5776392,"paired_output_tokens":828865,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":882507,"mean_ms":333475.125,"min_ms":88401,"paired_attempt_count":9,"paired_latency_ms":2667801,"paired_output_tokens":421828,"run_count":8},"medium":{"attempt_count":10,"max_ms":677392,"mean_ms":353638.875,"min_ms":112475,"paired_attempt_count":10,"paired_latency_ms":2829111,"paired_output_tokens":374015,"run_count":8},"none":{"attempt_count":13,"max_ms":79329,"mean_ms":34935.0,"min_ms":16088,"paired_attempt_count":13,"paired_latency_ms":279480,"paired_output_tokens":33022,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":130069,"output_mean":34536.041666666664,"output_min":1442,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":130069,"output_mean":52728.5,"output_min":20107,"run_count":8},"medium":{"attempt_count":10,"output_max":83540,"output_mean":46751.875,"output_min":17329,"run_count":8},"none":{"attempt_count":13,"output_max":8574,"output_mean":4127.75,"output_min":1442,"run_count":8}},"display_name":"GLM-5.2","economics":{"all":43.11098100989787,"highest":44.734190310806305,"medium":45.2236876107787,"none":39.3750651081086},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":32,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"reconciliation_get_attempts":148,"total_output_tokens":828865,"total_reasoning_output_tokens":728689,"total_visible_output_tokens":100176,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":6,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":10,"repaired_rate":0.625},"baseline":{"admitted_plugins":24,"evaluated_cells":24,"first_pass_admitted":13,"first_pass_rate":0.5416666666666666,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":3},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":11,"repaired_rate":0.4583333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":39.192762324810865,"score":39.192762324810865},"GB2-02":{"attempts":6,"playable":49.6866584495127,"score":49.6866584495127},"GB2-03":{"attempts":6,"playable":35.190510237886365,"score":35.190510237886365},"GB2-04":{"attempts":6,"playable":48.70980463758403,"score":48.70980463758403},"GB2-05":{"attempts":6,"playable":46.643098202314725,"score":46.643098202314725},"GB2-06":{"attempts":6,"playable":52.00045299158982,"score":52.00045299158982},"GB2-07":{"attempts":6,"playable":38.23239652129777,"score":38.23239652129777},"GB2-08":{"attempts":6,"playable":35.232164714186666,"score":35.232164714186666}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":52.11005388593216,"score":52.11005388593216},"GB2-02":{"attempts":1,"playable":61.603828050389886,"score":61.603828050389886},"GB2-03":{"attempts":1,"playable":36.51076682521645,"score":36.51076682521645},"GB2-04":{"attempts":1,"playable":57.62161808391845,"score":57.62161808391845},"GB2-05":{"attempts":1,"playable":55.37141560814144,"score":55.37141560814144},"GB2-06":{"attempts":1,"playable":38.04607469125077,"score":38.04607469125077},"GB2-07":{"attempts":1,"playable":10.684614386721405,"score":10.684614386721405},"GB2-08":{"attempts":1,"playable":45.92515095487984,"score":45.92515095487984}},"medium":{"GB2-01":{"attempts":2,"playable":37.81274837927055,"score":37.81274837927055},"GB2-02":{"attempts":2,"playable":47.363735531674,"score":47.363735531674},"GB2-03":{"attempts":2,"playable":29.753701553206923,"score":29.753701553206923},"GB2-04":{"attempts":2,"playable":46.42239275526735,"score":46.42239275526735},"GB2-05":{"attempts":2,"playable":51.219213876069816,"score":51.219213876069816},"GB2-06":{"attempts":2,"playable":74.7410383916166,"score":74.7410383916166},"GB2-07":{"attempts":2,"playable":56.83195205694439,"score":56.83195205694439},"GB2-08":{"attempts":2,"playable":17.644718342179928,"score":17.644718342179928}},"none":{"GB2-01":{"attempts":3,"playable":27.655484709229892,"score":27.655484709229892},"GB2-02":{"attempts":3,"playable":40.09241176647421,"score":40.09241176647421},"GB2-03":{"attempts":3,"playable":39.307062335235706,"score":39.307062335235706},"GB2-04":{"attempts":3,"playable":42.08540307356628,"score":42.08540307356628},"GB2-05":{"attempts":3,"playable":33.33866512273293,"score":33.33866512273293},"GB2-06":{"attempts":3,"playable":43.2142458919021,"score":43.2142458919021},"GB2-07":{"attempts":3,"playable":47.180623120227516,"score":47.180623120227516},"GB2-08":{"attempts":3,"playable":42.126624845500224,"score":42.126624845500224}}},"id":"z-ai/glm-5.2","is_recent_addition":false,"last_measured_at":"2026-11-21T16:18:04Z","match_totals_all":{"draws":6880,"losses":16626,"wins":8642},"match_totals_tracks":{"highest":{"draws":1040,"losses":2704,"wins":1614},"medium":{"draws":2426,"losses":5159,"wins":3131},"none":{"draws":3414,"losses":8763,"wins":3897}},"model_slug":"z-ai-glm-5-2","official_rank_by_reasoning":{"highest":67,"medium":72,"none":65},"overall":{"max":74.7410383916166,"mean":43.11098100989787,"min":10.684614386721405},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":63,"overall_ranking_status":"ranked","per_game":{"GB2-01":52.11005388593216,"GB2-02":61.603828050389886,"GB2-03":36.51076682521645,"GB2-04":57.62161808391845,"GB2-05":55.37141560814144,"GB2-06":38.04607469125077,"GB2-07":10.684614386721405,"GB2-08":45.92515095487984},"per_game_all":{"GB2-01":39.192762324810865,"GB2-02":49.6866584495127,"GB2-03":35.190510237886365,"GB2-04":48.70980463758403,"GB2-05":46.643098202314725,"GB2-06":52.00045299158982,"GB2-07":38.23239652129777,"GB2-08":35.232164714186666},"per_game_match_totals_all":{"GB2-01":{"draws":947,"losses":2312,"wins":821},"GB2-02":{"draws":2499,"losses":978,"wins":339},"GB2-03":{"draws":1315,"losses":2098,"wins":535},"GB2-04":{"draws":2029,"losses":1262,"wins":633},"GB2-05":{"draws":0,"losses":2554,"wins":1586},"GB2-06":{"draws":90,"losses":2014,"wins":1844},"GB2-07":{"draws":0,"losses":2535,"wins":1581},"GB2-08":{"draws":0,"losses":2873,"wins":1303}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":222,"losses":243,"wins":215},"GB2-02":{"draws":292,"losses":132,"wins":212},"GB2-03":{"draws":207,"losses":351,"wins":100},"GB2-04":{"draws":300,"losses":158,"wins":196},"GB2-05":{"draws":0,"losses":348,"wins":342},"GB2-06":{"draws":19,"losses":433,"wins":206},"GB2-07":{"draws":0,"losses":629,"wins":57},"GB2-08":{"draws":0,"losses":410,"wins":286}},"medium":{"GB2-01":{"draws":350,"losses":719,"wins":291},"GB2-02":{"draws":870,"losses":293,"wins":109},"GB2-03":{"draws":492,"losses":741,"wins":83},"GB2-04":{"draws":678,"losses":416,"wins":214},"GB2-05":{"draws":0,"losses":748,"wins":632},"GB2-06":{"draws":36,"losses":379,"wins":901},"GB2-07":{"draws":0,"losses":685,"wins":687},"GB2-08":{"draws":0,"losses":1178,"wins":214}},"none":{"GB2-01":{"draws":375,"losses":1350,"wins":315},"GB2-02":{"draws":1337,"losses":553,"wins":18},"GB2-03":{"draws":616,"losses":1006,"wins":352},"GB2-04":{"draws":1051,"losses":688,"wins":223},"GB2-05":{"draws":0,"losses":1458,"wins":612},"GB2-06":{"draws":35,"losses":1202,"wins":737},"GB2-07":{"draws":0,"losses":1221,"wins":837},"GB2-08":{"draws":0,"losses":1285,"wins":803}}},"per_game_raw_elo_all":{"GB2-01":1335.0941780417427,"GB2-02":1432.017560655161,"GB2-03":1240.8010013050425,"GB2-04":1434.8398359859757,"GB2-05":1284.151908990045,"GB2-06":1442.1544133174573,"GB2-07":1173.914816408952,"GB2-08":1121.4282950997765},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1463.6615423944288,"GB2-02":1527.5322803254103,"GB2-03":1253.6959469280214,"GB2-04":1505.914607917696,"GB2-05":1407.1537418355413,"GB2-06":1203.709136980136,"GB2-07":751.6781461889436,"GB2-08":1263.46559927994},"medium":{"GB2-01":1323.0587330995381,"GB2-02":1412.812604397369,"GB2-03":1190.3387592895256,"GB2-04":1416.3840673414993,"GB2-05":1352.7779486947188,"GB2-06":1830.6016787313363,"GB2-07":1448.9116908805497,"GB2-08":833.3421615611654},"none":{"GB2-01":1218.5622586312609,"GB2-02":1355.7077972427041,"GB2-03":1278.3682976975804,"GB2-04":1382.2208326987318,"GB2-05":1092.5240364398753,"GB2-06":1292.1524242408998,"GB2-07":1321.1546121573626,"GB2-08":1267.4771244582244}},"per_game_tracks":{"highest":{"GB2-01":52.11005388593216,"GB2-02":61.603828050389886,"GB2-03":36.51076682521645,"GB2-04":57.62161808391845,"GB2-05":55.37141560814144,"GB2-06":38.04607469125077,"GB2-07":10.684614386721405,"GB2-08":45.92515095487984},"medium":{"GB2-01":37.81274837927055,"GB2-02":47.363735531674,"GB2-03":29.753701553206923,"GB2-04":46.42239275526735,"GB2-05":51.219213876069816,"GB2-06":74.7410383916166,"GB2-07":56.83195205694439,"GB2-08":17.644718342179928},"none":{"GB2-01":27.655484709229892,"GB2-02":40.09241176647421,"GB2-03":39.307062335235706,"GB2-04":42.08540307356628,"GB2-05":33.33866512273293,"GB2-06":43.214245891902095,"GB2-07":47.180623120227516,"GB2-08":42.126624845500224}},"program_outcomes":{"all":{"counted_attempts":48,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":22,"worked_first_time":26,"working":48},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":10,"worked_first_time":6,"working":16},"none":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":11,"worked_first_time":13,"working":24}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:16:36Z","reasoning":{"highest":44.734190310806305,"medium":45.2236876107787,"none":39.3750651081086},"reasoning_agg":{"highest":{"max":61.603828050389886,"mean":44.734190310806305,"min":10.684614386721405},"medium":{"max":74.7410383916166,"mean":45.2236876107787,"min":17.644718342179928},"none":{"max":47.180623120227516,"mean":39.3750651081086,"min":27.655484709229892}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":5.848622502670096},"working_program_strength":{"all":43.11098100989787,"highest":44.734190310806305,"medium":45.2236876107787,"none":39.3750651081086}},{"canonical_public_row_identity":"publication-row.v1:overall:reflection-beam-1-0-501b-a23b:164fcd2f782dd380","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.04917425,"mean":0.028458624999999998,"median":0.0242415,"min":0.016261,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.22766899999999998},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01932975,"mean":0.010711218750000001,"median":0.008422124999999999,"min":0.00683925,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.08568975000000001},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.013563249999999999,"mean":0.0084324375,"median":0.007856624999999999,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06745949999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01932975,"mean":0.010711218750000001,"median":0.008422124999999999,"min":0.00683925,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.08568975000000001},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.013563249999999999,"mean":0.0084324375,"median":0.007856624999999999,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06745949999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.04917425,"mean":0.028458624999999998,"median":0.0242415,"min":0.016261,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.22766899999999998}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04917425,"mean":0.015867427083333333,"median":0.01165575,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":36},"recorded_attempt_count":36,"run_count":24,"total":0.38081825},"codegen_latency_ms":{"attempt_count":36,"max_ms":225177,"mean_ms":82986.79166666667,"min_ms":14518,"paired_attempt_count":36,"paired_latency_ms":1991683,"paired_output_tokens":310855,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":225177,"mean_ms":159627.75,"min_ms":89322,"paired_attempt_count":11,"paired_latency_ms":1277022,"paired_output_tokens":204688,"run_count":8},"medium":{"attempt_count":11,"max_ms":118131,"mean_ms":55222.125,"min_ms":14518,"paired_attempt_count":11,"paired_latency_ms":441777,"paired_output_tokens":64278,"run_count":8},"none":{"attempt_count":14,"max_ms":72565,"mean_ms":34110.5,"min_ms":18316,"paired_attempt_count":14,"paired_latency_ms":272884,"paired_output_tokens":41889,"run_count":8}},"codegen_output_tokens":{"attempt_count":36,"output_max":44106,"output_mean":12952.291666666666,"output_min":2213,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":44106,"output_mean":25586.0,"output_min":14383,"run_count":8},"medium":{"attempt_count":11,"output_max":15405,"output_mean":8034.75,"output_min":4457,"run_count":8},"none":{"attempt_count":14,"output_max":8725,"output_mean":5236.125,"output_min":2213,"run_count":8}},"display_name":"Beam 1.0 501B A23B","economics":{"all":42.81397146514914,"highest":53.254254449301314,"medium":35.939569226651265,"none":39.248090719494826},"first_seen_at":null,"game_gaps":{"medium":{"GB2-01":"failed"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":36,"effective_max_output_tokens":[131072],"finish_reason_observations":36,"finish_reasons":["stop"],"indexed_attempts":36,"output_token_observations":36,"provider_post_attempt_observations":36,"provider_post_attempts":36,"reasoning_token_observations":36,"reconciliation_get_attempt_observations":36,"requested_max_output_token_observations":36,"requested_max_output_tokens":[131072],"total_output_tokens":310855,"total_reasoning_output_tokens":208237,"total_visible_output_tokens":102618,"visible_token_observations":36},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"reflection/beam-1.0-501b-a23b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":33.03648072942267,"score":22.02432048628178},"GB2-02":{"attempts":3,"playable":42.2954254734172,"score":42.2954254734172},"GB2-03":{"attempts":3,"playable":51.59711976987415,"score":51.59711976987415},"GB2-04":{"attempts":3,"playable":45.25118258695107,"score":45.25118258695107},"GB2-05":{"attempts":3,"playable":48.754570301261175,"score":48.754570301261175},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":61.73446948787392,"score":41.15631299191595},"GB2-07":{"attempts":3,"playable":26.33064543677,"score":26.33064543677},"GB2-08":{"attempts":3,"playable":65.10219467472176,"score":65.10219467472176}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":24.276719840048532,"score":24.276719840048532},"GB2-02":{"attempts":1,"playable":49.22797526334685,"score":49.22797526334685},"GB2-03":{"attempts":1,"playable":75.36287079323641,"score":75.36287079323641},"GB2-04":{"attempts":1,"playable":59.04219512642563,"score":59.04219512642563},"GB2-05":{"attempts":1,"playable":49.299259818991054,"score":49.299259818991054},"GB2-06":{"attempts":1,"playable":71.53654485864978,"score":71.53654485864978},"GB2-07":{"attempts":1,"playable":38.52015225438129,"score":38.52015225438129},"GB2-08":{"attempts":1,"playable":58.76831763933096,"score":58.76831763933096}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":33.97854016402289,"score":33.97854016402289},"GB2-03":{"attempts":1,"playable":37.62593913562139,"score":37.62593913562139},"GB2-04":{"attempts":1,"playable":37.903543665583534,"score":37.903543665583534},"GB2-05":{"attempts":1,"playable":39.04838136146925,"score":39.04838136146925},"GB2-06":{"attempts":1,"playable":51.93239411709807,"score":51.93239411709807},"GB2-07":{"attempts":1,"playable":30.328145390277108,"score":30.328145390277108},"GB2-08":{"attempts":1,"playable":56.6996099791379,"score":56.6996099791379}},"none":{"GB2-01":{"attempts":1,"playable":41.79624161879681,"score":41.79624161879681},"GB2-02":{"attempts":1,"playable":43.679760992881846,"score":43.679760992881846},"GB2-03":{"attempts":1,"playable":41.80254938076464,"score":41.80254938076464},"GB2-04":{"attempts":1,"playable":38.807808968844036,"score":38.807808968844036},"GB2-05":{"attempts":1,"playable":57.916069723323226,"score":57.916069723323226},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":10.143638665651599,"score":10.143638665651599},"GB2-08":{"attempts":1,"playable":79.83865640569641,"score":79.83865640569641}}},"id":"reflection/beam-1.0-501b-a23b","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:43Z","match_totals_all":{"draws":3020,"losses":7061,"wins":4655},"match_totals_tracks":{"highest":{"draws":896,"losses":2348,"wins":2114},"medium":{"draws":939,"losses":2510,"wins":1229},"none":{"draws":1185,"losses":2203,"wins":1312}},"model_slug":"reflection-beam-1-0-501b-a23b","official_rank_by_reasoning":{"highest":58,"medium":88,"none":66},"overall":{"max":79.83865640569641,"mean":42.81397146514914,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":64,"overall_ranking_status":"ranked","per_game":{"GB2-01":24.276719840048532,"GB2-02":49.22797526334685,"GB2-03":75.36287079323641,"GB2-04":59.04219512642563,"GB2-05":49.299259818991054,"GB2-06":71.53654485864978,"GB2-07":38.52015225438129,"GB2-08":58.76831763933096},"per_game_all":{"GB2-02":42.2954254734172,"GB2-03":51.59711976987415,"GB2-04":45.25118258695107,"GB2-05":48.754570301261175,"GB2-07":26.33064543677,"GB2-08":65.10219467472176},"per_game_match_totals_all":{"GB2-01":{"draws":409,"losses":751,"wins":200},"GB2-02":{"draws":1174,"losses":595,"wins":139},"GB2-03":{"draws":391,"losses":889,"wins":694},"GB2-04":{"draws":995,"losses":656,"wins":311},"GB2-05":{"draws":0,"losses":1168,"wins":902},"GB2-06":{"draws":51,"losses":551,"wins":714},"GB2-07":{"draws":0,"losses":1611,"wins":447},"GB2-08":{"draws":0,"losses":840,"wins":1248}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":168,"losses":450,"wins":62},"GB2-02":{"draws":394,"losses":156,"wins":86},"GB2-03":{"draws":50,"losses":188,"wins":420},"GB2-04":{"draws":248,"losses":175,"wins":231},"GB2-05":{"draws":0,"losses":386,"wins":304},"GB2-06":{"draws":36,"losses":204,"wins":418},"GB2-07":{"draws":0,"losses":464,"wins":222},"GB2-08":{"draws":0,"losses":325,"wins":371}},"medium":{"GB2-02":{"draws":350,"losses":268,"wins":18},"GB2-03":{"draws":210,"losses":343,"wins":105},"GB2-04":{"draws":364,"losses":248,"wins":42},"GB2-05":{"draws":0,"losses":450,"wins":240},"GB2-06":{"draws":15,"losses":347,"wins":296},"GB2-07":{"draws":0,"losses":515,"wins":171},"GB2-08":{"draws":0,"losses":339,"wins":357}},"none":{"GB2-01":{"draws":241,"losses":301,"wins":138},"GB2-02":{"draws":430,"losses":171,"wins":35},"GB2-03":{"draws":131,"losses":358,"wins":169},"GB2-04":{"draws":383,"losses":233,"wins":38},"GB2-05":{"draws":0,"losses":332,"wins":358},"GB2-07":{"draws":0,"losses":632,"wins":54},"GB2-08":{"draws":0,"losses":176,"wins":520}}},"per_game_raw_elo_all":{"GB2-02":1372.4566720370556,"GB2-03":1404.180754660679,"GB2-04":1407.5095260836206,"GB2-05":1321.5378772087308,"GB2-07":1014.7298520726787,"GB2-08":1632.2903340802434},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1180.1627485016463,"GB2-02":1427.3155162180417,"GB2-03":1648.0628920559038,"GB2-04":1517.7288519860924,"GB2-05":1327.99894945012,"GB2-06":1766.222060138372,"GB2-07":1208.1406380299898,"GB2-08":1492.0215908495238},"medium":{"GB2-02":1306.0595156455697,"GB2-03":1263.7125607359412,"GB2-04":1348.7451532792884,"GB2-05":1194.9976082223036,"GB2-06":1423.3406430842115,"GB2-07":1098.5404199009108,"GB2-08":1451.9384423682554},"none":{"GB2-01":1365.1160745317861,"GB2-02":1383.994984247555,"GB2-03":1300.7668111901917,"GB2-04":1356.054572985481,"GB2-05":1441.6170739537688,"GB2-07":737.5084982871356,"GB2-08":1952.9109690229507}},"per_game_tracks":{"highest":{"GB2-01":24.276719840048532,"GB2-02":49.22797526334685,"GB2-03":75.36287079323641,"GB2-04":59.04219512642563,"GB2-05":49.299259818991054,"GB2-06":71.53654485864978,"GB2-07":38.52015225438129,"GB2-08":58.76831763933096},"medium":{"GB2-02":33.97854016402289,"GB2-03":37.62593913562139,"GB2-04":37.903543665583534,"GB2-05":39.04838136146925,"GB2-06":51.93239411709807,"GB2-07":30.328145390277108,"GB2-08":56.6996099791379},"none":{"GB2-01":41.79624161879681,"GB2-02":43.679760992881846,"GB2-03":41.80254938076464,"GB2-04":38.807808968844036,"GB2-05":57.916069723323226,"GB2-07":10.143638665651599,"GB2-08":79.83865640569641}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":9,"worked_first_time":13,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:56:56Z","reasoning":{"highest":53.254254449301314,"medium":35.939569226651265,"none":39.248090719494826},"reasoning_agg":{"highest":{"max":75.36287079323641,"mean":53.254254449301314,"min":24.276719840048532},"medium":{"max":56.6996099791379,"mean":35.939569226651265,"min":0.0},"none":{"max":79.83865640569641,"mean":39.248090719494826,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.31468522265005},"working_program_strength":{"all":46.39433622448942,"highest":53.254254449301314,"medium":41.07379340188716,"none":44.8549608222798}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro-0813:8b8f63ee5274d87b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28337826924,"mean":0.14657020603499998,"median":0.140081106,"min":0.07036986,"recorded_attempt_count":10,"run_count":8,"total":1.1725616482799999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.18085216,"mean":0.12355654023,"median":0.14129957716,"min":0.04648314,"recorded_attempt_count":9,"run_count":8,"total":0.98845232184},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0508167,"mean":0.02704530848,"median":0.020221080000000002,"min":0.01808105112,"recorded_attempt_count":12,"run_count":8,"total":0.21636246784}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.18085216,"mean":0.12355654023,"median":0.14129957716,"min":0.04648314,"recorded_attempt_count":9,"run_count":8,"total":0.9884523218400001},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0508167,"mean":0.02704530848,"median":0.020221080000000002,"min":0.01808105112,"recorded_attempt_count":12,"run_count":8,"total":0.21636246784},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28337826924,"mean":0.14657020603499998,"median":0.140081106,"min":0.07036986,"recorded_attempt_count":10,"run_count":8,"total":1.1725616482799999}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.28337826924,"mean":0.09905735158166666,"median":0.10177922040000001,"min":0.01808105112,"recorded_attempt_count":31,"run_count":24,"total":2.3773764379599998},"codegen_latency_ms":{"attempt_count":31,"max_ms":1461124,"mean_ms":482100.7083333333,"min_ms":19301,"paired_attempt_count":31,"paired_latency_ms":11570417,"paired_output_tokens":797920,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1461124,"mean_ms":902169.625,"min_ms":499972,"paired_attempt_count":10,"paired_latency_ms":7217357,"paired_output_tokens":485953,"run_count":8},"medium":{"attempt_count":9,"max_ms":676490,"mean_ms":489467.75,"min_ms":326732,"paired_attempt_count":9,"paired_latency_ms":3915742,"paired_output_tokens":280681,"run_count":8},"none":{"attempt_count":12,"max_ms":131002,"mean_ms":54664.75,"min_ms":19301,"paired_attempt_count":12,"paired_latency_ms":437318,"paired_output_tokens":31286,"run_count":8}},"codegen_output_tokens":{"attempt_count":31,"output_max":106197,"output_mean":33246.666666666664,"output_min":2345,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":106197,"output_mean":60744.125,"output_min":32963,"run_count":8},"medium":{"attempt_count":9,"output_max":42157,"output_mean":35085.125,"output_min":20989,"run_count":8},"none":{"attempt_count":12,"output_max":10866,"output_mean":3910.75,"output_min":2345,"run_count":8}},"display_name":"DeepSeek V4 Pro 0813","economics":{"all":41.83841963790918,"highest":53.20429925953926,"medium":45.43535867148432,"none":26.87560098270397},"first_seen_at":null,"game_gaps":{"none":{"GB2-02":"failed","GB2-05":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":31,"finish_reasons":["stop"],"indexed_attempts":31,"output_token_observations":31,"provider_post_attempt_observations":31,"provider_post_attempts":31,"reasoning_token_observations":31,"reconciliation_get_attempt_observations":31,"reconciliation_get_attempts":150,"total_output_tokens":797920,"total_reasoning_output_tokens":686933,"total_visible_output_tokens":110987,"visible_token_observations":31},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro-0813","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-05"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":41.76949639586248,"score":41.76949639586248},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.09437349905743,"score":27.396248999371622},"GB2-03":{"attempts":3,"playable":46.5478423610674,"score":46.5478423610674},"GB2-04":{"attempts":3,"playable":38.95486703481591,"score":38.95486703481591},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":56.21926136183653,"score":37.47950757455769},"GB2-06":{"attempts":3,"playable":52.315595704366274,"score":52.315595704366274},"GB2-07":{"attempts":3,"playable":56.63843688956583,"score":56.63843688956583},"GB2-08":{"attempts":3,"playable":33.60536214366626,"score":33.60536214366626}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":41.95000756057231,"score":41.95000756057231},"GB2-02":{"attempts":1,"playable":43.25725706158832,"score":43.25725706158832},"GB2-03":{"attempts":1,"playable":61.151070614335104,"score":61.151070614335104},"GB2-04":{"attempts":1,"playable":41.26768418771372,"score":41.26768418771372},"GB2-05":{"attempts":1,"playable":70.6686404199803,"score":70.6686404199803},"GB2-06":{"attempts":1,"playable":61.517855566898206,"score":61.517855566898206},"GB2-07":{"attempts":1,"playable":76.38613118871383,"score":76.38613118871383},"GB2-08":{"attempts":1,"playable":29.435747476512287,"score":29.435747476512287}},"medium":{"GB2-01":{"attempts":1,"playable":49.60118452228377,"score":49.60118452228377},"GB2-02":{"attempts":1,"playable":38.931489936526546,"score":38.931489936526546},"GB2-03":{"attempts":1,"playable":41.123606491319,"score":41.123606491319},"GB2-04":{"attempts":1,"playable":32.2051692218253,"score":32.2051692218253},"GB2-05":{"attempts":1,"playable":41.769882303692754,"score":41.769882303692754},"GB2-06":{"attempts":1,"playable":37.7200125801504,"score":37.7200125801504},"GB2-07":{"attempts":1,"playable":71.7537484943473,"score":71.7537484943473},"GB2-08":{"attempts":1,"playable":50.377775821729486,"score":50.377775821729486}},"none":{"GB2-01":{"attempts":1,"playable":33.75729710473136,"score":33.75729710473136},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":37.36884997754809,"score":37.36884997754809},"GB2-04":{"attempts":1,"playable":43.39174769490871,"score":43.39174769490871},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":57.70891896605023,"score":57.70891896605023},"GB2-07":{"attempts":1,"playable":21.775430985636348,"score":21.775430985636348},"GB2-08":{"attempts":1,"playable":21.002563132757015,"score":21.002563132757015}}},"id":"deepseek/deepseek-v4-pro-0813","is_recent_addition":false,"last_measured_at":"2026-11-21T16:06:17Z","match_totals_all":{"draws":2681,"losses":7390,"wins":4677},"match_totals_tracks":{"highest":{"draws":805,"losses":2384,"wins":2169},"medium":{"draws":1036,"losses":2656,"wins":1666},"none":{"draws":840,"losses":2350,"wins":842}},"model_slug":"deepseek-deepseek-v4-pro-0813","official_rank_by_reasoning":{"highest":59,"medium":71,"none":93},"overall":{"max":76.38613118871383,"mean":41.83841963790918,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":65,"overall_ranking_status":"ranked","per_game":{"GB2-01":41.95000756057231,"GB2-02":43.25725706158832,"GB2-03":61.151070614335104,"GB2-04":41.26768418771372,"GB2-05":70.6686404199803,"GB2-06":61.517855566898206,"GB2-07":76.38613118871383,"GB2-08":29.435747476512287},"per_game_all":{"GB2-01":41.76949639586248,"GB2-03":46.5478423610674,"GB2-04":38.95486703481591,"GB2-06":52.315595704366274,"GB2-07":56.63843688956583,"GB2-08":33.60536214366626},"per_game_match_totals_all":{"GB2-01":{"draws":493,"losses":1018,"wins":529},"GB2-02":{"draws":851,"losses":377,"wins":44},"GB2-03":{"draws":364,"losses":1001,"wins":609},"GB2-04":{"draws":945,"losses":798,"wins":219},"GB2-05":{"draws":0,"losses":683,"wins":697},"GB2-06":{"draws":28,"losses":1038,"wins":908},"GB2-07":{"draws":0,"losses":1011,"wins":1047},"GB2-08":{"draws":0,"losses":1464,"wins":624}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":21,"losses":410,"wins":249},"GB2-02":{"draws":447,"losses":165,"wins":24},"GB2-03":{"draws":34,"losses":289,"wins":335},"GB2-04":{"draws":289,"losses":265,"wins":100},"GB2-05":{"draws":0,"losses":250,"wins":440},"GB2-06":{"draws":14,"losses":284,"wins":360},"GB2-07":{"draws":0,"losses":206,"wins":480},"GB2-08":{"draws":0,"losses":515,"wins":181}},"medium":{"GB2-01":{"draws":347,"losses":197,"wins":136},"GB2-02":{"draws":404,"losses":212,"wins":20},"GB2-03":{"draws":51,"losses":402,"wins":205},"GB2-04":{"draws":223,"losses":353,"wins":78},"GB2-05":{"draws":0,"losses":433,"wins":257},"GB2-06":{"draws":11,"losses":439,"wins":208},"GB2-07":{"draws":0,"losses":239,"wins":447},"GB2-08":{"draws":0,"losses":381,"wins":315}},"none":{"GB2-01":{"draws":125,"losses":411,"wins":144},"GB2-03":{"draws":279,"losses":310,"wins":69},"GB2-04":{"draws":433,"losses":180,"wins":41},"GB2-06":{"draws":3,"losses":315,"wins":340},"GB2-07":{"draws":0,"losses":566,"wins":120},"GB2-08":{"draws":0,"losses":568,"wins":128}}},"per_game_raw_elo_all":{"GB2-01":1363.8497355353186,"GB2-03":1344.9214242659805,"GB2-04":1356.517198958526,"GB2-06":1434.153663192367,"GB2-07":1462.4855669984124,"GB2-08":1084.9200519128026},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1366.6019151143519,"GB2-02":1380.6862614259871,"GB2-03":1478.578075587512,"GB2-04":1375.733423305604,"GB2-05":1643.7775392456642,"GB2-06":1584.724862041491,"GB2-07":1749.3945661066107,"GB2-08":1020.3885935579544},"medium":{"GB2-01":1439.7293720945554,"GB2-02":1346.4919032221223,"GB2-03":1294.776764514175,"GB2-04":1301.266996336428,"GB2-05":1230.9762589741144,"GB2-06":1198.6078327610498,"GB2-07":1666.6357816052223,"GB2-08":1337.3883208007628},"none":{"GB2-01":1285.2179193970483,"GB2-03":1261.4094326962545,"GB2-04":1392.5511772335458,"GB2-06":1519.1282947745603,"GB2-07":971.4263532834034,"GB2-08":896.9832413796904}},"per_game_tracks":{"highest":{"GB2-01":41.95000756057231,"GB2-02":43.25725706158832,"GB2-03":61.151070614335104,"GB2-04":41.26768418771372,"GB2-05":70.6686404199803,"GB2-06":61.517855566898206,"GB2-07":76.38613118871383,"GB2-08":29.435747476512287},"medium":{"GB2-01":49.60118452228377,"GB2-02":38.931489936526546,"GB2-03":41.123606491319,"GB2-04":32.2051692218253,"GB2-05":41.769882303692754,"GB2-06":37.7200125801504,"GB2-07":71.7537484943473,"GB2-08":50.377775821729486},"none":{"GB2-01":33.75729710473136,"GB2-03":37.36884997754809,"GB2-04":43.39174769490871,"GB2-06":57.70891896605023,"GB2-07":21.775430985636348,"GB2-08":21.002563132757015}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":4,"worked_first_time":18,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:56:27Z","reasoning":{"highest":53.20429925953926,"medium":45.43535867148432,"none":26.87560098270397},"reasoning_agg":{"highest":{"max":76.38613118871383,"mean":53.20429925953926,"min":29.435747476512287},"medium":{"max":71.7537484943473,"mean":45.43535867148432,"min":32.2051692218253},"none":{"max":57.70891896605023,"mean":26.87560098270397,"min":0.0}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.328698276835294},"working_program_strength":{"all":44.82459752487629,"highest":53.20429925953926,"medium":45.43535867148432,"none":35.83413464360529}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5:dcf77e63bf125a54","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.45464499999999997,"mean":0.28201406249999994,"median":0.2695775,"min":0.17401125,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":10},"run_count":8,"token_priced_attempt_count":10,"total":2.2561124999999995},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.21477374999999999,"mean":0.17756265624999998,"median":0.17285124999999998,"min":0.1418975,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":1.42050125},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":12},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.15380375000000002,"mean":0.09741312500000002,"median":0.090410625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12},"run_count":8,"token_priced_attempt_count":12,"total":0.7793049999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.21477374999999999,"mean":0.17756265624999998,"median":0.17285124999999998,"min":0.1418975,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":1.42050125},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":12},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.15380375000000002,"mean":0.09741312500000002,"median":0.090410625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12},"run_count":8,"token_priced_attempt_count":12,"total":0.779305},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.45464499999999997,"mean":0.28201406249999994,"median":0.2695775,"min":0.17401125,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":10},"run_count":8,"token_priced_attempt_count":10,"total":2.2561125}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":31},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":0.45464499999999997,"mean":0.18566328125000006,"median":0.17276625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12,"boardgame-list-prices-2026-11-19":19},"run_count":24,"token_priced_attempt_count":31,"total":4.4559187499999995},"codegen_latency_ms":{"attempt_count":19,"max_ms":452838,"mean_ms":201000.75,"min_ms":115295,"paired_attempt_count":19,"paired_latency_ms":3216012,"paired_output_tokens":349054,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":452838,"mean_ms":260996.125,"min_ms":140461,"paired_attempt_count":10,"paired_latency_ms":2087969,"paired_output_tokens":215724,"run_count":8},"medium":{"attempt_count":9,"max_ms":181508,"mean_ms":141005.375,"min_ms":115295,"paired_attempt_count":9,"paired_latency_ms":1128043,"paired_output_tokens":133330,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":43637,"output_mean":21815.875,"output_min":13286,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":43637,"output_mean":26965.5,"output_min":16148,"run_count":8},"medium":{"attempt_count":9,"output_max":19618,"output_mean":16666.25,"output_min":13286,"run_count":8}},"display_name":"GPT-5","economics":{"all":41.281422135366704,"highest":46.1445603511527,"medium":37.919554577062534,"none":39.78015147788488},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed"},"none":{"GB2-04":"too_slow","GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"total_output_tokens":349054},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"first_pass_admitted":4,"first_pass_rate":0.6666666666666666,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"performance_rejections":1},"GB2-05":{"admitted":1},"GB2-06":{"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-04","GB2-06"],"performance_rejections":2,"repaired_admitted":2,"repaired_rate":0.3333333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":42.92749094243576,"score":42.92749094243576},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.39772835548159,"score":26.265152236987728},"GB2-03":{"attempts":3,"playable":27.789856862134588,"score":27.789856862134588},"GB2-04":{"attempts":2,"playable":39.95416340886693,"score":39.95416340886693},"GB2-05":{"attempts":3,"playable":58.451927063745934,"score":58.451927063745934},"GB2-06":{"attempts":2,"playable":56.58728000559114,"score":56.58728000559114},"GB2-07":{"attempts":3,"playable":49.728180525708154,"score":49.728180525708154},"GB2-08":{"attempts":3,"playable":34.20770619035948,"score":34.20770619035948}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":37.710377359106914,"score":37.710377359106914},"GB2-02":{"attempts":1,"playable":40.885908455133325,"score":40.885908455133325},"GB2-03":{"attempts":1,"playable":36.25300826007282,"score":36.25300826007282},"GB2-04":{"attempts":1,"playable":38.068045230055965,"score":38.068045230055965},"GB2-05":{"attempts":1,"playable":72.46424183958233,"score":72.46424183958233},"GB2-06":{"attempts":1,"playable":66.43531690801638,"score":66.43531690801638},"GB2-07":{"attempts":1,"playable":50.76356324238793,"score":50.76356324238793},"GB2-08":{"attempts":1,"playable":26.576021514865943,"score":26.576021514865943}},"medium":{"GB2-01":{"attempts":1,"playable":21.898741751786137,"score":21.898741751786137},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":31.934921726882493,"score":31.934921726882493},"GB2-04":{"attempts":1,"playable":41.84028158767789,"score":41.84028158767789},"GB2-05":{"attempts":1,"playable":57.75733462667477,"score":57.75733462667477},"GB2-06":{"attempts":1,"playable":46.7392431031659,"score":46.7392431031659},"GB2-07":{"attempts":1,"playable":59.58630464107066,"score":59.58630464107066},"GB2-08":{"attempts":1,"playable":43.59960917924239,"score":43.59960917924239}},"none":{"GB2-01":{"attempts":1,"playable":69.17335371641425,"score":69.17335371641425},"GB2-02":{"attempts":1,"playable":37.90954825582985,"score":37.90954825582985},"GB2-03":{"attempts":1,"playable":15.181640599448452,"score":15.181640599448452},"GB2-05":{"attempts":1,"playable":45.13420472498072,"score":45.13420472498072},"GB2-07":{"attempts":1,"playable":38.83467369366587,"score":38.83467369366587},"GB2-08":{"attempts":1,"playable":32.44748787697011,"score":32.44748787697011}}},"id":"gpt-5","is_recent_addition":false,"last_measured_at":"2026-11-21T13:03:20Z","match_totals_all":{"draws":2358,"losses":7481,"wins":4287},"match_totals_tracks":{"highest":{"draws":1120,"losses":2588,"wins":1650},"medium":{"draws":646,"losses":2583,"wins":1493},"none":{"draws":592,"losses":2310,"wins":1144}},"model_slug":"gpt-5","official_rank_by_reasoning":{"highest":64,"medium":84,"none":61},"overall":{"max":72.46424183958233,"mean":41.281422135366704,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":66,"overall_ranking_status":"partial","per_game":{"GB2-01":37.710377359106914,"GB2-02":40.885908455133325,"GB2-03":36.25300826007282,"GB2-04":38.068045230055965,"GB2-05":72.46424183958233,"GB2-06":66.43531690801638,"GB2-07":50.76356324238793,"GB2-08":26.576021514865943},"per_game_all":{"GB2-01":42.92749094243576,"GB2-03":27.789856862134588,"GB2-05":58.451927063745934,"GB2-07":49.728180525708154,"GB2-08":34.20770619035948},"per_game_match_totals_all":{"GB2-01":{"draws":272,"losses":1101,"wins":667},"GB2-02":{"draws":851,"losses":397,"wins":24},"GB2-03":{"draws":510,"losses":1258,"wins":206},"GB2-04":{"draws":702,"losses":484,"wins":122},"GB2-05":{"draws":0,"losses":983,"wins":1087},"GB2-06":{"draws":23,"losses":634,"wins":659},"GB2-07":{"draws":0,"losses":1170,"wins":888},"GB2-08":{"draws":0,"losses":1454,"wins":634}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":116,"losses":390,"wins":174},"GB2-02":{"draws":429,"losses":188,"wins":19},"GB2-03":{"draws":182,"losses":365,"wins":111},"GB2-04":{"draws":388,"losses":235,"wins":31},"GB2-05":{"draws":0,"losses":238,"wins":452},"GB2-06":{"draws":5,"losses":255,"wins":398},"GB2-07":{"draws":0,"losses":384,"wins":302},"GB2-08":{"draws":0,"losses":533,"wins":163}},"medium":{"GB2-01":{"draws":74,"losses":512,"wins":94},"GB2-03":{"draws":240,"losses":361,"wins":57},"GB2-04":{"draws":314,"losses":249,"wins":91},"GB2-05":{"draws":0,"losses":333,"wins":357},"GB2-06":{"draws":18,"losses":379,"wins":261},"GB2-07":{"draws":0,"losses":324,"wins":362},"GB2-08":{"draws":0,"losses":425,"wins":271}},"none":{"GB2-01":{"draws":82,"losses":199,"wins":399},"GB2-02":{"draws":422,"losses":209,"wins":5},"GB2-03":{"draws":88,"losses":532,"wins":38},"GB2-05":{"draws":0,"losses":412,"wins":278},"GB2-07":{"draws":0,"losses":462,"wins":224},"GB2-08":{"draws":0,"losses":496,"wins":200}}},"per_game_raw_elo_all":{"GB2-01":1370.8029277594414,"GB2-03":1161.8907835042046,"GB2-05":1464.357475207599,"GB2-07":1354.3864662165379,"GB2-08":1089.8027749203725},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1325.1486465888474,"GB2-02":1362.0284061667064,"GB2-03":1251.3703460228578,"GB2-04":1350.0783900136273,"GB2-05":1679.074212367827,"GB2-06":1672.3396808916004,"GB2-07":1366.5006545216886,"GB2-08":979.609361304519},"medium":{"GB2-01":1150.494549026189,"GB2-03":1211.6383354804918,"GB2-04":1380.2797931642142,"GB2-05":1439.4339013185433,"GB2-06":1340.1474735385802,"GB2-07":1484.4226729524282,"GB2-08":1226.770801427677},"none":{"GB2-01":1636.765587663288,"GB2-02":1338.2904835783631,"GB2-03":1022.6636690092643,"GB2-05":1274.5643119364265,"GB2-07":1212.2360711754968,"GB2-08":1063.0281620289215}},"per_game_tracks":{"highest":{"GB2-01":37.710377359106914,"GB2-02":40.885908455133325,"GB2-03":36.25300826007282,"GB2-04":38.068045230055965,"GB2-05":72.46424183958233,"GB2-06":66.43531690801638,"GB2-07":50.76356324238793,"GB2-08":26.576021514865943},"medium":{"GB2-01":21.898741751786137,"GB2-03":31.934921726882493,"GB2-04":41.84028158767789,"GB2-05":57.75733462667477,"GB2-06":46.7392431031659,"GB2-07":59.58630464107066,"GB2-08":43.59960917924239},"none":{"GB2-01":69.17335371641425,"GB2-02":37.90954825582985,"GB2-03":15.181640599448452,"GB2-05":45.13420472498072,"GB2-07":38.83467369366587,"GB2-08":32.44748787697011}},"program_outcomes":{"all":{"counted_attempts":22,"failed":1,"infra_excluded":0,"success_rate":0.9545454545454546,"too_slow":2,"worked_after_repair":5,"worked_first_time":16,"working":21},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":6,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T14:41:24Z","reasoning":{"highest":46.1445603511527,"medium":37.919554577062534,"none":39.78015147788488},"reasoning_agg":{"highest":{"max":72.46424183958233,"mean":46.1445603511527,"min":26.576021514865943},"medium":{"max":59.58630464107066,"mean":37.919554577062534,"min":0.0},"none":{"max":69.17335371641425,"mean":39.78015147788488,"min":15.181640599448452}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":8.225005774090164},"working_program_strength":{"all":43.08711521046492,"highest":46.1445603511527,"medium":43.336633802357184,"none":39.78015147788488}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro:1927571ab5d6dc7a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.176790095,"mean":0.114196574281125,"median":0.09418628700000001,"min":0.06074422244,"recorded_attempt_count":11,"run_count":8,"total":0.9135725942489998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.06923239834,"mean":0.046577516286750005,"median":0.0458058365,"min":0.023862969,"recorded_attempt_count":12,"run_count":8,"total":0.37262013029400004},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.03845835,"mean":0.025296556802625002,"median":0.02540433020275,"min":0.014466934,"recorded_attempt_count":12,"run_count":8,"total":0.202372454421}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.06923239834,"mean":0.046577516286750005,"median":0.0458058365,"min":0.023862969,"recorded_attempt_count":12,"run_count":8,"total":0.37262013029400004},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.03845835,"mean":0.025296556802625002,"median":0.02540433020275,"min":0.014466934,"recorded_attempt_count":12,"run_count":8,"total":0.202372454421},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.176790095,"mean":0.114196574281125,"median":0.09418628700000001,"min":0.06074422244,"recorded_attempt_count":11,"run_count":8,"total":0.913572594249}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.176790095,"mean":0.062023549123500006,"median":0.0458058365,"min":0.014466934,"recorded_attempt_count":35,"run_count":24,"total":1.4885651789640002},"codegen_latency_ms":{"attempt_count":35,"max_ms":1560134,"mean_ms":432334.7916666667,"min_ms":52746,"paired_attempt_count":35,"paired_latency_ms":10376035,"paired_output_tokens":514138,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":1560134,"mean_ms":818090.375,"min_ms":426935,"paired_attempt_count":11,"paired_latency_ms":6544723,"paired_output_tokens":344642,"run_count":8},"medium":{"attempt_count":12,"max_ms":673313,"mean_ms":392142.875,"min_ms":86869,"paired_attempt_count":12,"paired_latency_ms":3137143,"paired_output_tokens":133244,"run_count":8},"none":{"attempt_count":12,"max_ms":170011,"mean_ms":86771.125,"min_ms":52746,"paired_attempt_count":12,"paired_latency_ms":694169,"paired_output_tokens":36252,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":74570,"output_mean":21422.416666666668,"output_min":2493,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":74570,"output_mean":43080.25,"output_min":21434,"run_count":8},"medium":{"attempt_count":12,"output_max":23131,"output_mean":16655.5,"output_min":5286,"run_count":8},"none":{"attempt_count":12,"output_max":8274,"output_mean":4531.5,"output_min":2493,"run_count":8}},"display_name":"DeepSeek V4 Pro","economics":{"all":41.05443318770839,"highest":45.944925366852324,"medium":51.27479943591622,"none":25.943574760356608},"first_seen_at":null,"game_gaps":{"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"reconciliation_get_attempts":166,"total_output_tokens":514138,"total_reasoning_output_tokens":410486,"total_visible_output_tokens":103652,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":38.13112901741155,"score":38.13112901741155},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.321566447166475,"score":28.214377631444318},"GB2-03":{"attempts":3,"playable":38.263834248234076,"score":38.263834248234076},"GB2-04":{"attempts":3,"playable":43.74393653636503,"score":43.74393653636503},"GB2-05":{"attempts":3,"playable":40.01388638359654,"score":40.01388638359654},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":60.44776461810682,"score":40.298509745404544},"GB2-07":{"attempts":3,"playable":64.98430120461222,"score":64.98430120461222},"GB2-08":{"attempts":3,"playable":34.78549073459879,"score":34.78549073459879}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":25.93406172460581,"score":25.93406172460581},"GB2-02":{"attempts":1,"playable":44.861191272358,"score":44.861191272358},"GB2-03":{"attempts":1,"playable":46.353848484646086,"score":46.353848484646086},"GB2-04":{"attempts":1,"playable":44.69505918181155,"score":44.69505918181155},"GB2-05":{"attempts":1,"playable":41.769882303692754,"score":41.769882303692754},"GB2-06":{"attempts":1,"playable":75.41167961844815,"score":75.41167961844815},"GB2-07":{"attempts":1,"playable":72.31841800648323,"score":72.31841800648323},"GB2-08":{"attempts":1,"playable":16.21526234277304,"score":16.21526234277304}},"medium":{"GB2-01":{"attempts":1,"playable":60.55933363147679,"score":60.55933363147679},"GB2-02":{"attempts":1,"playable":39.78194162197496,"score":39.78194162197496},"GB2-03":{"attempts":1,"playable":27.314047768737137,"score":27.314047768737137},"GB2-04":{"attempts":1,"playable":42.16723984501702,"score":42.16723984501702},"GB2-05":{"attempts":1,"playable":45.29443727453151,"score":45.29443727453151},"GB2-06":{"attempts":1,"playable":45.48384961776549,"score":45.48384961776549},"GB2-07":{"attempts":1,"playable":69.34567126720863,"score":69.34567126720863},"GB2-08":{"attempts":1,"playable":80.25187446061825,"score":80.25187446061825}},"none":{"GB2-01":{"attempts":1,"playable":27.899991696152053,"score":27.899991696152053},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":41.123606491319,"score":41.123606491319},"GB2-04":{"attempts":1,"playable":44.36951058226653,"score":44.36951058226653},"GB2-05":{"attempts":1,"playable":32.97733957256537,"score":32.97733957256537},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":53.28881434014482,"score":53.28881434014482},"GB2-08":{"attempts":1,"playable":7.889335400405074,"score":7.889335400405074}}},"id":"deepseek/deepseek-v4-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:19:28Z","match_totals_all":{"draws":2847,"losses":7413,"wins":4520},"match_totals_tracks":{"highest":{"draws":1100,"losses":2598,"wins":1660},"medium":{"draws":979,"losses":2365,"wins":2014},"none":{"draws":768,"losses":2450,"wins":846}},"model_slug":"deepseek-deepseek-v4-pro","official_rank_by_reasoning":{"highest":65,"medium":54,"none":97},"overall":{"max":80.25187446061825,"mean":41.05443318770839,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":67,"overall_ranking_status":"ranked","per_game":{"GB2-01":25.93406172460581,"GB2-02":44.861191272358,"GB2-03":46.353848484646086,"GB2-04":44.69505918181155,"GB2-05":41.769882303692754,"GB2-06":75.41167961844815,"GB2-07":72.31841800648323,"GB2-08":16.21526234277304},"per_game_all":{"GB2-01":38.13112901741155,"GB2-03":38.263834248234076,"GB2-04":43.74393653636503,"GB2-05":40.01388638359654,"GB2-07":64.98430120461222,"GB2-08":34.78549073459879},"per_game_match_totals_all":{"GB2-01":{"draws":269,"losses":1198,"wins":573},"GB2-02":{"draws":864,"losses":356,"wins":52},"GB2-03":{"draws":567,"losses":1048,"wins":359},"GB2-04":{"draws":1132,"losses":617,"wins":213},"GB2-05":{"draws":0,"losses":1332,"wins":738},"GB2-06":{"draws":15,"losses":583,"wins":718},"GB2-07":{"draws":0,"losses":858,"wins":1200},"GB2-08":{"draws":0,"losses":1421,"wins":667}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":53,"losses":497,"wins":130},"GB2-02":{"draws":438,"losses":160,"wins":38},"GB2-03":{"draws":237,"losses":278,"wins":143},"GB2-04":{"draws":361,"losses":208,"wins":85},"GB2-05":{"draws":0,"losses":433,"wins":257},"GB2-06":{"draws":11,"losses":189,"wins":458},"GB2-07":{"draws":0,"losses":235,"wins":451},"GB2-08":{"draws":0,"losses":598,"wins":98}},"medium":{"GB2-01":{"draws":44,"losses":276,"wins":360},"GB2-02":{"draws":426,"losses":196,"wins":14},"GB2-03":{"draws":131,"losses":442,"wins":85},"GB2-04":{"draws":374,"losses":217,"wins":63},"GB2-05":{"draws":0,"losses":411,"wins":279},"GB2-06":{"draws":4,"losses":394,"wins":260},"GB2-07":{"draws":0,"losses":256,"wins":430},"GB2-08":{"draws":0,"losses":173,"wins":523}},"none":{"GB2-01":{"draws":172,"losses":425,"wins":83},"GB2-03":{"draws":199,"losses":328,"wins":131},"GB2-04":{"draws":397,"losses":192,"wins":65},"GB2-05":{"draws":0,"losses":488,"wins":202},"GB2-07":{"draws":0,"losses":367,"wins":319},"GB2-08":{"draws":0,"losses":650,"wins":46}}},"per_game_raw_elo_all":{"GB2-01":1322.7559348815978,"GB2-03":1267.4628029190899,"GB2-04":1395.316887010664,"GB2-05":1206.1130329386158,"GB2-07":1567.7546667015324,"GB2-08":1139.5764563234977},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1199.8621895698,"GB2-02":1393.2306268708899,"GB2-03":1340.8721094251898,"GB2-04":1402.8211900512397,"GB2-05":1230.9762589741144,"GB2-06":1839.4550848510469,"GB2-07":1676.1379003542463,"GB2-08":818.5812416785003},"medium":{"GB2-01":1546.038882706461,"GB2-02":1353.2741747044213,"GB2-03":1166.7395348179048,"GB2-04":1382.8711864417728,"GB2-05":1276.6248705505247,"GB2-06":1320.3090689521014,"GB2-07":1627.5075650970161,"GB2-08":1962.7202022016866},"none":{"GB2-01":1222.3667323685322,"GB2-03":1294.776764514175,"GB2-04":1400.2582845389798,"GB2-05":1110.7379692912086,"GB2-07":1399.6185346533346,"GB2-08":637.4279250903062}},"per_game_tracks":{"highest":{"GB2-01":25.93406172460581,"GB2-02":44.861191272358,"GB2-03":46.353848484646086,"GB2-04":44.69505918181155,"GB2-05":41.769882303692754,"GB2-06":75.41167961844815,"GB2-07":72.31841800648323,"GB2-08":16.21526234277304},"medium":{"GB2-01":60.55933363147679,"GB2-02":39.78194162197496,"GB2-03":27.314047768737137,"GB2-04":42.16723984501702,"GB2-05":45.29443727453151,"GB2-06":45.48384961776549,"GB2-07":69.34567126720863,"GB2-08":80.25187446061825},"none":{"GB2-01":27.899991696152053,"GB2-03":41.123606491319,"GB2-04":44.36951058226653,"GB2-05":32.97733957256537,"GB2-07":53.28881434014482,"GB2-08":7.889335400405074}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":9,"worked_first_time":13,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:16:36Z","reasoning":{"highest":45.944925366852324,"medium":51.27479943591622,"none":25.943574760356608},"reasoning_agg":{"highest":{"max":75.41167961844815,"mean":45.944925366852324,"min":16.21526234277304},"medium":{"max":80.25187446061825,"mean":51.27479943591622,"min":27.314047768737137},"none":{"max":53.28881434014482,"mean":25.943574760356608,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":25.331224675559614},"working_program_strength":{"all":43.937052605525786,"highest":45.944925366852324,"medium":51.27479943591622,"none":34.59143301380881}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-luna:f2f0d4b3b2c8f151","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.030833324999999998,"median":0.031411375,"min":0.0247604,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2466666},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.011164349999999998,"mean":0.00631805625,"median":0.005847,"min":0.00434295,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.05054444999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0057713,"mean":0.004598475,"median":0.0045067,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.036787799999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.011164349999999998,"mean":0.00631805625,"median":0.005847,"min":0.00434295,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.05054444999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0057713,"mean":0.004598475,"median":0.0045067,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.036787799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.030833324999999998,"median":0.031411375,"min":0.0247604,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2466666}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.01391661875,"median":0.00586915,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":0.33399884999999996},"codegen_output_tokens":{"attempt_count":25,"output_max":29793,"output_mean":9924.083333333334,"output_min":1845,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":29793,"output_mean":24080.5,"output_min":19109,"run_count":8},"medium":{"attempt_count":9,"output_max":6277,"output_mean":3473.625,"output_min":2113,"run_count":8},"none":{"attempt_count":8,"output_max":2721,"output_mean":2218.125,"output_min":1845,"run_count":8}},"display_name":"GPT-5.6 Luna","economics":{"all":40.185277819678696,"highest":53.702956809454435,"medium":42.89492828107223,"none":23.95794836850943},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":238178,"total_reasoning_output_tokens":167062,"total_visible_output_tokens":71116,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":49.09933651877981,"score":49.09933651877981},"GB2-02":{"attempts":3,"playable":42.861977886193785,"score":42.861977886193785},"GB2-03":{"attempts":3,"playable":36.332451724850614,"score":36.332451724850614},"GB2-04":{"attempts":3,"playable":40.21417919255842,"score":40.21417919255842},"GB2-05":{"attempts":3,"playable":37.8495578478688,"score":37.8495578478688},"GB2-06":{"attempts":3,"playable":49.928167470550534,"score":49.928167470550534},"GB2-07":{"attempts":3,"playable":37.07873214852864,"score":37.07873214852864},"GB2-08":{"attempts":3,"playable":28.117819768098965,"score":28.117819768098965}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":77.28416128520776,"score":77.28416128520776},"GB2-02":{"attempts":1,"playable":43.510794704647,"score":43.510794704647},"GB2-03":{"attempts":1,"playable":38.73818213048227,"score":38.73818213048227},"GB2-04":{"attempts":1,"playable":38.23250713072311,"score":38.23250713072311},"GB2-05":{"attempts":1,"playable":49.459366104848634,"score":49.459366104848634},"GB2-06":{"attempts":1,"playable":81.27171382879877,"score":81.27171382879877},"GB2-07":{"attempts":1,"playable":69.62963917480235,"score":69.62963917480235},"GB2-08":{"attempts":1,"playable":31.49729011612553,"score":31.49729011612553}},"medium":{"GB2-01":{"attempts":1,"playable":44.78938241090598,"score":44.78938241090598},"GB2-02":{"attempts":1,"playable":43.510794704647,"score":43.510794704647},"GB2-03":{"attempts":1,"playable":41.632923903724404,"score":41.632923903724404},"GB2-04":{"attempts":1,"playable":46.40105146029347,"score":46.40105146029347},"GB2-05":{"attempts":1,"playable":41.44958212494363,"score":41.44958212494363},"GB2-06":{"attempts":1,"playable":52.085928265386904,"score":52.085928265386904},"GB2-07":{"attempts":1,"playable":27.519214159282157,"score":27.519214159282157},"GB2-08":{"attempts":1,"playable":45.770549219394276,"score":45.770549219394276}},"none":{"GB2-01":{"attempts":1,"playable":25.224465860225692,"score":25.224465860225692},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":28.626249140345163,"score":28.626249140345163},"GB2-04":{"attempts":1,"playable":36.00897898665868,"score":36.00897898665868},"GB2-05":{"attempts":1,"playable":22.639725313814157,"score":22.639725313814157},"GB2-06":{"attempts":1,"playable":16.42686031746591,"score":16.42686031746591},"GB2-07":{"attempts":1,"playable":14.087343111501399,"score":14.087343111501399},"GB2-08":{"attempts":1,"playable":7.085619968777084,"score":7.085619968777084}}},"id":"gpt-5.6-luna","is_recent_addition":false,"last_measured_at":"2026-11-21T15:13:45Z","match_totals_all":{"draws":3451,"losses":8585,"wins":4038},"match_totals_tracks":{"highest":{"draws":1067,"losses":2200,"wins":2091},"medium":{"draws":1174,"losses":2736,"wins":1448},"none":{"draws":1210,"losses":3649,"wins":499}},"model_slug":"gpt-5-6-luna","official_rank_by_reasoning":{"highest":57,"medium":76,"none":102},"overall":{"max":81.27171382879877,"mean":40.185277819678696,"min":7.085619968777084},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":68,"overall_ranking_status":"ranked","per_game":{"GB2-01":77.28416128520776,"GB2-02":43.510794704647,"GB2-03":38.73818213048227,"GB2-04":38.23250713072311,"GB2-05":49.459366104848634,"GB2-06":81.27171382879877,"GB2-07":69.62963917480235,"GB2-08":31.49729011612553},"per_game_all":{"GB2-01":49.09933651877981,"GB2-02":42.861977886193785,"GB2-03":36.332451724850614,"GB2-04":40.21417919255842,"GB2-05":37.8495578478688,"GB2-06":49.928167470550534,"GB2-07":37.07873214852864,"GB2-08":28.117819768098965},"per_game_match_totals_all":{"GB2-01":{"draws":218,"losses":1005,"wins":817},"GB2-02":{"draws":1369,"losses":488,"wins":51},"GB2-03":{"draws":684,"losses":1024,"wins":266},"GB2-04":{"draws":1123,"losses":686,"wins":153},"GB2-05":{"draws":0,"losses":1373,"wins":697},"GB2-06":{"draws":57,"losses":1045,"wins":872},"GB2-07":{"draws":0,"losses":1396,"wins":662},"GB2-08":{"draws":0,"losses":1568,"wins":520}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":184,"wins":496},"GB2-02":{"draws":428,"losses":173,"wins":35},"GB2-03":{"draws":245,"losses":319,"wins":94},"GB2-04":{"draws":356,"losses":250,"wins":48},"GB2-05":{"draws":0,"losses":385,"wins":305},"GB2-06":{"draws":38,"losses":133,"wins":487},"GB2-07":{"draws":0,"losses":254,"wins":432},"GB2-08":{"draws":0,"losses":502,"wins":194}},"medium":{"GB2-01":{"draws":92,"losses":356,"wins":232},"GB2-02":{"draws":474,"losses":150,"wins":12},"GB2-03":{"draws":185,"losses":332,"wins":141},"GB2-04":{"draws":412,"losses":172,"wins":70},"GB2-05":{"draws":0,"losses":435,"wins":255},"GB2-06":{"draws":11,"losses":348,"wins":299},"GB2-07":{"draws":0,"losses":532,"wins":154},"GB2-08":{"draws":0,"losses":411,"wins":285}},"none":{"GB2-01":{"draws":126,"losses":465,"wins":89},"GB2-02":{"draws":467,"losses":165,"wins":4},"GB2-03":{"draws":254,"losses":373,"wins":31},"GB2-04":{"draws":355,"losses":264,"wins":35},"GB2-05":{"draws":0,"losses":553,"wins":137},"GB2-06":{"draws":8,"losses":564,"wins":86},"GB2-07":{"draws":0,"losses":610,"wins":76},"GB2-08":{"draws":0,"losses":655,"wins":41}}},"per_game_raw_elo_all":{"GB2-01":1440.300721331324,"GB2-02":1377.5762447015356,"GB2-03":1250.9091158471742,"GB2-04":1366.969565894173,"GB2-05":1167.647970004791,"GB2-06":1409.9378423284936,"GB2-07":1173.8592597092904,"GB2-08":974.6308787995071},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1735.509452341,"GB2-02":1382.672206957299,"GB2-03":1273.6398874586193,"GB2-04":1351.409695188358,"GB2-05":1330.0554115752439,"GB2-06":1955.2167982138426,"GB2-07":1632.0150730005757,"GB2-08":1049.5745721549633},"medium":{"GB2-01":1393.876596498211,"GB2-02":1382.672206957299,"GB2-03":1299.2710004861558,"GB2-04":1416.2370661300022,"GB2-05":1226.782541248994,"GB2-06":1425.8360352002542,"GB2-07":1058.8231965205327,"GB2-08":1260.9883376387293},"none":{"GB2-01":1191.5161151547607,"GB2-02":1367.384320190008,"GB2-03":1179.8164595967478,"GB2-04":1333.2619363641588,"GB2-05":946.1059571901352,"GB2-06":848.7606935713845,"GB2-07":830.7395096067625,"GB2-08":613.3297266048286}},"per_game_tracks":{"highest":{"GB2-01":77.28416128520776,"GB2-02":43.510794704647,"GB2-03":38.73818213048227,"GB2-04":38.23250713072311,"GB2-05":49.459366104848634,"GB2-06":81.27171382879877,"GB2-07":69.62963917480235,"GB2-08":31.49729011612553},"medium":{"GB2-01":44.78938241090598,"GB2-02":43.510794704647,"GB2-03":41.632923903724404,"GB2-04":46.40105146029347,"GB2-05":41.44958212494363,"GB2-06":52.085928265386904,"GB2-07":27.519214159282157,"GB2-08":45.770549219394276},"none":{"GB2-01":25.224465860225692,"GB2-02":41.56434424928735,"GB2-03":28.626249140345163,"GB2-04":36.00897898665868,"GB2-05":22.639725313814157,"GB2-06":16.42686031746591,"GB2-07":14.087343111501399,"GB2-08":7.085619968777084}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T15:51:08Z","reasoning":{"highest":53.702956809454435,"medium":42.89492828107223,"none":23.95794836850943},"reasoning_agg":{"highest":{"max":81.27171382879877,"mean":53.702956809454435,"min":31.49729011612553},"medium":{"max":52.085928265386904,"mean":42.89492828107223,"min":27.519214159282157},"none":{"max":41.56434424928735,"mean":23.95794836850943,"min":7.085619968777084}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":29.745008440945004},"working_program_strength":{"all":40.185277819678696,"highest":53.702956809454435,"medium":42.89492828107223,"none":23.95794836850943}},{"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3-1-flash:97fe0a488c5b9f68","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":35},"recorded_attempt_count":35,"run_count":24,"total":0.0},"codegen_latency_ms":{"attempt_count":35,"max_ms":926386,"mean_ms":167464.70833333334,"min_ms":7440,"paired_attempt_count":35,"paired_latency_ms":4019153,"paired_output_tokens":399154,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":12,"max_ms":926386,"mean_ms":393879.0,"min_ms":180915,"paired_attempt_count":12,"paired_latency_ms":3151032,"paired_output_tokens":293821,"run_count":8},"medium":{"attempt_count":12,"max_ms":181663,"mean_ms":86858.125,"min_ms":40176,"paired_attempt_count":12,"paired_latency_ms":694865,"paired_output_tokens":77967,"run_count":8},"none":{"attempt_count":11,"max_ms":29718,"mean_ms":21657.0,"min_ms":7440,"paired_attempt_count":11,"paired_latency_ms":173256,"paired_output_tokens":27366,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":73160,"output_mean":16631.416666666668,"output_min":1375,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":12,"output_max":73160,"output_mean":36727.625,"output_min":23210,"run_count":8},"medium":{"attempt_count":12,"output_max":16723,"output_mean":9745.875,"output_min":4629,"run_count":8},"none":{"attempt_count":11,"output_max":6152,"output_mean":3420.75,"output_min":1375,"run_count":8}},"display_name":"Minimax M3.1 Flash","economics":{"all":36.754837576447215,"highest":38.79178583707179,"medium":41.06533677199894,"none":30.407390120270914},"economics_best_value":{"per_model":{"all":true,"highest":true}},"first_seen_at":null,"game_gaps":{"highest":{"GB2-08":"failed"},"medium":{"GB2-02":"failed"},"none":{"GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":35,"effective_max_output_tokens":[524288],"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"requested_max_output_token_observations":35,"requested_max_output_tokens":[524288],"total_output_tokens":399154,"total_reasoning_output_tokens":282019,"total_visible_output_tokens":117135,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":524288,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":36.63141234239529,"score":36.63141234239529},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.37656602507931,"score":26.917710683386208},"GB2-03":{"attempts":3,"playable":33.884854011127594,"score":33.884854011127594},"GB2-04":{"attempts":3,"playable":39.84682858283899,"score":39.84682858283899},"GB2-05":{"attempts":3,"playable":46.31624838912021,"score":46.31624838912021},"GB2-06":{"attempts":3,"playable":48.07340835609815,"score":48.07340835609815},"GB2-07":{"attempts":3,"playable":53.40356119893042,"score":53.40356119893042},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":26.89403114304258,"score":8.96467704768086}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":13.377419305814723,"score":13.377419305814723},"GB2-02":{"attempts":1,"playable":40.121820538135616,"score":40.121820538135616},"GB2-03":{"attempts":1,"playable":48.108344142238835,"score":48.108344142238835},"GB2-04":{"attempts":1,"playable":39.46468981442699,"score":39.46468981442699},"GB2-05":{"attempts":1,"playable":70.5178818630369,"score":70.5178818630369},"GB2-06":{"attempts":1,"playable":30.393697693208054,"score":30.393697693208054},"GB2-07":{"attempts":1,"playable":68.35043333971323,"score":68.35043333971323},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"playable":66.81446122743417,"score":66.81446122743417},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":30.71857530365457,"score":30.71857530365457},"GB2-04":{"attempts":1,"playable":38.889954683241776,"score":38.889954683241776},"GB2-05":{"attempts":1,"playable":47.537521876283705,"score":47.537521876283705},"GB2-06":{"attempts":1,"playable":47.75471631661726,"score":47.75471631661726},"GB2-07":{"attempts":1,"playable":69.91343362571745,"score":69.91343362571745},"GB2-08":{"attempts":1,"playable":26.89403114304258,"score":26.89403114304258}},"none":{"GB2-01":{"attempts":1,"playable":29.702356493936982,"score":29.702356493936982},"GB2-02":{"attempts":1,"playable":40.63131151202301,"score":40.63131151202301},"GB2-03":{"attempts":1,"playable":22.827642587489365,"score":22.827642587489365},"GB2-04":{"attempts":1,"playable":41.185841250848206,"score":41.185841250848206},"GB2-05":{"attempts":1,"playable":20.893341428040042,"score":20.893341428040042},"GB2-06":{"attempts":1,"playable":66.07181105846914,"score":66.07181105846914},"GB2-07":{"attempts":1,"playable":21.946816631360576,"score":21.946816631360576},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"minimax/minimax-m3.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:06Z","match_totals_all":{"draws":2706,"losses":7430,"wins":3910},"match_totals_tracks":{"highest":{"draws":952,"losses":2342,"wins":1368},"medium":{"draws":633,"losses":2413,"wins":1676},"none":{"draws":1121,"losses":2675,"wins":866}},"model_slug":"minimax-minimax-m3-1-flash","official_rank_by_reasoning":{"highest":73,"medium":79,"none":83},"overall":{"max":70.5178818630369,"mean":36.754837576447215,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["unknown_capability_evidence"],"overall_official_rank":69,"overall_ranking_status":"partial","per_game":{"GB2-01":13.377419305814723,"GB2-02":40.121820538135616,"GB2-03":48.108344142238835,"GB2-04":39.46468981442699,"GB2-05":70.5178818630369,"GB2-06":30.393697693208054,"GB2-07":68.35043333971323},"per_game_all":{"GB2-01":36.63141234239529,"GB2-03":33.884854011127594,"GB2-04":39.84682858283899,"GB2-05":46.31624838912021,"GB2-06":48.07340835609815,"GB2-07":53.40356119893042},"per_game_match_totals_all":{"GB2-01":{"draws":195,"losses":1260,"wins":585},"GB2-02":{"draws":884,"losses":369,"wins":19},"GB2-03":{"draws":484,"losses":1165,"wins":325},"GB2-04":{"draws":1117,"losses":696,"wins":149},"GB2-05":{"draws":0,"losses":1212,"wins":858},"GB2-06":{"draws":26,"losses":1117,"wins":831},"GB2-07":{"draws":0,"losses":1080,"wins":978},"GB2-08":{"draws":0,"losses":531,"wins":165}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":32,"losses":586,"wins":62},"GB2-02":{"draws":428,"losses":193,"wins":15},"GB2-03":{"draws":122,"losses":325,"wins":211},"GB2-04":{"draws":361,"losses":240,"wins":53},"GB2-05":{"draws":0,"losses":251,"wins":439},"GB2-06":{"draws":9,"losses":484,"wins":165},"GB2-07":{"draws":0,"losses":263,"wins":423}},"medium":{"GB2-01":{"draws":120,"losses":196,"wins":364},"GB2-03":{"draws":142,"losses":417,"wins":99},"GB2-04":{"draws":356,"losses":246,"wins":52},"GB2-05":{"draws":0,"losses":397,"wins":293},"GB2-06":{"draws":15,"losses":374,"wins":269},"GB2-07":{"draws":0,"losses":252,"wins":434},"GB2-08":{"draws":0,"losses":531,"wins":165}},"none":{"GB2-01":{"draws":43,"losses":478,"wins":159},"GB2-02":{"draws":456,"losses":176,"wins":4},"GB2-03":{"draws":220,"losses":423,"wins":15},"GB2-04":{"draws":400,"losses":210,"wins":44},"GB2-05":{"draws":0,"losses":564,"wins":126},"GB2-06":{"draws":2,"losses":259,"wins":397},"GB2-07":{"draws":0,"losses":565,"wins":121}}},"per_game_raw_elo_all":{"GB2-01":1291.9176261905682,"GB2-03":1225.2871333582275,"GB2-04":1364.37851226767,"GB2-05":1286.9857020868888,"GB2-06":1368.4732153710786,"GB2-07":1407.549749382745},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1022.5714956935551,"GB2-02":1355.9749484937133,"GB2-03":1356.4124259339153,"GB2-04":1361.3365225529126,"GB2-05":1640.9221371188173,"GB2-06":1083.4030403748625,"GB2-07":1611.9094336179182},"medium":{"GB2-01":1610.8799749597003,"GB2-03":1200.10928899782,"GB2-04":1356.7163207897827,"GB2-05":1305.4042549943251,"GB2-06":1356.257752825281,"GB2-07":1636.5464760739249,"GB2-08":984.1755766160251},"none":{"GB2-01":1242.301407918449,"GB2-02":1360.0140334479702,"GB2-03":1119.3396851429475,"GB2-04":1375.0826934603144,"GB2-05":914.630714147524,"GB2-06":1665.7588529130926,"GB2-07":974.1933384563918}},"per_game_tracks":{"highest":{"GB2-01":13.377419305814723,"GB2-02":40.121820538135616,"GB2-03":48.108344142238835,"GB2-04":39.46468981442699,"GB2-05":70.5178818630369,"GB2-06":30.393697693208054,"GB2-07":68.35043333971323},"medium":{"GB2-01":66.81446122743417,"GB2-03":30.71857530365457,"GB2-04":38.889954683241776,"GB2-05":47.537521876283705,"GB2-06":47.75471631661726,"GB2-07":69.91343362571745,"GB2-08":26.89403114304258},"none":{"GB2-01":29.702356493936982,"GB2-02":40.63131151202301,"GB2-03":22.827642587489365,"GB2-04":41.185841250848206,"GB2-05":20.893341428040042,"GB2-06":66.07181105846914,"GB2-07":21.946816631360576}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7}},"provider_color":"#00BFA5","provider_company":"MiniMax","provider_key":"minimax","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:19:57Z","reasoning":{"highest":38.79178583707179,"medium":41.06533677199894,"none":30.407390120270914},"reasoning_agg":{"highest":{"max":70.5178818630369,"mean":38.79178583707179,"min":0.0},"medium":{"max":69.91343362571745,"mean":41.06533677199894,"min":0.0},"none":{"max":66.07181105846914,"mean":30.407390120270914,"min":0.0}},"reasoning_labels":{"highest":"Xhigh","medium":"Medium","none":"Low"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":10.657946651728029},"working_program_strength":{"all":42.00552865879681,"highest":44.33346952808205,"medium":46.931813453713076,"none":34.75130299459533}},{"canonical_public_row_identity":"publication-row.v1:overall:bytedance-seed-seed-2-0-code:8a2598af381442d5","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.075846,"mean":0.050721249999999996,"median":0.04471025,"min":0.0372345,"recorded_attempt_count":11,"run_count":8,"total":0.40576999999999996},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.071558,"mean":0.053513000000000005,"median":0.0517895,"min":0.034152,"recorded_attempt_count":14,"run_count":8,"total":0.428104},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.030187,"mean":0.020951124999999998,"median":0.0183875,"min":0.0121355,"recorded_attempt_count":9,"run_count":8,"total":0.167609}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.071558,"mean":0.053513000000000005,"median":0.0517895,"min":0.034152,"recorded_attempt_count":14,"run_count":8,"total":0.428104},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.030187,"mean":0.020951124999999998,"median":0.0183875,"min":0.0121355,"recorded_attempt_count":9,"run_count":8,"total":0.16760899999999998},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.075846,"mean":0.050721249999999996,"median":0.04471025,"min":0.0372345,"recorded_attempt_count":11,"run_count":8,"total":0.4057699999999999}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.075846,"mean":0.041728458333333336,"median":0.04202725,"min":0.0121355,"recorded_attempt_count":34,"run_count":24,"total":1.0014830000000001},"codegen_latency_ms":{"attempt_count":34,"max_ms":395404,"mean_ms":199903.16666666666,"min_ms":55601,"paired_attempt_count":34,"paired_latency_ms":4797676,"paired_output_tokens":288440,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":395404,"mean_ms":251379.375,"min_ms":180439,"paired_attempt_count":11,"paired_latency_ms":2011035,"paired_output_tokens":120545,"run_count":8},"medium":{"attempt_count":14,"max_ms":353826,"mean_ms":258198.75,"min_ms":158866,"paired_attempt_count":14,"paired_latency_ms":2065590,"paired_output_tokens":124454,"run_count":8},"none":{"attempt_count":9,"max_ms":131809,"mean_ms":90131.375,"min_ms":55601,"paired_attempt_count":9,"paired_latency_ms":721051,"paired_output_tokens":43441,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":22808,"output_mean":12018.333333333334,"output_min":2752,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":22808,"output_mean":15068.125,"output_min":11085,"run_count":8},"medium":{"attempt_count":14,"output_max":21381,"output_mean":15556.75,"output_min":10057,"run_count":8},"none":{"attempt_count":9,"output_max":8609,"output_mean":5430.125,"output_min":2752,"run_count":8}},"display_name":"Seed 2.0 Code","economics":{"all":35.0711738603028,"highest":42.567359497121025,"medium":38.50982428366171,"none":24.136337800125673},"first_seen_at":null,"game_gaps":{"medium":{"GB2-07":"failed"},"none":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"provider_post_attempt_observations":34,"provider_post_attempts":34,"reasoning_token_observations":34,"reconciliation_get_attempt_observations":34,"reconciliation_get_attempts":157,"total_output_tokens":288440,"total_reasoning_output_tokens":204471,"total_visible_output_tokens":83969,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"bytedance-seed","provider_model":"bytedance-seed/seed-2.0-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":37.47066155862206,"score":37.47066155862206},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.313489296842306,"score":26.208992864561537},"GB2-03":{"attempts":3,"playable":41.28687448890066,"score":41.28687448890066},"GB2-04":{"attempts":3,"playable":40.092186964988166,"score":40.092186964988166},"GB2-05":{"attempts":3,"playable":35.67872378781548,"score":35.67872378781548},"GB2-06":{"attempts":3,"playable":15.370074709603472,"score":15.370074709603472},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":36.484570550177004,"score":24.323047033451335},"GB2-08":{"attempts":3,"playable":60.1388294744797,"score":60.1388294744797}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":40.333973738864714,"score":40.333973738864714},"GB2-02":{"attempts":1,"playable":40.37661535211959,"score":40.37661535211959},"GB2-03":{"attempts":1,"playable":40.613631690359334,"score":40.613631690359334},"GB2-04":{"attempts":1,"playable":38.47912523991713,"score":38.47912523991713},"GB2-05":{"attempts":1,"playable":46.095592013366335,"score":46.095592013366335},"GB2-06":{"attempts":1,"playable":18.761186726779673,"score":18.761186726779673},"GB2-07":{"attempts":1,"playable":43.9577434177572,"score":43.9577434177572},"GB2-08":{"attempts":1,"playable":71.9210077978042,"score":71.9210077978042}},"medium":{"GB2-01":{"attempts":1,"playable":49.06796160204756,"score":49.06796160204756},"GB2-02":{"attempts":1,"playable":38.25036324156502,"score":38.25036324156502},"GB2-03":{"attempts":1,"playable":38.909033426135835,"score":38.909033426135835},"GB2-04":{"attempts":1,"playable":40.038921051238525,"score":40.038921051238525},"GB2-05":{"attempts":1,"playable":45.45466975890859,"score":45.45466975890859},"GB2-06":{"attempts":1,"playable":11.732873039538887,"score":11.732873039538887},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":84.62477214985927,"score":84.62477214985927}},"none":{"GB2-01":{"attempts":1,"playable":23.010049334953905,"score":23.010049334953905},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":44.337958350206804,"score":44.337958350206804},"GB2-04":{"attempts":1,"playable":41.75851460380884,"score":41.75851460380884},"GB2-05":{"attempts":1,"playable":15.485909591171524,"score":15.485909591171524},"GB2-06":{"attempts":1,"playable":15.616164362491855,"score":15.616164362491855},"GB2-07":{"attempts":1,"playable":29.011397682596808,"score":29.011397682596808},"GB2-08":{"attempts":1,"playable":23.87070847577564,"score":23.87070847577564}}},"id":"bytedance-seed/seed-2.0-code","is_recent_addition":false,"last_measured_at":"2026-11-21T16:20:58Z","match_totals_all":{"draws":2947,"losses":8238,"wins":3567},"match_totals_tracks":{"highest":{"draws":1233,"losses":2700,"wins":1425},"medium":{"draws":1015,"losses":2287,"wins":1370},"none":{"draws":699,"losses":3251,"wins":772}},"model_slug":"bytedance-seed-seed-2-0-code","official_rank_by_reasoning":{"highest":69,"medium":83,"none":101},"overall":{"max":84.62477214985927,"mean":35.0711738603028,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":70,"overall_ranking_status":"ranked","per_game":{"GB2-01":40.333973738864714,"GB2-02":40.37661535211959,"GB2-03":40.613631690359334,"GB2-04":38.47912523991713,"GB2-05":46.095592013366335,"GB2-06":18.761186726779673,"GB2-07":43.9577434177572,"GB2-08":71.9210077978042},"per_game_all":{"GB2-01":37.47066155862206,"GB2-03":41.28687448890066,"GB2-04":40.092186964988166,"GB2-05":35.67872378781548,"GB2-06":15.370074709603472,"GB2-08":60.1388294744797},"per_game_match_totals_all":{"GB2-01":{"draws":496,"losses":1099,"wins":445},"GB2-02":{"draws":857,"losses":395,"wins":20},"GB2-03":{"draws":409,"losses":1075,"wins":490},"GB2-04":{"draws":1178,"losses":661,"wins":123},"GB2-05":{"draws":0,"losses":1414,"wins":656},"GB2-06":{"draws":7,"losses":1718,"wins":249},"GB2-07":{"draws":0,"losses":952,"wins":420},"GB2-08":{"draws":0,"losses":924,"wins":1164}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":254,"losses":304,"wins":122},"GB2-02":{"draws":439,"losses":186,"wins":11},"GB2-03":{"draws":159,"losses":351,"wins":148},"GB2-04":{"draws":379,"losses":237,"wins":38},"GB2-05":{"draws":0,"losses":406,"wins":284},"GB2-06":{"draws":2,"losses":554,"wins":102},"GB2-07":{"draws":0,"losses":429,"wins":257},"GB2-08":{"draws":0,"losses":233,"wins":463}},"medium":{"GB2-01":{"draws":92,"losses":328,"wins":260},"GB2-02":{"draws":418,"losses":209,"wins":9},"GB2-03":{"draws":127,"losses":377,"wins":154},"GB2-04":{"draws":376,"losses":229,"wins":49},"GB2-05":{"draws":0,"losses":410,"wins":280},"GB2-06":{"draws":2,"losses":593,"wins":63},"GB2-08":{"draws":0,"losses":141,"wins":555}},"none":{"GB2-01":{"draws":150,"losses":467,"wins":63},"GB2-03":{"draws":123,"losses":347,"wins":188},"GB2-04":{"draws":423,"losses":195,"wins":36},"GB2-05":{"draws":0,"losses":598,"wins":92},"GB2-06":{"draws":3,"losses":571,"wins":84},"GB2-07":{"draws":0,"losses":523,"wins":163},"GB2-08":{"draws":0,"losses":550,"wins":146}}},"per_game_raw_elo_all":{"GB2-01":1316.7219505989335,"GB2-03":1296.1761709657328,"GB2-04":1366.3236802766253,"GB2-05":1124.429487151311,"GB2-06":825.9947588052037,"GB2-08":1594.1052572332871},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1350.928085419221,"GB2-02":1357.9962545959565,"GB2-03":1290.271491379133,"GB2-04":1353.4031105448198,"GB2-05":1286.915186152476,"GB2-06":891.2422913442101,"GB2-07":1278.46983301312,"GB2-08":1771.431633189476},"medium":{"GB2-01":1434.6527600145519,"GB2-02":1341.0323615542225,"GB2-03":1275.1600547205458,"GB2-04":1365.9367088942424,"GB2-05":1278.6845175218302,"GB2-06":753.3412373463295,"GB2-08":2070.641629496821},"none":{"GB2-01":1164.5850063630276,"GB2-03":1323.0969667975196,"GB2-04":1379.6312213908145,"GB2-05":807.6887577796264,"GB2-06":833.4007477250714,"GB2-07":1080.1113624149402,"GB2-08":940.2425090135639}},"per_game_tracks":{"highest":{"GB2-01":40.333973738864714,"GB2-02":40.37661535211959,"GB2-03":40.613631690359334,"GB2-04":38.47912523991713,"GB2-05":46.095592013366335,"GB2-06":18.761186726779673,"GB2-07":43.9577434177572,"GB2-08":71.9210077978042},"medium":{"GB2-01":49.06796160204756,"GB2-02":38.25036324156502,"GB2-03":38.909033426135835,"GB2-04":40.038921051238525,"GB2-05":45.45466975890859,"GB2-06":11.732873039538887,"GB2-08":84.62477214985927},"none":{"GB2-01":23.010049334953905,"GB2-03":44.337958350206804,"GB2-04":41.75851460380884,"GB2-05":15.485909591171524,"GB2-06":15.616164362491855,"GB2-07":29.011397682596808,"GB2-08":23.87070847577564}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":8,"worked_first_time":14,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":2,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#F44336","provider_company":"ByteDance","provider_key":"bytedance-seed","provider_text_color":"#111418","rank_movement":-1,"rank_movement_baseline_at":"2026-11-19T16:03:06Z","reasoning":{"highest":42.567359497121025,"medium":38.50982428366171,"none":24.136337800125677},"reasoning_agg":{"highest":{"max":71.9210077978042,"mean":42.567359497121025,"min":18.761186726779673},"medium":{"max":84.62477214985927,"mean":38.50982428366171,"min":0.0},"none":{"max":44.337958350206804,"mean":24.136337800125677,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":18.431021696995348},"working_program_strength":{"all":38.05432443572125,"highest":42.567359497121025,"medium":44.011227752756234,"none":27.584386057286483}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-flash:54ddea3c5943f892","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01423672,"mean":0.0073094338874999994,"median":0.0062260825200000005,"min":0.004397959999999999,"recorded_attempt_count":13,"run_count":8,"total":0.0584754711},"medium":{"admitted_cell_count":22,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.008042989573333334,"mean":0.0037891845841666666,"median":0.0032265161666666666,"min":0.002126702,"recorded_attempt_count":36,"run_count":24,"total":0.09094043002},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00200925116,"mean":0.0013339496149999998,"median":0.0012586017,"min":0.0008945895,"recorded_attempt_count":10,"run_count":8,"total":0.01067159692}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01663094,"mean":0.00499588742,"median":0.0034890575,"min":0.00258188,"recorded_attempt_count":12,"run_count":8,"total":0.03996709936000001},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.004911942999999999,"mean":0.0031858331662499998,"median":0.002947833025,"min":0.001831717,"recorded_attempt_count":24,"run_count":16,"total":0.050973330659999996},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00200925116,"mean":0.0013339496149999998,"median":0.0012586017,"min":0.0008945895,"recorded_attempt_count":10,"run_count":8,"total":0.010671596920000002},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01423672,"mean":0.0073094338874999994,"median":0.0062260825200000005,"min":0.004397959999999999,"recorded_attempt_count":13,"run_count":8,"total":0.0584754711}},"codegen_cost_usd":{"admitted_cell_count":36,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01423672,"mean":0.004144189362222222,"median":0.0032265161666666666,"min":0.0008945895,"recorded_attempt_count":59,"run_count":40,"total":0.16008749804},"codegen_latency_ms":{"attempt_count":35,"max_ms":2156476,"mean_ms":402937.5,"min_ms":36579,"paired_attempt_count":35,"paired_latency_ms":9670500,"paired_output_tokens":339820,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":13,"max_ms":2156476,"mean_ms":830597.625,"min_ms":100447,"paired_attempt_count":13,"paired_latency_ms":6644781,"paired_output_tokens":211144,"run_count":8},"medium":{"attempt_count":12,"max_ms":572210,"mean_ms":258473.0,"min_ms":66883,"paired_attempt_count":12,"paired_latency_ms":2067784,"paired_output_tokens":103610,"run_count":8},"none":{"attempt_count":10,"max_ms":286097,"mean_ms":119741.875,"min_ms":36579,"paired_attempt_count":10,"paired_latency_ms":957935,"paired_output_tokens":25066,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":54472,"output_mean":14159.166666666666,"output_min":1979,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":13,"output_max":47250,"output_mean":26393.0,"output_min":7308,"run_count":8},"medium":{"attempt_count":12,"output_max":54472,"output_mean":12951.25,"output_min":5048,"run_count":8},"none":{"attempt_count":10,"output_max":4856,"output_mean":3133.25,"output_min":1979,"run_count":8}},"display_name":"DeepSeek V4 Flash","economics":{"all":34.11258727034661,"highest":37.42252462502093,"medium":33.681930750757466,"none":31.233306435261422},"first_seen_at":null,"game_gaps":{"highest":{"GB2-05":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"reconciliation_get_attempts":166,"total_output_tokens":339820,"total_reasoning_output_tokens":258096,"total_visible_output_tokens":81724,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":22,"evaluated_cells":22,"first_pass_admitted":15,"first_pass_rate":0.6818181818181818,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":2,"infra_failures_excluded":1},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"infra_excluded_game_aliases":["GB2-03","GB2-04"],"infra_failures_excluded":2,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.3181818181818182},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-05"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":23.74531454620863,"score":23.74531454620863},"GB2-02":{"attempts":5,"playable":40.75938296898797,"score":40.75938296898797},"GB2-03":{"attempts":4,"playable":36.25722734125829,"score":36.25722734125829},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":41.143808583534,"score":27.429205722356002},"GB2-05":{"attempts":5,"failed_attempts":1,"playable":32.58371649750421,"score":21.72247766500281},"GB2-06":{"attempts":5,"playable":51.915501918250676,"score":51.915501918250676},"GB2-07":{"attempts":5,"playable":27.732514039430423,"score":27.732514039430423},"GB2-08":{"attempts":5,"playable":43.339073961278025,"score":43.339073961278025}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":15.082563825926574,"score":15.082563825926574},"GB2-02":{"attempts":1,"playable":41.81857251050401,"score":41.81857251050401},"GB2-03":{"attempts":1,"playable":33.839956910940806,"score":33.839956910940806},"GB2-04":{"attempts":1,"playable":42.24895187135289,"score":42.24895187135289},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":79.15275388456287,"score":79.15275388456287},"GB2-07":{"attempts":1,"playable":39.46228283787127,"score":39.46228283787127},"GB2-08":{"attempts":1,"playable":47.77511515900899,"score":47.77511515900899}},"medium":{"GB2-01":{"attempts":3,"playable":36.086789877589986,"score":36.086789877589986},"GB2-02":{"attempts":3,"playable":38.89523214717254,"score":38.89523214717254},"GB2-03":{"attempts":2,"playable":42.303155299976396,"score":42.303155299976396},"GB2-04":{"attempts":2,"playable":40.03866529571512,"score":40.03866529571512},"GB2-05":{"attempts":3,"playable":23.87799032962117,"score":23.87799032962117},"GB2-06":{"attempts":3,"playable":23.58835603195352,"score":23.58835603195352},"GB2-07":{"attempts":3,"playable":25.244657128975224,"score":25.244657128975224},"GB2-08":{"attempts":3,"playable":39.42059989505576,"score":39.42059989505576}},"none":{"GB2-01":{"attempts":1,"playable":20.066589935109324,"score":20.066589935109324},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":32.62856981285769,"score":32.62856981285769},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":41.289442665387256,"score":41.289442665387256},"GB2-06":{"attempts":1,"playable":53.00539583823566,"score":53.00539583823566},"GB2-07":{"attempts":1,"playable":18.49060215144477,"score":18.49060215144477},"GB2-08":{"attempts":1,"playable":42.821506829769326,"score":42.821506829769326}}},"id":"deepseek/deepseek-v4-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:12:13Z","match_totals_all":{"draws":4556,"losses":14321,"wins":5257},"match_totals_tracks":{"highest":{"draws":1109,"losses":2331,"wins":1228},"medium":{"draws":2676,"losses":9141,"wins":2945},"none":{"draws":771,"losses":2849,"wins":1084}},"model_slug":"deepseek-deepseek-v4-flash","official_rank_by_reasoning":{"highest":74,"medium":91,"none":81},"overall":{"max":79.15275388456287,"mean":34.11258727034661,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":71,"overall_ranking_status":"ranked","per_game":{"GB2-01":15.082563825926574,"GB2-02":41.81857251050401,"GB2-03":33.839956910940806,"GB2-04":42.24895187135289,"GB2-06":79.15275388456287,"GB2-07":39.46228283787127,"GB2-08":47.77511515900899},"per_game_all":{"GB2-01":23.745314546208622,"GB2-02":40.75938296898797,"GB2-03":36.25722734125829,"GB2-06":51.915501918250676,"GB2-07":27.732514039430423,"GB2-08":43.339073961278025},"per_game_match_totals_all":{"GB2-01":{"draws":490,"losses":2277,"wins":633},"GB2-02":{"draws":2182,"losses":947,"wins":51},"GB2-03":{"draws":664,"losses":1456,"wins":512},"GB2-04":{"draws":1161,"losses":657,"wins":144},"GB2-05":{"draws":0,"losses":2072,"wins":688},"GB2-06":{"draws":59,"losses":2059,"wins":1172},"GB2-07":{"draws":0,"losses":2675,"wins":755},"GB2-08":{"draws":0,"losses":2178,"wins":1302}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":121,"losses":531,"wins":28},"GB2-02":{"draws":426,"losses":184,"wins":26},"GB2-03":{"draws":166,"losses":387,"wins":105},"GB2-04":{"draws":353,"losses":227,"wins":74},"GB2-06":{"draws":43,"losses":146,"wins":469},"GB2-07":{"draws":0,"losses":458,"wins":228},"GB2-08":{"draws":0,"losses":398,"wins":298}},"medium":{"GB2-01":{"draws":238,"losses":1251,"wins":551},"GB2-02":{"draws":1287,"losses":599,"wins":22},"GB2-03":{"draws":332,"losses":675,"wins":309},"GB2-04":{"draws":808,"losses":430,"wins":70},"GB2-05":{"draws":0,"losses":1636,"wins":434},"GB2-06":{"draws":11,"losses":1568,"wins":395},"GB2-07":{"draws":0,"losses":1632,"wins":426},"GB2-08":{"draws":0,"losses":1350,"wins":738}},"none":{"GB2-01":{"draws":131,"losses":495,"wins":54},"GB2-02":{"draws":469,"losses":164,"wins":3},"GB2-03":{"draws":166,"losses":394,"wins":98},"GB2-05":{"draws":0,"losses":436,"wins":254},"GB2-06":{"draws":5,"losses":345,"wins":308},"GB2-07":{"draws":0,"losses":585,"wins":101},"GB2-08":{"draws":0,"losses":430,"wins":266}}},"per_game_raw_elo_all":{"GB2-01":1156.497647789467,"GB2-02":1360.8812008984426,"GB2-03":1250.884456646244,"GB2-06":1434.7836200952,"GB2-07":1047.0833884133922,"GB2-08":1230.3592101889758},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1051.9610412797124,"GB2-02":1369.387217076625,"GB2-03":1229.3690136276564,"GB2-04":1383.5183299650737,"GB2-06":1912.3741041718758,"GB2-07":1220.3939336546969,"GB2-08":1293.556998960522},"medium":{"GB2-01":1291.2615680555,"GB2-02":1345.8720654286951,"GB2-03":1305.147330403814,"GB2-04":1365.9274135668097,"GB2-05":923.5812661088197,"GB2-06":951.1445254389837,"GB2-07":1005.0468183699564,"GB2-08":1182.7707249299208},"none":{"GB2-01":1126.2703340331889,"GB2-02":1367.384320190008,"GB2-03":1218.1370259072614,"GB2-05":1224.6821956091903,"GB2-06":1440.8322306747405,"GB2-07":915.8094132155235,"GB2-08":1214.7499066764844}},"per_game_tracks":{"highest":{"GB2-01":15.082563825926574,"GB2-02":41.81857251050401,"GB2-03":33.839956910940806,"GB2-04":42.24895187135289,"GB2-06":79.15275388456287,"GB2-07":39.46228283787127,"GB2-08":47.77511515900899},"medium":{"GB2-01":36.08678987758998,"GB2-02":38.89523214717254,"GB2-03":42.303155299976396,"GB2-04":40.03866529571512,"GB2-05":23.87799032962117,"GB2-06":23.58835603195352,"GB2-07":25.24465712897523,"GB2-08":39.42059989505575},"none":{"GB2-01":20.066589935109324,"GB2-02":41.56434424928735,"GB2-03":32.62856981285769,"GB2-05":41.289442665387256,"GB2-06":53.00539583823566,"GB2-07":18.49060215144477,"GB2-08":42.821506829769326}},"program_outcomes":{"all":{"counted_attempts":38,"failed":2,"infra_excluded":2,"success_rate":0.9473684210526315,"too_slow":0,"worked_after_repair":11,"worked_first_time":25,"working":36},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":22,"failed":0,"infra_excluded":2,"success_rate":1.0,"too_slow":0,"worked_after_repair":7,"worked_first_time":15,"working":22},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-19T15:19:41Z","reasoning":{"highest":37.42252462502093,"medium":33.681930750757466,"none":31.233306435261422},"reasoning_agg":{"highest":{"max":79.15275388456287,"mean":37.42252462502093,"min":0.0},"medium":{"max":42.303155299976396,"mean":33.681930750757466,"min":23.58835603195352},"none":{"max":53.00539583823566,"mean":31.233306435261422,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.189218189759504},"working_program_strength":{"all":37.38191255893148,"highest":42.76859957145249,"medium":33.681930750757466,"none":35.69520735458448}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy3:0003c3ffda9d2af9","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01996832,"mean":0.0159071725,"median":0.01592625,"min":0.01203506,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"recorded_attempt_count":8,"run_count":8,"total":0.12725738},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00642558,"mean":0.0049174775,"median":0.0048388300000000006,"min":0.00388838,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"recorded_attempt_count":8,"run_count":8,"total":0.03933982},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0049074800000000005,"mean":0.0028716575000000003,"median":0.0026472400000000004,"min":0.00175746,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"recorded_attempt_count":11,"run_count":8,"total":0.022973260000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00642558,"mean":0.0049174775,"median":0.0048388300000000006,"min":0.00388838,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"recorded_attempt_count":8,"run_count":8,"total":0.03933982},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0049074800000000005,"mean":0.0028716575000000003,"median":0.0026472400000000004,"min":0.00175746,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"recorded_attempt_count":11,"run_count":8,"total":0.02297326},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01996832,"mean":0.0159071725,"median":0.01592625,"min":0.01203506,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"recorded_attempt_count":8,"run_count":8,"total":0.12725738}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01996832,"mean":0.007898769166666668,"median":0.004894900000000001,"min":0.00175746,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":27},"recorded_attempt_count":27,"run_count":24,"total":0.18957045999999997},"codegen_latency_ms":{"attempt_count":27,"max_ms":486321,"mean_ms":126377.375,"min_ms":17748,"paired_attempt_count":27,"paired_latency_ms":3033057,"paired_output_tokens":276190,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":486321,"mean_ms":286894.0,"min_ms":141465,"paired_attempt_count":8,"paired_latency_ms":2295152,"paired_output_tokens":204066,"run_count":8},"medium":{"attempt_count":8,"max_ms":89724,"mean_ms":66041.375,"min_ms":50184,"paired_attempt_count":8,"paired_latency_ms":528331,"paired_output_tokens":52484,"run_count":8},"none":{"attempt_count":11,"max_ms":45630,"mean_ms":26196.75,"min_ms":17748,"paired_attempt_count":11,"paired_latency_ms":209574,"paired_output_tokens":19640,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":32514,"output_mean":11507.916666666666,"output_min":1255,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":32514,"output_mean":25508.25,"output_min":18961,"run_count":8},"medium":{"attempt_count":8,"output_max":9261,"output_mean":6560.5,"output_min":4915,"run_count":8},"none":{"attempt_count":11,"output_max":4980,"output_mean":2455.0,"output_min":1255,"run_count":8}},"display_name":"Hy3","economics":{"all":34.08748987860981,"highest":39.996206437547684,"medium":37.29993801212514,"none":24.966325186156595},"first_seen_at":"2026-11-21T16:41:57Z","game_gaps":{"none":{"GB2-05":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[235929],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[235929],"total_output_tokens":276190,"total_reasoning_output_tokens":226139,"total_visible_output_tokens":50051,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-05"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":46.22040269699077,"score":46.22040269699077},"GB2-02":{"attempts":3,"playable":41.507333900723815,"score":41.507333900723815},"GB2-03":{"attempts":3,"playable":23.898711410748493,"score":23.898711410748493},"GB2-04":{"attempts":3,"playable":40.73120309430937,"score":40.73120309430937},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":45.69499735687219,"score":30.46333157124813},"GB2-06":{"attempts":3,"playable":15.976152543193407,"score":15.976152543193407},"GB2-07":{"attempts":3,"playable":38.7389734291445,"score":38.7389734291445},"GB2-08":{"attempts":3,"playable":35.163810382519934,"score":35.163810382519934}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":61.15847540835213,"score":61.15847540835213},"GB2-02":{"attempts":1,"playable":41.98800144159841,"score":41.98800144159841},"GB2-03":{"attempts":1,"playable":31.674538748622854,"score":31.674538748622854},"GB2-04":{"attempts":1,"playable":34.522794822498504,"score":34.522794822498504},"GB2-05":{"attempts":1,"playable":46.73648460326709,"score":46.73648460326709},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"playable":64.92238403823572,"score":64.92238403823572},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}},"medium":{"GB2-01":{"attempts":1,"playable":37.091729648829705,"score":37.091729648829705},"GB2-02":{"attempts":1,"playable":40.37661535211959,"score":40.37661535211959},"GB2-03":{"attempts":1,"playable":25.734944995631587,"score":25.734944995631587},"GB2-04":{"attempts":1,"playable":46.15766623807763,"score":46.15766623807763},"GB2-05":{"attempts":1,"playable":44.653510110477306,"score":44.653510110477306},"GB2-06":{"attempts":1,"playable":15.706296305948303,"score":15.706296305948303},"GB2-07":{"attempts":1,"playable":29.17648388733593,"score":29.17648388733593},"GB2-08":{"attempts":1,"playable":59.50225755858105,"score":59.50225755858105}},"none":{"GB2-01":{"attempts":1,"playable":40.411003033790486,"score":40.411003033790486},"GB2-02":{"attempts":1,"playable":42.15738490845345,"score":42.15738490845345},"GB2-03":{"attempts":1,"playable":14.286650487991043,"score":14.286650487991043},"GB2-04":{"attempts":1,"playable":41.51314822235199,"score":41.51314822235199},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":16.96664816862139,"score":16.96664816862139},"GB2-07":{"attempts":1,"playable":22.118052361861864,"score":22.118052361861864},"GB2-08":{"attempts":1,"playable":22.277714306182546,"score":22.277714306182546}}},"id":"tencent/hy3","is_recent_addition":true,"last_measured_at":"2026-11-21T16:41:57Z","match_totals_all":{"draws":3209,"losses":8919,"wins":3256},"match_totals_tracks":{"highest":{"draws":987,"losses":2944,"wins":1427},"medium":{"draws":1059,"losses":3053,"wins":1246},"none":{"draws":1163,"losses":2922,"wins":583}},"model_slug":"tencent-hy3","official_rank_by_reasoning":{"highest":72,"medium":86,"none":99},"overall":{"max":64.92238403823572,"mean":34.08748987860981,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":72,"overall_ranking_status":"ranked","per_game":{"GB2-01":61.15847540835213,"GB2-02":41.98800144159841,"GB2-03":31.674538748622854,"GB2-04":34.522794822498504,"GB2-05":46.73648460326709,"GB2-06":15.255513155010528,"GB2-07":64.92238403823572,"GB2-08":23.71145928279621},"per_game_all":{"GB2-01":46.22040269699077,"GB2-02":41.507333900723815,"GB2-03":23.898711410748493,"GB2-04":40.73120309430937,"GB2-06":15.976152543193407,"GB2-07":38.7389734291445,"GB2-08":35.163810382519934},"per_game_match_totals_all":{"GB2-01":{"draws":217,"losses":1068,"wins":755},"GB2-02":{"draws":1375,"losses":509,"wins":24},"GB2-03":{"draws":596,"losses":1282,"wins":96},"GB2-04":{"draws":1000,"losses":738,"wins":224},"GB2-05":{"draws":0,"losses":817,"wins":563},"GB2-06":{"draws":21,"losses":1701,"wins":252},"GB2-07":{"draws":0,"losses":1373,"wins":685},"GB2-08":{"draws":0,"losses":1431,"wins":657}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":6,"losses":291,"wins":383},"GB2-02":{"draws":456,"losses":168,"wins":12},"GB2-03":{"draws":271,"losses":347,"wins":40},"GB2-04":{"draws":251,"losses":325,"wins":78},"GB2-05":{"draws":0,"losses":402,"wins":288},"GB2-06":{"draws":3,"losses":573,"wins":82},"GB2-07":{"draws":0,"losses":287,"wins":399},"GB2-08":{"draws":0,"losses":551,"wins":145}},"medium":{"GB2-01":{"draws":76,"losses":414,"wins":190},"GB2-02":{"draws":445,"losses":183,"wins":8},"GB2-03":{"draws":203,"losses":415,"wins":40},"GB2-04":{"draws":335,"losses":212,"wins":107},"GB2-05":{"draws":0,"losses":415,"wins":275},"GB2-06":{"draws":0,"losses":572,"wins":86},"GB2-07":{"draws":0,"losses":522,"wins":164},"GB2-08":{"draws":0,"losses":320,"wins":376}},"none":{"GB2-01":{"draws":135,"losses":363,"wins":182},"GB2-02":{"draws":474,"losses":158,"wins":4},"GB2-03":{"draws":122,"losses":520,"wins":16},"GB2-04":{"draws":414,"losses":201,"wins":39},"GB2-06":{"draws":18,"losses":556,"wins":84},"GB2-07":{"draws":0,"losses":564,"wins":122},"GB2-08":{"draws":0,"losses":560,"wins":136}}},"per_game_raw_elo_all":{"GB2-01":1407.5788615335596,"GB2-02":1366.9234862773992,"GB2-03":1122.9921085886835,"GB2-04":1370.977363366217,"GB2-06":840.1236457675991,"GB2-07":1206.535586511183,"GB2-08":1120.2984471055345},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1552.0620763128513,"GB2-02":1370.7208861309066,"GB2-03":1209.1851095803097,"GB2-04":1320.924470644778,"GB2-05":1295.1360626407325,"GB2-06":826.4466239060678,"GB2-07":1560.2214106452898,"GB2-08":937.8887862463913},"medium":{"GB2-01":1318.996194994769,"GB2-02":1357.9962545959565,"GB2-03":1150.5780037883458,"GB2-04":1414.3239098580095,"GB2-05":1268.3765684481782,"GB2-06":835.1265808184497,"GB2-07":1082.4391302846145,"GB2-08":1506.5452819512411},"none":{"GB2-01":1351.6783132930589,"GB2-02":1372.0533181053347,"GB2-03":1009.2132123973952,"GB2-04":1377.6837095958635,"GB2-06":858.7977325782798,"GB2-07":976.9462186036446,"GB2-08":916.4612731189715}},"per_game_tracks":{"highest":{"GB2-01":61.15847540835213,"GB2-02":41.98800144159841,"GB2-03":31.674538748622854,"GB2-04":34.522794822498504,"GB2-05":46.73648460326709,"GB2-06":15.255513155010528,"GB2-07":64.92238403823572,"GB2-08":23.71145928279621},"medium":{"GB2-01":37.091729648829705,"GB2-02":40.37661535211959,"GB2-03":25.734944995631587,"GB2-04":46.15766623807763,"GB2-05":44.653510110477306,"GB2-06":15.706296305948303,"GB2-07":29.17648388733593,"GB2-08":59.50225755858105},"none":{"GB2-01":40.411003033790486,"GB2-02":42.15738490845345,"GB2-03":14.286650487991043,"GB2-04":41.51314822235199,"GB2-06":16.96664816862139,"GB2-07":22.118052361861864,"GB2-08":22.277714306182546}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":39.996206437547684,"medium":37.29993801212514,"none":24.966325186156592},"reasoning_agg":{"highest":{"max":64.92238403823572,"mean":39.996206437547684,"min":15.255513155010528},"medium":{"max":59.50225755858105,"mean":37.29993801212514,"min":15.706296305948303},"none":{"max":42.15738490845345,"mean":24.966325186156592,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Low","none":"None"},"reasoning_settings":{"balanced":"low","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":15.029881251391092},"working_program_strength":{"all":35.27636250652203,"highest":39.996206437547684,"medium":37.29993801212514,"none":28.532943069893253}},{"canonical_public_row_identity":"publication-row.v1:overall:o3:a308c41cc3c23d86","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":19,"cell_count":8,"cost_basis_counts":{"estimated":32,"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":13,"max":0.1097735,"mean":0.091486,"median":0.08840574999999999,"min":0.07737849999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":40},"recorded_attempt_count":32,"run_count":32,"token_priced_attempt_count":8,"total":2.927552},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.072978,"mean":0.048872,"median":0.046325000000000005,"min":0.037309999999999996,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":0.39097600000000005},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08754999999999999,"mean":0.04313775,"median":0.033532,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.345102}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.072978,"mean":0.048872,"median":0.046325000000000005,"min":0.037309999999999996,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":8},"run_count":8,"token_priced_attempt_count":8,"total":0.390976},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08754999999999999,"mean":0.04313775,"median":0.033532,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.3451019999999999},"historical-provider-setting-intensive":{"admitted_cell_count":19,"cell_count":8,"cost_basis_counts":{"estimated":32,"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":13,"max":0.1097735,"mean":0.091486,"median":0.08840574999999999,"min":0.07737849999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":40},"recorded_attempt_count":32,"run_count":32,"token_priced_attempt_count":8,"total":2.9275519999999995}},"codegen_cost_usd":{"admitted_cell_count":33,"cell_count":24,"cost_basis_counts":{"estimated":32,"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":15,"max":0.1097735,"mean":0.06116525,"median":0.054719000000000004,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10,"boardgame-list-prices-2026-11-19":48},"recorded_attempt_count":32,"run_count":48,"token_priced_attempt_count":26,"total":3.66363},"codegen_latency_ms":{"attempt_count":26,"max_ms":79649,"mean_ms":37254.041666666664,"min_ms":17534,"paired_attempt_count":26,"paired_latency_ms":894097,"paired_output_tokens":88127,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":39668,"mean_ms":28324.375,"min_ms":19788,"paired_attempt_count":8,"paired_latency_ms":226595,"paired_output_tokens":31384,"run_count":8},"medium":{"attempt_count":8,"max_ms":79649,"mean_ms":42263.5,"min_ms":17534,"paired_attempt_count":8,"paired_latency_ms":338108,"paired_output_tokens":33377,"run_count":8},"none":{"attempt_count":10,"max_ms":74310,"mean_ms":41174.25,"min_ms":21597,"paired_attempt_count":10,"paired_latency_ms":329394,"paired_output_tokens":23366,"run_count":8}},"codegen_output_tokens":{"attempt_count":58,"output_max":15813,"output_mean":7191.916666666667,"output_min":1943,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":40,"output_max":15813,"output_mean":9014.65625,"output_min":4501,"run_count":32},"medium":{"attempt_count":8,"output_max":6616,"output_mean":4172.125,"output_min":2653,"run_count":8},"none":{"attempt_count":10,"output_max":6022,"output_mean":2920.75,"output_min":1943,"run_count":8}},"display_name":"o3","economics":{"all":34.07787305144826,"highest":30.453223610957163,"medium":32.29851109657216,"none":39.48188444681545},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"too_slow","GB2-04":"failed"},"medium":{"GB2-02":"failed","GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[100000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":82,"output_token_observations":58,"provider_post_attempt_observations":10,"provider_post_attempts":10,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[100000],"total_output_tokens":345212,"total_reasoning_output_tokens":5824,"total_visible_output_tokens":17542,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"o3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":19,"evaluated_cells":32,"failed_game_aliases":["GB2-01","GB2-03","GB2-04","GB2-08"],"first_pass_admitted":19,"first_pass_rate":0.6785714285714286,"game_attempts":{"GB2-01":{"admitted":3,"model_code_failures":1},"GB2-02":{"performance_rejections":4},"GB2-03":{"admitted":1,"model_code_failures":3},"GB2-04":{"model_code_failures":4},"GB2-05":{"admitted":4},"GB2-06":{"admitted":4},"GB2-07":{"admitted":4},"GB2-08":{"admitted":3,"model_code_failures":1}},"model_code_failure_rate":0.32142857142857145,"model_code_failures":9,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-02"],"performance_rejections":4}},"headline_games_all":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":43.33415976385734,"score":38.46948903135922},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":41.39480241779923,"score":20.697401208899613},"GB2-03":{"attempts":6,"failed_attempts":4,"playable":37.75041137943073,"score":16.18966784842065},"GB2-04":{"attempts":6,"failed_attempts":4,"playable":41.021073344107336,"score":27.34738222940489},"GB2-05":{"attempts":6,"playable":45.81401660889863,"score":45.81401660889863},"GB2-06":{"attempts":6,"playable":42.612610561870085,"score":42.612610561870085},"GB2-07":{"attempts":6,"playable":45.1116605959163,"score":45.1116605959163},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":36.761898880708415,"score":33.12881552613084}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":58.376048789977574,"score":43.78203659248318},"GB2-03":{"attempts":4,"failed_attempts":3,"playable":35.909092284799335,"score":8.977273071199834},"GB2-04":{"attempts":4,"failed_attempts":4,"score":0.0},"GB2-05":{"attempts":4,"playable":46.213058504642134,"score":46.213058504642134},"GB2-06":{"attempts":4,"playable":39.95015152164528,"score":39.95015152164528},"GB2-07":{"attempts":4,"playable":41.55229539553156,"score":41.55229539553156},"GB2-08":{"attempts":4,"failed_attempts":1,"playable":43.597000254930855,"score":32.69775019119814}},"medium":{"GB2-01":{"attempts":1,"playable":34.68944419699657,"score":34.68944419699657},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.87490684319766,"score":39.87490684319766},"GB2-05":{"attempts":1,"playable":41.12931063669629,"score":41.12931063669629},"GB2-06":{"attempts":1,"playable":43.19171238978618,"score":43.19171238978618},"GB2-07":{"attempts":1,"playable":56.52547760150246,"score":56.52547760150246},"GB2-08":{"attempts":1,"playable":42.97723710439818,"score":42.97723710439818}},"none":{"GB2-01":{"attempts":1,"playable":36.936986304597895,"score":36.936986304597895},"GB2-02":{"attempts":1,"playable":41.39480241779923,"score":41.39480241779923},"GB2-03":{"attempts":1,"playable":39.591730474062125,"score":39.591730474062125},"GB2-04":{"attempts":1,"playable":42.16723984501702,"score":42.16723984501702},"GB2-05":{"attempts":1,"playable":50.09968068535746,"score":50.09968068535746},"GB2-06":{"attempts":1,"playable":44.69596777417878,"score":44.69596777417878},"GB2-07":{"attempts":1,"playable":37.25720879071488,"score":37.25720879071488},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}}},"id":"o3","is_recent_addition":false,"last_measured_at":"2026-11-21T15:32:49Z","match_totals_all":{"draws":1900,"losses":12822,"wins":7622},"match_totals_tracks":{"highest":{"draws":364,"losses":7585,"wins":4973},"medium":{"draws":546,"losses":2234,"wins":1284},"none":{"draws":990,"losses":3003,"wins":1365}},"model_slug":"o3","official_rank_by_reasoning":{"highest":81,"medium":94,"none":63},"overall":{"max":56.52547760150246,"mean":34.07787305144826,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":73,"overall_ranking_status":"ranked","per_game":{"GB2-01":58.376048789977574,"GB2-03":35.909092284799335,"GB2-05":46.213058504642134,"GB2-06":39.95015152164528,"GB2-07":41.55229539553156,"GB2-08":43.597000254930855},"per_game_all":{"GB2-01":43.33415976385734,"GB2-05":45.81401660889863,"GB2-06":42.612610561870085,"GB2-07":45.1116605959163,"GB2-08":36.761898880708415},"per_game_match_totals_all":{"GB2-01":{"draws":377,"losses":1669,"wins":1354},"GB2-02":{"draws":459,"losses":170,"wins":7},"GB2-03":{"draws":315,"losses":737,"wins":264},"GB2-04":{"draws":710,"losses":467,"wins":131},"GB2-05":{"draws":0,"losses":2439,"wins":1701},"GB2-06":{"draws":39,"losses":2506,"wins":1403},"GB2-07":{"draws":0,"losses":2591,"wins":1525},"GB2-08":{"draws":0,"losses":2243,"wins":1237}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":198,"losses":838,"wins":1004},"GB2-03":{"draws":156,"losses":380,"wins":122},"GB2-05":{"draws":0,"losses":1621,"wins":1139},"GB2-06":{"draws":10,"losses":1709,"wins":913},"GB2-07":{"draws":0,"losses":1774,"wins":970},"GB2-08":{"draws":0,"losses":1263,"wins":825}},"medium":{"GB2-01":{"draws":127,"losses":404,"wins":149},"GB2-04":{"draws":392,"losses":222,"wins":40},"GB2-05":{"draws":0,"losses":437,"wins":253},"GB2-06":{"draws":27,"losses":397,"wins":234},"GB2-07":{"draws":0,"losses":345,"wins":341},"GB2-08":{"draws":0,"losses":429,"wins":267}},"none":{"GB2-01":{"draws":52,"losses":427,"wins":201},"GB2-02":{"draws":459,"losses":170,"wins":7},"GB2-03":{"draws":159,"losses":357,"wins":142},"GB2-04":{"draws":318,"losses":245,"wins":91},"GB2-05":{"draws":0,"losses":381,"wins":309},"GB2-06":{"draws":2,"losses":400,"wins":256},"GB2-07":{"draws":0,"losses":472,"wins":214},"GB2-08":{"draws":0,"losses":551,"wins":145}}},"per_game_raw_elo_all":{"GB2-01":1379.2587766012937,"GB2-05":1282.781364982659,"GB2-06":1274.6952187981854,"GB2-07":1293.5105282605525,"GB2-08":1141.4655615996837},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1525.5471882948898,"GB2-03":1248.2607499355859,"GB2-05":1287.4760915597662,"GB2-06":1231.9324083979625,"GB2-07":1246.1647195452874,"GB2-08":1269.3617964829355},"medium":{"GB2-01":1294.7768605575436,"GB2-04":1364.624328459867,"GB2-05":1222.579445649196,"GB2-06":1284.2576829776917,"GB2-07":1442.727185160903,"GB2-08":1217.1461020697243},"none":{"GB2-01":1317.4522809514474,"GB2-02":1366.0474104741907,"GB2-03":1281.2234594280612,"GB2-04":1382.8711864417728,"GB2-05":1338.2885577390148,"GB2-06":1307.8955650189018,"GB2-07":1191.639680075467,"GB2-08":937.8887862463913}},"per_game_tracks":{"highest":{"GB2-01":58.376048789977574,"GB2-03":35.909092284799335,"GB2-05":46.213058504642134,"GB2-06":39.95015152164528,"GB2-07":41.55229539553156,"GB2-08":43.597000254930855},"medium":{"GB2-01":34.68944419699657,"GB2-04":39.87490684319766,"GB2-05":41.12931063669629,"GB2-06":43.19171238978618,"GB2-07":56.52547760150246,"GB2-08":42.97723710439818},"none":{"GB2-01":36.936986304597895,"GB2-02":41.39480241779923,"GB2-03":39.591730474062125,"GB2-04":42.16723984501702,"GB2-05":50.09968068535746,"GB2-06":44.69596777417878,"GB2-07":37.25720879071488,"GB2-08":23.71145928279621}},"program_outcomes":{"all":{"counted_attempts":44,"failed":11,"infra_excluded":0,"success_rate":0.75,"too_slow":4,"worked_after_repair":1,"worked_first_time":32,"working":33},"highest":{"counted_attempts":28,"failed":9,"infra_excluded":0,"success_rate":0.6785714285714286,"too_slow":4,"worked_after_repair":0,"worked_first_time":19,"working":19},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-3,"rank_movement_baseline_at":"2026-11-19T16:14:32Z","reasoning":{"highest":30.453223610957163,"medium":32.29851109657216,"none":39.48188444681545},"reasoning_agg":{"highest":{"max":46.213058504642134,"mean":30.453223610957163,"min":0.0},"medium":{"max":56.52547760150246,"mean":32.29851109657216,"min":0.0},"none":{"max":50.09968068535746,"mean":39.48188444681545,"min":23.71145928279621}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":9.028660835858286},"working_program_strength":{"all":42.27094678916649,"highest":44.26627445858779,"medium":43.06468146209622,"none":39.48188444681545}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-27b:ecd21648c69fc59f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3521656,"mean":0.19569013062499999,"median":0.187188825,"min":0.119031025,"recorded_attempt_count":11,"run_count":8,"total":1.5655210449999999},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06623293499999999,"mean":0.04480870625,"median":0.0402421875,"min":0.0205156,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.35846965},"none":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.028626384999999997,"mean":0.021101813124999997,"median":0.024224999999999997,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.168814505}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06623293499999999,"mean":0.04480870625,"median":0.0402421875,"min":0.0205156,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.35846965000000003},"historical-provider-setting-baseline":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.028626384999999997,"mean":0.021101813124999997,"median":0.024224999999999997,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.168814505},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3521656,"mean":0.19569013062499999,"median":0.187188825,"min":0.119031025,"recorded_attempt_count":11,"run_count":8,"total":1.565521045}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.3521656,"mean":0.08720021666666666,"median":0.0402421875,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":38,"run_count":24,"total":2.0928052},"codegen_latency_ms":{"attempt_count":38,"max_ms":2128037,"mean_ms":537328.375,"min_ms":33625,"paired_attempt_count":35,"paired_latency_ms":12708042,"paired_output_tokens":787384,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":2128037,"mean_ms":1259891.875,"min_ms":809012,"paired_attempt_count":11,"paired_latency_ms":10079135,"paired_output_tokens":622976,"run_count":8},"medium":{"attempt_count":13,"max_ms":394009,"mean_ms":249918.25,"min_ms":106640,"paired_attempt_count":11,"paired_latency_ms":1864993,"paired_output_tokens":118652,"run_count":8},"none":{"attempt_count":14,"max_ms":139550,"mean_ms":102175.0,"min_ms":33625,"paired_attempt_count":13,"paired_latency_ms":763914,"paired_output_tokens":45756,"run_count":8}},"codegen_output_tokens":{"attempt_count":38,"output_max":142524,"output_mean":33293.458333333336,"output_min":2177,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":142524,"output_mean":77872.0,"output_min":45409,"run_count":8},"medium":{"attempt_count":13,"output_max":24263,"output_mean":15845.5,"output_min":6781,"run_count":8},"none":{"attempt_count":14,"output_max":9194,"output_mean":6162.875,"output_min":2177,"run_count":8}},"display_name":"Qwen3.8 27B","economics":{"all":33.05027055613905,"highest":43.40460937692984,"medium":39.02277529225274,"none":16.723426999234572},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-08":"failed"},"none":{"GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[131072],"finish_reason_observations":38,"finish_reasons":["stop"],"indexed_attempts":38,"output_token_observations":38,"provider_post_attempt_observations":38,"provider_post_attempts":41,"reasoning_token_observations":38,"reconciliation_get_attempt_observations":38,"reconciliation_get_attempts":53,"requested_max_output_token_observations":27,"requested_max_output_tokens":[131072],"total_output_tokens":799043,"total_reasoning_output_tokens":636129,"total_visible_output_tokens":162914,"visible_token_observations":38},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-27b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":48.58547839775786,"score":48.58547839775786},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.39477998853374,"score":27.596519992355827},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":44.32548238095218,"score":29.550321587301454},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":52.762988135413394,"score":35.17532542360893},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":55.849251550233916,"score":37.23283436682261},"GB2-06":{"attempts":3,"playable":37.00571955979759,"score":37.00571955979759},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":48.16261527247277,"score":32.108410181648516},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":51.44266481945883,"score":17.14755493981961}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.58894553283879,"score":71.58894553283879},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":67.12904707328426,"score":67.12904707328426},"GB2-05":{"attempts":1,"playable":56.00848482305095,"score":56.00848482305095},"GB2-06":{"attempts":1,"playable":25.658754401652395,"score":25.658754401652395},"GB2-07":{"attempts":1,"playable":75.40897836515347,"score":75.40897836515347},"GB2-08":{"attempts":1,"playable":51.44266481945883,"score":51.44266481945883}},"medium":{"GB2-01":{"attempts":1,"playable":50.2862272207455,"score":50.2862272207455},"GB2-02":{"attempts":1,"playable":41.22521572778013,"score":41.22521572778013},"GB2-03":{"attempts":1,"playable":47.357512498664775,"score":47.357512498664775},"GB2-04":{"attempts":1,"playable":38.396929197542526,"score":38.396929197542526},"GB2-05":{"attempts":1,"playable":55.69001827741688,"score":55.69001827741688},"GB2-06":{"attempts":1,"playable":58.310047236080024,"score":58.310047236080024},"GB2-07":{"attempts":1,"playable":20.91625217979207,"score":20.91625217979207},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"playable":23.881262439689273,"score":23.881262439689273},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":41.29345226323958,"score":41.29345226323958},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":27.04835704166037,"score":27.04835704166037},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"qwen/qwen3.8-27b","is_recent_addition":false,"last_measured_at":"2026-11-21T14:26:55Z","match_totals_all":{"draws":2171,"losses":5515,"wins":3672},"match_totals_tracks":{"highest":{"draws":219,"losses":1808,"wins":2037},"medium":{"draws":1183,"losses":2222,"wins":1257},"none":{"draws":769,"losses":1485,"wins":378}},"model_slug":"qwen-qwen3-8-27b","official_rank_by_reasoning":{"highest":68,"medium":82},"overall":{"max":75.40897836515347,"mean":33.05027055613905,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold"],"overall_official_rank":74,"overall_ranking_status":"partial","per_game":{"GB2-01":71.58894553283879,"GB2-04":67.12904707328426,"GB2-05":56.00848482305095,"GB2-06":25.658754401652395,"GB2-07":75.40897836515347,"GB2-08":51.44266481945883},"per_game_all":{"GB2-01":48.58547839775786,"GB2-06":37.00571955979759},"per_game_match_totals_all":{"GB2-01":{"draws":334,"losses":959,"wins":747},"GB2-02":{"draws":916,"losses":341,"wins":15},"GB2-03":{"draws":330,"losses":652,"wins":334},"GB2-04":{"draws":562,"losses":393,"wins":353},"GB2-05":{"draws":0,"losses":690,"wins":690},"GB2-06":{"draws":29,"losses":1322,"wins":623},"GB2-07":{"draws":0,"losses":784,"wins":588},"GB2-08":{"draws":0,"losses":374,"wins":322}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":15,"losses":216,"wins":449},"GB2-04":{"draws":194,"losses":150,"wins":310},"GB2-05":{"draws":0,"losses":344,"wins":346},"GB2-06":{"draws":10,"losses":511,"wins":137},"GB2-07":{"draws":0,"losses":213,"wins":473},"GB2-08":{"draws":0,"losses":374,"wins":322}},"medium":{"GB2-01":{"draws":142,"losses":295,"wins":243},"GB2-02":{"draws":457,"losses":172,"wins":7},"GB2-03":{"draws":203,"losses":289,"wins":166},"GB2-04":{"draws":368,"losses":243,"wins":43},"GB2-05":{"draws":0,"losses":346,"wins":344},"GB2-06":{"draws":13,"losses":306,"wins":339},"GB2-07":{"draws":0,"losses":571,"wins":115}},"none":{"GB2-01":{"draws":177,"losses":448,"wins":55},"GB2-02":{"draws":459,"losses":169,"wins":8},"GB2-03":{"draws":127,"losses":363,"wins":168},"GB2-06":{"draws":6,"losses":505,"wins":147}}},"per_game_raw_elo_all":{"GB2-01":1428.6617104898412,"GB2-06":1188.9473017267112},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1664.3792793258015,"GB2-04":1588.9878999731538,"GB2-05":1415.6827630418338,"GB2-06":1007.5125280325008,"GB2-07":1730.9095706017943,"GB2-08":1355.8602294794512},"medium":{"GB2-01":1446.2547757807477,"GB2-02":1364.7091446590018,"GB2-03":1349.751000526642,"GB2-04":1352.7391050835295,"GB2-05":1411.4117125261614,"GB2-06":1529.345200941043,"GB2-07":957.3710505084732},"none":{"GB2-01":1175.3510763629743,"GB2-02":1367.384320190008,"GB2-03":1296.2760164707709,"GB2-06":1029.9841762065896}},"per_game_tracks":{"highest":{"GB2-01":71.58894553283879,"GB2-04":67.12904707328426,"GB2-05":56.00848482305095,"GB2-06":25.658754401652395,"GB2-07":75.40897836515347,"GB2-08":51.44266481945883},"medium":{"GB2-01":50.2862272207455,"GB2-02":41.22521572778013,"GB2-03":47.357512498664775,"GB2-04":38.396929197542526,"GB2-05":55.69001827741688,"GB2-06":58.310047236080024,"GB2-07":20.91625217979207},"none":{"GB2-01":23.881262439689273,"GB2-02":41.56434424928735,"GB2-03":41.29345226323958,"GB2-06":27.04835704166037}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":6,"worked_first_time":11,"working":17},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"none":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":2,"worked_first_time":2,"working":4}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T15:36:23Z","reasoning":{"highest":43.40460937692984,"medium":39.02277529225274,"none":16.723426999234572},"reasoning_agg":{"highest":{"max":75.40897836515347,"mean":43.40460937692984,"min":0.0},"medium":{"max":58.310047236080024,"mean":39.02277529225274,"min":0.0},"none":{"max":41.56434424928735,"mean":16.723426999234572,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":26.68118237769527},"working_program_strength":{"all":45.30570799263418,"highest":57.87281250257312,"medium":44.59745747686027,"none":33.446853998469145}},{"canonical_public_row_identity":"publication-row.v1:overall:stealth-space-bunny-alpha:801400f73da032d2","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":15},"recorded_attempt_count":15,"run_count":8,"total":0.0},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16},"recorded_attempt_count":16,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16},"recorded_attempt_count":16,"run_count":8,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":19,"cell_count":24,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":42},"recorded_attempt_count":42,"run_count":24,"total":0.0},"codegen_latency_ms":{"attempt_count":42,"max_ms":537122,"mean_ms":137533.5,"min_ms":13879,"paired_attempt_count":42,"paired_latency_ms":3300804,"paired_output_tokens":341271,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":15,"max_ms":537122,"mean_ms":335588.75,"min_ms":221492,"paired_attempt_count":15,"paired_latency_ms":2684710,"paired_output_tokens":260238,"run_count":8},"medium":{"attempt_count":11,"max_ms":84351,"mean_ms":41299.125,"min_ms":13879,"paired_attempt_count":11,"paired_latency_ms":330393,"paired_output_tokens":42722,"run_count":8},"none":{"attempt_count":16,"max_ms":68645,"mean_ms":35712.625,"min_ms":19448,"paired_attempt_count":16,"paired_latency_ms":285701,"paired_output_tokens":38311,"run_count":8}},"codegen_output_tokens":{"attempt_count":42,"output_max":39424,"output_mean":14219.625,"output_min":2263,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":15,"output_max":39424,"output_mean":32529.75,"output_min":24807,"run_count":8},"medium":{"attempt_count":11,"output_max":9849,"output_mean":5340.25,"output_min":2263,"run_count":8},"none":{"attempt_count":16,"output_max":8167,"output_mean":4788.875,"output_min":2672,"run_count":8}},"display_name":"Space Bunny Alpha","economics":{"all":32.369654149605715,"highest":36.25465595255339,"medium":34.41350786663402,"none":26.44079862962972},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":42,"effective_max_output_tokens":[262144],"finish_reason_observations":42,"finish_reasons":["stop"],"indexed_attempts":42,"output_token_observations":42,"provider_post_attempt_observations":42,"provider_post_attempts":42,"reasoning_token_observations":42,"reconciliation_get_attempt_observations":42,"requested_max_output_token_observations":42,"requested_max_output_tokens":[262144],"total_output_tokens":341271,"total_visible_output_tokens":341271,"visible_token_observations":42},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/space-bunny-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-06"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":54.069699524950835,"score":36.046466349967226},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.715635938843114,"score":27.143757292562075},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":39.99163497869902,"score":26.661089985799347},"GB2-04":{"attempts":3,"playable":40.60896428669121,"score":40.60896428669121},"GB2-05":{"attempts":3,"playable":32.52986308997154,"score":32.52986308997154},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":45.64494090454086,"score":30.42996060302724},"GB2-07":{"attempts":3,"playable":44.44306087418958,"score":44.44306087418958},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":31.6411060719562,"score":21.094070714637468}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":62.35475763406133,"score":62.35475763406133},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.15028114897544,"score":38.15028114897544},"GB2-05":{"attempts":1,"playable":44.17282707538192,"score":44.17282707538192},"GB2-06":{"attempts":1,"playable":35.99874262736724,"score":35.99874262736724},"GB2-07":{"attempts":1,"playable":72.17732339022514,"score":72.17732339022514},"GB2-08":{"attempts":1,"playable":37.18331574441605,"score":37.18331574441605}},"medium":{"GB2-01":{"attempts":1,"playable":45.78464141584035,"score":45.78464141584035},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":44.59055875688567,"score":44.59055875688567},"GB2-04":{"attempts":1,"playable":40.28486401618949,"score":40.28486401618949},"GB2-05":{"attempts":1,"playable":11.646879890839958,"score":11.646879890839958},"GB2-06":{"attempts":1,"playable":55.29113918171448,"score":55.29113918171448},"GB2-07":{"attempts":1,"playable":36.14563542231488,"score":36.14563542231488},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.86692762839888,"score":39.86692762839888},"GB2-03":{"attempts":1,"playable":35.392711200512366,"score":35.392711200512366},"GB2-04":{"attempts":1,"playable":43.39174769490871,"score":43.39174769490871},"GB2-05":{"attempts":1,"playable":41.769882303692754,"score":41.769882303692754},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":25.0062238100287,"score":25.0062238100287},"GB2-08":{"attempts":1,"playable":26.098896399496358,"score":26.098896399496358}}},"id":"stealth/space-bunny-alpha","is_recent_addition":false,"last_measured_at":"2026-11-21T15:32:59Z","match_totals_all":{"draws":2621,"losses":6811,"wins":3314},"match_totals_tracks":{"highest":{"draws":547,"losses":2016,"wins":1501},"medium":{"draws":1098,"losses":2501,"wins":1063},"none":{"draws":976,"losses":2294,"wins":750}},"model_slug":"stealth-space-bunny-alpha","official_rank_by_reasoning":{"highest":75,"medium":90,"none":95},"overall":{"max":72.17732339022514,"mean":32.369654149605715,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":75,"overall_ranking_status":"ranked","per_game":{"GB2-01":62.35475763406133,"GB2-04":38.15028114897544,"GB2-05":44.17282707538192,"GB2-06":35.99874262736724,"GB2-07":72.17732339022514,"GB2-08":37.18331574441605},"per_game_all":{"GB2-04":40.60896428669121,"GB2-05":32.52986308997154,"GB2-07":44.44306087418958},"per_game_match_totals_all":{"GB2-01":{"draws":311,"losses":526,"wins":523},"GB2-02":{"draws":904,"losses":355,"wins":13},"GB2-03":{"draws":268,"losses":734,"wins":314},"GB2-04":{"draws":1131,"losses":675,"wins":156},"GB2-05":{"draws":0,"losses":1473,"wins":597},"GB2-06":{"draws":7,"losses":784,"wins":525},"GB2-07":{"draws":0,"losses":1262,"wins":796},"GB2-08":{"draws":0,"losses":1002,"wins":390}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":190,"losses":191,"wins":299},"GB2-04":{"draws":355,"losses":251,"wins":48},"GB2-05":{"draws":0,"losses":418,"wins":272},"GB2-06":{"draws":2,"losses":454,"wins":202},"GB2-07":{"draws":0,"losses":236,"wins":450},"GB2-08":{"draws":0,"losses":466,"wins":230}},"medium":{"GB2-01":{"draws":121,"losses":335,"wins":224},"GB2-02":{"draws":455,"losses":171,"wins":10},"GB2-03":{"draws":128,"losses":343,"wins":187},"GB2-04":{"draws":389,"losses":221,"wins":44},"GB2-05":{"draws":0,"losses":622,"wins":68},"GB2-06":{"draws":5,"losses":330,"wins":323},"GB2-07":{"draws":0,"losses":479,"wins":207}},"none":{"GB2-02":{"draws":449,"losses":184,"wins":3},"GB2-03":{"draws":140,"losses":391,"wins":127},"GB2-04":{"draws":387,"losses":203,"wins":64},"GB2-05":{"draws":0,"losses":433,"wins":257},"GB2-07":{"draws":0,"losses":547,"wins":139},"GB2-08":{"draws":0,"losses":536,"wins":160}}},"per_game_raw_elo_all":{"GB2-04":1370.3993012395392,"GB2-05":1070.738528464477,"GB2-07":1290.8604726364981},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1564.1910551415383,"GB2-04":1350.7442817703184,"GB2-05":1262.1784692575798,"GB2-06":1171.6598096978446,"GB2-07":1673.7507181450317,"GB2-08":1130.760209281223},"medium":{"GB2-01":1403.382129769315,"GB2-02":1367.384320190008,"GB2-03":1325.3216297999054,"GB2-04":1367.9024447147533,"GB2-05":719.060857161737,"GB2-06":1478.5308009866087,"GB2-07":1177.0292909011607},"none":{"GB2-02":1353.9499925245125,"GB2-03":1243.576667019655,"GB2-04":1392.5511772335458,"GB2-05":1230.9762589741144,"GB2-07":1021.8014088633022,"GB2-08":972.738261055255}},"per_game_tracks":{"highest":{"GB2-01":62.35475763406133,"GB2-04":38.15028114897544,"GB2-05":44.17282707538192,"GB2-06":35.99874262736724,"GB2-07":72.17732339022514,"GB2-08":37.18331574441605},"medium":{"GB2-01":45.78464141584035,"GB2-02":41.56434424928735,"GB2-03":44.59055875688567,"GB2-04":40.28486401618949,"GB2-05":11.646879890839958,"GB2-06":55.29113918171448,"GB2-07":36.14563542231488},"none":{"GB2-02":39.86692762839888,"GB2-03":35.392711200512366,"GB2-04":43.39174769490871,"GB2-05":41.769882303692754,"GB2-07":25.0062238100287,"GB2-08":26.098896399496358}},"program_outcomes":{"all":{"counted_attempts":24,"failed":5,"infra_excluded":0,"success_rate":0.7916666666666666,"too_slow":0,"worked_after_repair":12,"worked_first_time":7,"working":19},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:14:48Z","reasoning":{"highest":36.25465595255339,"medium":34.41350786663402,"none":26.44079862962972},"reasoning_agg":{"highest":{"max":72.17732339022514,"mean":36.25465595255339,"min":0.0},"medium":{"max":55.29113918171448,"mean":34.41350786663402,"min":0.0},"none":{"max":43.39174769490871,"mean":26.44079862962972,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":9.81385732292367},"working_program_strength":{"all":40.974554239688,"highest":48.33954127007119,"medium":39.32972327615317,"none":35.25439817283963}},{"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-ultra-550b-a55b:e4fad8fc0869e6b6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0456916,"mean":0.031545040625,"median":0.035551075,"min":0.01864685,"recorded_attempt_count":35,"run_count":16,"total":0.50472065},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.034389,"mean":0.018099975,"median":0.0138747,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.14479979999999998},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.13485595000000003,"mean":0.031792056250000006,"median":0.0158481,"min":0.0111232,"recorded_attempt_count":14,"run_count":9,"total":0.38919240000000005}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.034389,"mean":0.018099975,"median":0.0138747,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.14479979999999998},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.13485595000000003,"mean":0.031792056250000006,"median":0.0158481,"min":0.0111232,"recorded_attempt_count":14,"run_count":9,"total":0.38919240000000005},"historical-provider-setting-intensive":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0456916,"mean":0.031545040625,"median":0.035551075,"min":0.01864685,"recorded_attempt_count":35,"run_count":16,"total":0.5047206500000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.13485595000000003,"mean":0.027145690625,"median":0.018779375,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":59,"run_count":33,"total":1.0387128500000002},"codegen_latency_ms":{"attempt_count":45,"max_ms":622714,"mean_ms":75764.08333333333,"min_ms":17036,"paired_attempt_count":44,"paired_latency_ms":1803099,"paired_output_tokens":160196,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":35,"max_ms":622714,"mean_ms":94544.1875,"min_ms":23604,"paired_attempt_count":35,"paired_latency_ms":1512707,"paired_output_tokens":124695,"run_count":16},"medium":{"attempt_count":10,"max_ms":84713,"mean_ms":38203.875,"min_ms":17036,"paired_attempt_count":9,"paired_latency_ms":290392,"paired_output_tokens":35501,"run_count":8}},"codegen_output_tokens":{"attempt_count":45,"output_max":17712,"output_mean":6849.333333333333,"output_min":2187,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":35,"output_max":17712,"output_mean":7793.4375,"output_min":2728,"run_count":16},"medium":{"attempt_count":10,"output_max":10037,"output_mean":4961.125,"output_min":2187,"run_count":8}},"display_name":"Nemotron 3 Ultra 550B A55B","economics":{"all":31.729828177533637,"highest":21.920362137773402,"medium":45.62836272110748,"none":27.640759673720027},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed","GB2-07":"failed"},"none":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[182520],"finish_reason_observations":45,"finish_reasons":["error","length","stop"],"indexed_attempts":45,"output_token_observations":45,"provider_post_attempt_observations":10,"provider_post_attempts":11,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[182520],"total_output_tokens":164384,"total_reasoning_output_tokens":12817,"total_visible_output_tokens":26872,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3-ultra-550b-a55b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":9,"failed_game_aliases":["GB2-02","GB2-07"],"first_pass_admitted":5,"first_pass_rate":0.5555555555555556,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.2222222222222222,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222},"intensive":{"admitted_plugins":9,"evaluated_cells":14,"failed_game_aliases":["GB2-01","GB2-03","GB2-07"],"first_pass_admitted":2,"first_pass_rate":0.14285714285714285,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":2},"GB2-03":{"model_code_failures":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"model_code_failures":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06"],"infra_failures_excluded":2,"model_code_failure_rate":0.35714285714285715,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":41.634319248012446,"score":37.667297527478006},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":40.969778189258925,"score":27.31318545950595},"GB2-03":{"attempts":4,"failed_attempts":2,"playable":40.72579135318759,"score":27.150527568791727},"GB2-04":{"attempts":3,"playable":42.19132148702037,"score":42.19132148702037},"GB2-05":{"attempts":4,"playable":57.54730501180182,"score":57.54730501180182},"GB2-06":{"attempts":3,"playable":25.83353359851039,"score":25.83353359851039},"GB2-07":{"attempts":5,"failed_attempts":3,"playable":20.714030213979736,"score":13.114211536445724},"GB2-08":{"attempts":4,"playable":23.02124323071512,"score":23.02124323071512}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":23.80213032320667,"score":11.901065161603334},"GB2-02":{"attempts":2,"playable":40.3752121292305,"score":40.3752121292305},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":1,"playable":40.28486401618949,"score":40.28486401618949},"GB2-05":{"attempts":2,"playable":28.053903192745455,"score":28.053903192745455},"GB2-06":{"attempts":1,"playable":31.832809323953033,"score":31.832809323953033},"GB2-07":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-08":{"attempts":2,"playable":22.915043278465422,"score":22.915043278465422}},"medium":{"GB2-01":{"attempts":1,"playable":48.76310185719598,"score":48.76310185719598},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":51.34234255144345,"score":51.34234255144345},"GB2-04":{"attempts":1,"playable":44.85776274816434,"score":44.85776274816434},"GB2-05":{"attempts":1,"playable":86.51325268046712,"score":86.51325268046712},"GB2-06":{"attempts":1,"playable":31.495245756372253,"score":31.495245756372253},"GB2-07":{"attempts":1,"playable":37.25720879071488,"score":37.25720879071488},"GB2-08":{"attempts":1,"playable":23.233643135214514,"score":23.233643135214514}},"none":{"GB2-01":{"attempts":1,"playable":52.3377255636347,"score":52.3377255636347},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":30.109240154931733,"score":30.109240154931733},"GB2-04":{"attempts":1,"playable":41.431337696707295,"score":41.431337696707295},"GB2-05":{"attempts":1,"playable":58.074759162192876,"score":58.074759162192876},"GB2-06":{"attempts":1,"playable":14.172545715205889,"score":14.172545715205889},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":4.170851637244594,"score":2.085425818622297},"GB2-08":{"attempts":1,"playable":22.915043278465422,"score":22.915043278465422}}},"id":"nvidia/nemotron-3-ultra-550b-a55b","is_recent_addition":false,"last_measured_at":"2026-11-21T16:00:04Z","match_totals_all":{"draws":3372,"losses":9265,"wins":3479},"match_totals_tracks":{"highest":{"draws":1447,"losses":3670,"wins":919},"medium":{"draws":1195,"losses":2575,"wins":1588},"none":{"draws":730,"losses":3020,"wins":972}},"model_slug":"nvidia-nemotron-3-ultra-550b-a55b","official_rank_by_reasoning":{"highest":83,"medium":70,"none":90},"overall":{"max":86.51325268046712,"mean":31.729828177533637,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":76,"overall_ranking_status":"partial","per_game":{"GB2-01":23.80213032320667,"GB2-02":40.3752121292305,"GB2-04":40.28486401618949,"GB2-05":28.053903192745455,"GB2-06":31.832809323953033,"GB2-08":22.915043278465422},"per_game_all":{"GB2-01":41.634319248012446,"GB2-04":42.19132148702037,"GB2-05":57.54730501180182,"GB2-06":25.83353359851039,"GB2-08":23.02124323071512},"per_game_match_totals_all":{"GB2-01":{"draws":469,"losses":1031,"wins":540},"GB2-02":{"draws":1349,"losses":535,"wins":24},"GB2-03":{"draws":322,"losses":697,"wins":297},"GB2-04":{"draws":1213,"losses":605,"wins":144},"GB2-05":{"draws":0,"losses":1505,"wins":1255},"GB2-06":{"draws":19,"losses":1533,"wins":422},"GB2-07":{"draws":0,"losses":1137,"wins":235},"GB2-08":{"draws":0,"losses":2222,"wins":562}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":134,"losses":470,"wins":76},"GB2-02":{"draws":890,"losses":366,"wins":16},"GB2-04":{"draws":415,"losses":208,"wins":31},"GB2-05":{"draws":0,"losses":1038,"wins":342},"GB2-06":{"draws":8,"losses":476,"wins":174},"GB2-08":{"draws":0,"losses":1112,"wins":280}},"medium":{"GB2-01":{"draws":232,"losses":260,"wins":188},"GB2-02":{"draws":459,"losses":169,"wins":8},"GB2-03":{"draws":101,"losses":316,"wins":241},"GB2-04":{"draws":395,"losses":190,"wins":69},"GB2-05":{"draws":0,"losses":136,"wins":554},"GB2-06":{"draws":8,"losses":478,"wins":172},"GB2-07":{"draws":0,"losses":472,"wins":214},"GB2-08":{"draws":0,"losses":554,"wins":142}},"none":{"GB2-01":{"draws":103,"losses":301,"wins":276},"GB2-03":{"draws":221,"losses":381,"wins":56},"GB2-04":{"draws":403,"losses":207,"wins":44},"GB2-05":{"draws":0,"losses":331,"wins":359},"GB2-06":{"draws":3,"losses":579,"wins":76},"GB2-07":{"draws":0,"losses":665,"wins":21},"GB2-08":{"draws":0,"losses":556,"wins":140}}},"per_game_raw_elo_all":{"GB2-01":1357.324331071327,"GB2-04":1383.012662819714,"GB2-05":1513.635856715465,"GB2-06":1004.0231427731078,"GB2-08":927.6267704492611},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1174.382750592431,"GB2-02":1357.946040438736,"GB2-04":1367.9024447147533,"GB2-05":1027.5212907024052,"GB2-06":1106.1725704505873,"GB2-08":926.0417477888703},"medium":{"GB2-01":1431.7509121161816,"GB2-02":1367.384320190008,"GB2-03":1385.379154510561,"GB2-04":1404.1016162124995,"GB2-05":2069.581699263078,"GB2-06":1100.840399998804,"GB2-07":1191.639680075467,"GB2-08":930.7968157700425},"none":{"GB2-01":1465.839330505368,"GB2-03":1194.2636756224806,"GB2-04":1377.033927531889,"GB2-05":1443.8045801809126,"GB2-06":805.056457869932,"GB2-07":519.6784128561231,"GB2-08":926.0417477888703}},"per_game_tracks":{"highest":{"GB2-01":23.80213032320667,"GB2-02":40.3752121292305,"GB2-04":40.28486401618949,"GB2-05":28.053903192745455,"GB2-06":31.832809323953033,"GB2-08":22.915043278465422},"medium":{"GB2-01":48.76310185719598,"GB2-02":41.56434424928735,"GB2-03":51.34234255144345,"GB2-04":44.85776274816434,"GB2-05":86.51325268046712,"GB2-06":31.495245756372253,"GB2-07":37.25720879071488,"GB2-08":23.233643135214514},"none":{"GB2-01":52.3377255636347,"GB2-03":30.109240154931733,"GB2-04":41.431337696707295,"GB2-05":58.074759162192876,"GB2-06":14.172545715205889,"GB2-07":4.170851637244594,"GB2-08":22.915043278465422}},"program_outcomes":{"all":{"counted_attempts":31,"failed":7,"infra_excluded":2,"success_rate":0.7741935483870968,"too_slow":0,"worked_after_repair":11,"worked_first_time":13,"working":24},"highest":{"counted_attempts":14,"failed":5,"infra_excluded":2,"success_rate":0.6428571428571429,"too_slow":0,"worked_after_repair":7,"worked_first_time":2,"working":9},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":9,"failed":2,"infra_excluded":0,"success_rate":0.7777777777777778,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7}},"provider_color":"#76B900","provider_company":"NVIDIA","provider_key":"nvidia","provider_text_color":"#081019","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T15:45:49Z","reasoning":{"highest":21.920362137773402,"medium":45.62836272110748,"none":27.640759673720027},"reasoning_agg":{"highest":{"max":40.3752121292305,"mean":21.920362137773402,"min":0.0},"medium":{"max":86.51325268046712,"mean":45.62836272110748,"min":23.233643135214514},"none":{"max":58.074759162192876,"mean":27.640759673720027,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"medium"},"score_diagnostics":{"reasoning_variance":23.708000583334076},"working_program_strength":{"all":36.2421268998678,"highest":31.210660377298424,"medium":45.62836272110748,"none":31.8873576011975}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash-lite:e0037818e2e55c61","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":47},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0719635,"mean":0.057202385625000005,"median":0.059997325000000004,"min":0.032271435,"recorded_attempt_count":47,"run_count":16,"total":0.9152381700000001},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":48},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0481474,"mean":0.03800683125,"median":0.037386975,"min":0.02957195,"recorded_attempt_count":48,"run_count":16,"total":0.6081093},"none":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0222516,"mean":0.01697319375,"median":0.015739925000000002,"min":0.012759,"recorded_attempt_count":34,"run_count":16,"total":0.2715711}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":48},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0481474,"mean":0.03800683125,"median":0.037386975,"min":0.02957195,"recorded_attempt_count":48,"run_count":16,"total":0.6081093000000001},"historical-provider-setting-baseline":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0222516,"mean":0.01697319375,"median":0.015739925000000002,"min":0.012759,"recorded_attempt_count":34,"run_count":16,"total":0.2715711},"historical-provider-setting-intensive":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":47},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0719635,"mean":0.057202385625000005,"median":0.059997325000000004,"min":0.032271435,"recorded_attempt_count":47,"run_count":16,"total":0.9152381700000001}},"codegen_cost_usd":{"admitted_cell_count":43,"cell_count":24,"cost_basis_counts":{"provider_reported":129},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0719635,"mean":0.03739413687499999,"median":0.03504265,"min":0.012759,"recorded_attempt_count":129,"run_count":48,"total":1.7949185699999997},"codegen_latency_ms":{"attempt_count":129,"max_ms":105570,"mean_ms":48486.9375,"min_ms":13430,"paired_attempt_count":129,"paired_latency_ms":2327373,"paired_output_tokens":587193,"run_count":48},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":47,"max_ms":105570,"mean_ms":70019.3125,"min_ms":26588,"paired_attempt_count":47,"paired_latency_ms":1120309,"paired_output_tokens":319521,"run_count":16},"medium":{"attempt_count":48,"max_ms":75176,"mean_ms":48761.1875,"min_ms":19840,"paired_attempt_count":48,"paired_latency_ms":780179,"paired_output_tokens":192873,"run_count":16},"none":{"attempt_count":34,"max_ms":54024,"mean_ms":26680.3125,"min_ms":13430,"paired_attempt_count":34,"paired_latency_ms":426885,"paired_output_tokens":74799,"run_count":16}},"codegen_output_tokens":{"attempt_count":129,"output_max":33866,"output_mean":12233.1875,"output_min":1476,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":47,"output_max":33866,"output_mean":19970.0625,"output_min":7301,"run_count":16},"medium":{"attempt_count":48,"output_max":19346,"output_mean":12054.5625,"output_min":4066,"run_count":16},"none":{"attempt_count":34,"output_max":9270,"output_mean":4674.9375,"output_min":1476,"run_count":16}},"display_name":"Gemini 3.5 Flash Lite","economics":{"all":30.953902533773498,"highest":30.826315873399395,"medium":25.24859431227088,"none":36.78679741565022},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":3,"effective_max_output_tokens":[65536],"finish_reason_observations":129,"finish_reasons":["stop"],"indexed_attempts":129,"output_token_observations":129,"provider_post_attempt_observations":3,"provider_post_attempts":3,"reasoning_token_observations":88,"reconciliation_get_attempt_observations":3,"reconciliation_get_attempts":13,"requested_max_output_token_observations":3,"requested_max_output_tokens":[65536],"total_output_tokens":587193,"total_reasoning_output_tokens":229432,"total_visible_output_tokens":174282,"visible_token_observations":88},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-07"],"first_pass_admitted":14,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":15,"evaluated_cells":16,"failed_game_aliases":["GB2-03"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0625,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.375},"intensive":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-01","GB2-02"],"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":34.889510683659445,"score":29.405896449569116},"GB2-02":{"attempts":6,"failed_attempts":2,"playable":41.843694708297875,"score":27.48124997285269},"GB2-03":{"attempts":6,"failed_attempts":1,"playable":46.28922039240033,"score":37.58113011632088},"GB2-04":{"attempts":6,"playable":42.48542219667237,"score":42.48542219667237},"GB2-05":{"attempts":6,"playable":14.12228637051559,"score":14.12228637051559},"GB2-06":{"attempts":6,"playable":34.460463202634436,"score":34.460463202634436},"GB2-07":{"attempts":6,"failed_attempts":1,"playable":41.70794045369059,"score":38.250612774339324},"GB2-08":{"attempts":6,"playable":23.844159187283584,"score":23.844159187283584}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":32.901685404542015,"score":16.450842702271007},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":44.10196954368876,"score":22.05098477184438},"GB2-03":{"attempts":2,"playable":46.17585049833252,"score":46.17585049833252},"GB2-04":{"attempts":2,"playable":39.381994628053306,"score":39.381994628053306},"GB2-05":{"attempts":2,"playable":16.998946740251235,"score":16.998946740251235},"GB2-06":{"attempts":2,"playable":37.74043248911282,"score":37.74043248911282},"GB2-07":{"attempts":2,"playable":44.179646232656715,"score":44.179646232656715},"GB2-08":{"attempts":2,"playable":23.63182892467315,"score":23.63182892467315}},"medium":{"GB2-01":{"attempts":2,"playable":37.903597792287975,"score":37.903597792287975},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.072698868982364,"score":21.036349434491182},"GB2-03":{"attempts":2,"playable":40.44326902239176,"score":40.44326902239176},"GB2-04":{"attempts":2,"playable":41.79890611887997,"score":41.79890611887997},"GB2-05":{"attempts":2,"playable":14.288814778382335,"score":14.288814778382335},"GB2-06":{"attempts":2,"playable":12.275131673688751,"score":12.275131673688751},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":20.743966076107558,"score":10.371983038053779},"GB2-08":{"attempts":2,"playable":23.87070263999127,"score":23.87070263999127}},"none":{"GB2-01":{"attempts":2,"playable":33.86324885414836,"score":33.86324885414836},"GB2-02":{"attempts":2,"playable":39.3564157122225,"score":39.3564157122225},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":52.24854165647671,"score":26.124270828238355},"GB2-04":{"attempts":2,"playable":46.27536584308383,"score":46.27536584308383},"GB2-05":{"attempts":2,"playable":11.079097592913202,"score":11.079097592913202},"GB2-06":{"attempts":2,"playable":53.36582544510175,"score":53.36582544510175},"GB2-07":{"attempts":2,"playable":60.200209052307486,"score":60.200209052307486},"GB2-08":{"attempts":2,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"google/gemini-3.5-flash-lite","is_recent_addition":false,"last_measured_at":"2026-11-21T15:58:09Z","match_totals_all":{"draws":5290,"losses":17459,"wins":6103},"match_totals_tracks":{"highest":{"draws":1465,"losses":5778,"wins":2157},"medium":{"draws":1867,"losses":6096,"wins":1431},"none":{"draws":1958,"losses":5585,"wins":2515}},"model_slug":"google-gemini-3-5-flash-lite","official_rank_by_reasoning":{"highest":80,"medium":103,"none":71},"overall":{"max":60.200209052307486,"mean":30.953902533773498,"min":10.371983038053779},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":77,"overall_ranking_status":"ranked","per_game":{"GB2-01":32.901685404542015,"GB2-02":44.10196954368876,"GB2-03":46.17585049833252,"GB2-04":39.381994628053306,"GB2-05":16.998946740251235,"GB2-06":37.74043248911282,"GB2-07":44.179646232656715,"GB2-08":23.63182892467315},"per_game_all":{"GB2-01":34.889510683659445,"GB2-02":41.843694708297875,"GB2-03":46.28922039240033,"GB2-04":42.48542219667237,"GB2-05":14.12228637051559,"GB2-06":34.460463202634436,"GB2-07":41.70794045369059,"GB2-08":23.844159187283584},"per_game_match_totals_all":{"GB2-01":{"draws":614,"losses":2011,"wins":775},"GB2-02":{"draws":1796,"losses":704,"wins":44},"GB2-03":{"draws":667,"losses":1684,"wins":939},"GB2-04":{"draws":2188,"losses":1318,"wins":418},"GB2-05":{"draws":0,"losses":3639,"wins":501},"GB2-06":{"draws":25,"losses":2737,"wins":1186},"GB2-07":{"draws":0,"losses":2065,"wins":1365},"GB2-08":{"draws":0,"losses":3301,"wins":875}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":130,"losses":414,"wins":136},"GB2-02":{"draws":433,"losses":167,"wins":36},"GB2-03":{"draws":187,"losses":700,"wins":429},"GB2-04":{"draws":702,"losses":491,"wins":115},"GB2-05":{"draws":0,"losses":1177,"wins":203},"GB2-06":{"draws":13,"losses":871,"wins":432},"GB2-07":{"draws":0,"losses":855,"wins":517},"GB2-08":{"draws":0,"losses":1103,"wins":289}},"medium":{"GB2-01":{"draws":233,"losses":777,"wins":350},"GB2-02":{"draws":473,"losses":159,"wins":4},"GB2-03":{"draws":376,"losses":675,"wins":265},"GB2-04":{"draws":777,"losses":424,"wins":107},"GB2-05":{"draws":0,"losses":1211,"wins":169},"GB2-06":{"draws":8,"losses":1178,"wins":130},"GB2-07":{"draws":0,"losses":572,"wins":114},"GB2-08":{"draws":0,"losses":1100,"wins":292}},"none":{"GB2-01":{"draws":251,"losses":820,"wins":289},"GB2-02":{"draws":890,"losses":378,"wins":4},"GB2-03":{"draws":104,"losses":309,"wins":245},"GB2-04":{"draws":709,"losses":403,"wins":196},"GB2-05":{"draws":0,"losses":1251,"wins":129},"GB2-06":{"draws":4,"losses":688,"wins":624},"GB2-07":{"draws":0,"losses":638,"wins":734},"GB2-08":{"draws":0,"losses":1098,"wins":294}}},"per_game_raw_elo_all":{"GB2-01":1296.2940525435477,"GB2-02":1369.5185881815294,"GB2-03":1340.8816309945646,"GB2-04":1385.2804833863481,"GB2-05":773.8743017369516,"GB2-06":1136.4121939339693,"GB2-07":1244.9811827326175,"GB2-08":939.8469298576256},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1276.3529503031507,"GB2-02":1387.298004916525,"GB2-03":1340.2809469473555,"GB2-04":1360.6527776297867,"GB2-05":839.0626736346621,"GB2-06":1196.571480783699,"GB2-07":1281.326716500358,"GB2-08":936.7094045450301},"medium":{"GB2-01":1327.0638536169909,"GB2-02":1371.3872546563287,"GB2-03":1288.762756211631,"GB2-04":1379.942227419794,"GB2-05":781.4441143978217,"GB2-06":765.2308856890629,"GB2-07":954.5140721959357,"GB2-08":940.2400570914126},"none":{"GB2-01":1285.4653537105019,"GB2-02":1349.8705049717344,"GB2-03":1393.6011898247075,"GB2-04":1415.2464451094631,"GB2-05":701.1161171783708,"GB2-06":1447.434215329146,"GB2-07":1499.1027595015587,"GB2-08":942.5913279364339}},"per_game_tracks":{"highest":{"GB2-01":32.901685404542015,"GB2-02":44.10196954368876,"GB2-03":46.17585049833252,"GB2-04":39.381994628053306,"GB2-05":16.998946740251235,"GB2-06":37.74043248911282,"GB2-07":44.179646232656715,"GB2-08":23.63182892467315},"medium":{"GB2-01":37.903597792287975,"GB2-02":42.072698868982364,"GB2-03":40.44326902239176,"GB2-04":41.79890611887997,"GB2-05":14.288814778382335,"GB2-06":12.275131673688751,"GB2-07":20.743966076107558,"GB2-08":23.87070263999127},"none":{"GB2-01":33.86324885414836,"GB2-02":39.3564157122225,"GB2-03":52.24854165647671,"GB2-04":46.27536584308383,"GB2-05":11.079097592913202,"GB2-06":53.36582544510175,"GB2-07":60.200209052307486,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":48,"failed":5,"infra_excluded":0,"success_rate":0.8958333333333334,"too_slow":0,"worked_after_repair":8,"worked_first_time":35,"working":43},"highest":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":12,"working":14},"medium":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":6,"worked_first_time":9,"working":15}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:19:57Z","reasoning":{"highest":30.8263158733994,"medium":25.24859431227088,"none":36.78679741565022},"reasoning_agg":{"highest":{"max":46.17585049833252,"mean":30.8263158733994,"min":16.450842702271007},"medium":{"max":41.79890611887997,"mean":25.24859431227088,"min":10.371983038053779},"none":{"max":60.200209052307486,"mean":36.78679741565022,"min":11.079097592913202}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":11.538203103379342},"working_program_strength":{"all":34.955337149394275,"highest":35.63904430766381,"medium":29.174635871339,"none":40.05233126918002}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling-small:3cee943cf42972f8","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.06806129999999999,"mean":0.037113121874999995,"median":0.0310111,"min":0.0230335,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":10,"total":0.38761485},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01196465,"mean":0.00854730625,"median":0.008640199999999999,"min":0.00555765,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":15},"recorded_attempt_count":15,"run_count":9,"total":0.07763975},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.014791950000000002,"mean":0.007616140625,"median":0.005694875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":9,"total":0.07206399999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01196465,"mean":0.00854730625,"median":0.008640199999999999,"min":0.00555765,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":15},"recorded_attempt_count":15,"run_count":9,"total":0.07763975},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.014791950000000002,"mean":0.007616140625,"median":0.005694875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":9,"total":0.07206399999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.06806129999999999,"mean":0.037113121874999995,"median":0.0310111,"min":0.0230335,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":10,"total":0.38761484999999996}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":43},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.06806129999999999,"mean":0.01775885625,"median":0.0102184875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":43},"recorded_attempt_count":43,"run_count":28,"total":0.5373185999999999},"codegen_latency_ms":{"attempt_count":43,"max_ms":599272,"mean_ms":125847.07142857143,"min_ms":18961,"paired_attempt_count":43,"paired_latency_ms":3523718,"paired_output_tokens":327143,"run_count":28},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":14,"max_ms":599272,"mean_ms":283663.1,"min_ms":69866,"paired_attempt_count":14,"paired_latency_ms":2836631,"paired_output_tokens":281821,"run_count":10},"medium":{"attempt_count":15,"max_ms":68712,"mean_ms":42566.11111111111,"min_ms":22862,"paired_attempt_count":15,"paired_latency_ms":383095,"paired_output_tokens":24117,"run_count":9},"none":{"attempt_count":14,"max_ms":63236,"mean_ms":33776.88888888889,"min_ms":18961,"paired_attempt_count":14,"paired_latency_ms":303992,"paired_output_tokens":21205,"run_count":9}},"codegen_output_tokens":{"attempt_count":43,"output_max":49133,"output_mean":11683.67857142857,"output_min":894,"run_count":28},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":14,"output_max":49133,"output_mean":28182.1,"output_min":11882,"run_count":10},"medium":{"attempt_count":15,"output_max":4066,"output_mean":2679.6666666666665,"output_min":1736,"run_count":9},"none":{"attempt_count":14,"output_max":5147,"output_mean":2356.1111111111113,"output_min":894,"run_count":9}},"display_name":"Inkling Small","economics":{"all":29.151131317791254,"highest":33.08387309199593,"medium":26.413586667107705,"none":27.95593419427012},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":43,"finish_reasons":["stop"],"indexed_attempts":43,"output_token_observations":43,"provider_post_attempt_observations":43,"provider_post_attempts":43,"reasoning_token_observations":43,"reconciliation_get_attempt_observations":43,"reconciliation_get_attempts":203,"total_output_tokens":327143,"total_reasoning_output_tokens":261125,"total_visible_output_tokens":66018,"visible_token_observations":43},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling-small","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":9,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.4444444444444444,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.4444444444444444},"baseline":{"admitted_plugins":8,"evaluated_cells":9,"failed_game_aliases":["GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.5555555555555556,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.3333333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":10,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.6666666666666666,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":20.38817225363998,"score":20.38817225363998},"GB2-02":{"attempts":3,"playable":40.85715708905465,"score":40.85715708905465},"GB2-03":{"attempts":3,"playable":45.16196600579341,"score":45.16196600579341},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":42.38484637683082,"score":35.438723593612174},"GB2-05":{"attempts":3,"playable":18.190779713516278,"score":18.190779713516278},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":27.872605307093007,"score":22.50203077345658},"GB2-07":{"attempts":3,"playable":33.930167556935885,"score":33.930167556935885},"GB2-08":{"attempts":3,"playable":16.740053556321044,"score":16.740053556321044}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":31.65513650177586,"score":31.65513650177586},"GB2-02":{"attempts":1,"playable":40.63131151202301,"score":40.63131151202301},"GB2-03":{"attempts":1,"playable":43.072373386505575,"score":43.072373386505575},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.67673669931186,"score":20.83836834965593},"GB2-05":{"attempts":1,"playable":40.00861540317592,"score":40.00861540317592},"GB2-06":{"attempts":1,"playable":51.394368719460445,"score":51.394368719460445},"GB2-07":{"attempts":1,"playable":18.14168982503021,"score":18.14168982503021},"GB2-08":{"attempts":1,"playable":18.929121038340483,"score":18.929121038340483}},"medium":{"GB2-01":{"attempts":1,"playable":9.442790324034748,"score":9.442790324034748},"GB2-02":{"attempts":1,"playable":41.90329264816947,"score":41.90329264816947},"GB2-03":{"attempts":1,"playable":37.62593913562139,"score":37.62593913562139},"GB2-04":{"attempts":1,"playable":43.06545971941148,"score":43.06545971941148},"GB2-05":{"attempts":1,"playable":9.231660997084054,"score":9.231660997084054},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":16.066691518492092,"score":8.033345759246046},"GB2-07":{"attempts":1,"playable":52.99287942885432,"score":52.99287942885432},"GB2-08":{"attempts":1,"playable":9.013325324440101,"score":9.013325324440101}},"none":{"GB2-01":{"attempts":1,"playable":20.066589935109324,"score":20.066589935109324},"GB2-02":{"attempts":1,"playable":40.03686710697147,"score":40.03686710697147},"GB2-03":{"attempts":1,"playable":54.78758549525325,"score":54.78758549525325},"GB2-04":{"attempts":1,"playable":42.41234271176913,"score":42.41234271176913},"GB2-05":{"attempts":1,"playable":5.3320627402888645,"score":5.3320627402888645},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":16.15675568332648,"score":8.07837784166324},"GB2-07":{"attempts":1,"playable":30.65593341692312,"score":30.65593341692312},"GB2-08":{"attempts":1,"playable":22.277714306182546,"score":22.277714306182546}}},"id":"thinkingmachines/inkling-small","is_recent_addition":false,"last_measured_at":"2026-11-21T15:06:26Z","match_totals_all":{"draws":3363,"losses":10110,"wins":2601},"match_totals_tracks":{"highest":{"draws":1122,"losses":3123,"wins":1113},"medium":{"draws":1056,"losses":3560,"wins":742},"none":{"draws":1185,"losses":3427,"wins":746}},"model_slug":"thinkingmachines-inkling-small","official_rank_by_reasoning":{"highest":78,"medium":102,"none":89},"overall":{"max":54.78758549525325,"mean":29.151131317791254,"min":5.3320627402888645},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":78,"overall_ranking_status":"ranked","per_game":{"GB2-01":31.65513650177586,"GB2-02":40.63131151202301,"GB2-03":43.072373386505575,"GB2-04":41.67673669931186,"GB2-05":40.00861540317592,"GB2-06":51.394368719460445,"GB2-07":18.14168982503021,"GB2-08":18.929121038340483},"per_game_all":{"GB2-01":20.38817225363998,"GB2-02":40.85715708905465,"GB2-03":45.16196600579341,"GB2-04":42.38484637683082,"GB2-05":18.190779713516278,"GB2-06":27.872605307093007,"GB2-07":33.930167556935885,"GB2-08":16.740053556321044},"per_game_match_totals_all":{"GB2-01":{"draws":311,"losses":1518,"wins":211},"GB2-02":{"draws":1390,"losses":513,"wins":5},"GB2-03":{"draws":543,"losses":938,"wins":493},"GB2-04":{"draws":1110,"losses":653,"wins":199},"GB2-05":{"draws":0,"losses":1742,"wins":328},"GB2-06":{"draws":9,"losses":1493,"wins":472},"GB2-07":{"draws":0,"losses":1469,"wins":589},"GB2-08":{"draws":0,"losses":1784,"wins":304}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":168,"losses":403,"wins":109},"GB2-02":{"draws":462,"losses":173,"wins":1},"GB2-03":{"draws":118,"losses":357,"wins":183},"GB2-04":{"draws":366,"losses":224,"wins":64},"GB2-05":{"draws":0,"losses":444,"wins":246},"GB2-06":{"draws":8,"losses":354,"wins":296},"GB2-07":{"draws":0,"losses":587,"wins":99},"GB2-08":{"draws":0,"losses":581,"wins":115}},"medium":{"GB2-01":{"draws":72,"losses":590,"wins":18},"GB2-02":{"draws":475,"losses":159,"wins":2},"GB2-03":{"draws":158,"losses":369,"wins":131},"GB2-04":{"draws":351,"losses":223,"wins":80},"GB2-05":{"draws":0,"losses":637,"wins":53},"GB2-06":{"draws":0,"losses":570,"wins":88},"GB2-07":{"draws":0,"losses":369,"wins":317},"GB2-08":{"draws":0,"losses":643,"wins":53}},"none":{"GB2-01":{"draws":71,"losses":525,"wins":84},"GB2-02":{"draws":453,"losses":181,"wins":2},"GB2-03":{"draws":267,"losses":212,"wins":179},"GB2-04":{"draws":393,"losses":206,"wins":55},"GB2-05":{"draws":0,"losses":661,"wins":29},"GB2-06":{"draws":1,"losses":569,"wins":88},"GB2-07":{"draws":0,"losses":513,"wins":173},"GB2-08":{"draws":0,"losses":560,"wins":136}}},"per_game_raw_elo_all":{"GB2-01":1110.5022348757277,"GB2-02":1361.7895388659865,"GB2-03":1330.8782430182168,"GB2-04":1384.5898072441687,"GB2-05":793.0358360465376,"GB2-06":1033.4263163815378,"GB2-07":1136.1229928421799,"GB2-08":816.2702965179427},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1263.2661093336592,"GB2-02":1360.0140334479702,"GB2-03":1311.9539714234243,"GB2-04":1378.982352726203,"GB2-05":1207.7878402667898,"GB2-06":1414.6149104572187,"GB2-07":909.5700241455878,"GB2-08":864.2234110071922},"medium":{"GB2-01":941.9702612603353,"GB2-02":1370.054208339232,"GB2-03":1263.7125607359412,"GB2-04":1389.975271810947,"GB2-05":653.9505357501795,"GB2-06":841.9811363736783,"GB2-07":1395.7171860720268,"GB2-08":668.1262054276643},"none":{"GB2-01":1126.2703340331889,"GB2-02":1355.3003748107571,"GB2-03":1416.968196895285,"GB2-04":1384.811797195356,"GB2-05":517.3691321226437,"GB2-06":843.6829023137168,"GB2-07":1103.0817683089251,"GB2-08":916.4612731189715}},"per_game_tracks":{"highest":{"GB2-01":31.65513650177586,"GB2-02":40.63131151202301,"GB2-03":43.072373386505575,"GB2-04":41.67673669931186,"GB2-05":40.00861540317592,"GB2-06":51.394368719460445,"GB2-07":18.14168982503021,"GB2-08":18.929121038340483},"medium":{"GB2-01":9.442790324034748,"GB2-02":41.90329264816947,"GB2-03":37.62593913562139,"GB2-04":43.06545971941148,"GB2-05":9.231660997084054,"GB2-06":16.066691518492092,"GB2-07":52.99287942885432,"GB2-08":9.013325324440101},"none":{"GB2-01":20.066589935109324,"GB2-02":40.03686710697147,"GB2-03":54.78758549525325,"GB2-04":42.41234271176913,"GB2-05":5.3320627402888645,"GB2-06":16.15675568332648,"GB2-07":30.65593341692312,"GB2-08":22.277714306182546}},"program_outcomes":{"all":{"counted_attempts":27,"failed":3,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":9,"worked_first_time":15,"working":24},"highest":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"none":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:14:15Z","reasoning":{"highest":33.08387309199593,"medium":26.413586667107705,"none":27.95593419427012},"reasoning_agg":{"highest":{"max":51.394368719460445,"mean":33.08387309199593,"min":18.14168982503021},"medium":{"max":52.99287942885432,"mean":26.413586667107705,"min":8.033345759246046},"none":{"max":54.78758549525325,"mean":27.95593419427012,"min":5.3320627402888645}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":6.6702864248882285},"working_program_strength":{"all":30.690718482398136,"highest":35.68866913570292,"medium":27.417754887013455,"none":28.965731424478022}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-glimmer-30b:a8e3cc22f50318d6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02351982,"mean":0.019656965,"median":0.019640945,"min":0.01650772,"recorded_attempt_count":11,"run_count":8,"total":0.15725572},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0138593,"mean":0.00832475125,"median":0.006849235,"min":0.00556902,"recorded_attempt_count":10,"run_count":8,"total":0.06659801},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01024177,"mean":0.0073127075,"median":0.007628165,"min":0.00402612,"recorded_attempt_count":13,"run_count":8,"total":0.05850166}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0138593,"mean":0.00832475125,"median":0.006849235,"min":0.00556902,"recorded_attempt_count":10,"run_count":8,"total":0.06659801},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01024177,"mean":0.0073127075,"median":0.007628165,"min":0.00402612,"recorded_attempt_count":13,"run_count":8,"total":0.05850166},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02351982,"mean":0.019656965,"median":0.019640945,"min":0.01650772,"recorded_attempt_count":11,"run_count":8,"total":0.15725572000000002}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.02351982,"mean":0.011764807916666668,"median":0.0084872,"min":0.00402612,"recorded_attempt_count":34,"run_count":24,"total":0.28235539},"codegen_latency_ms":{"attempt_count":34,"max_ms":380009,"mean_ms":93239.75,"min_ms":17041,"paired_attempt_count":34,"paired_latency_ms":2237754,"paired_output_tokens":154154,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":380009,"mean_ms":168796.875,"min_ms":74942,"paired_attempt_count":11,"paired_latency_ms":1350375,"paired_output_tokens":101744,"run_count":8},"medium":{"attempt_count":10,"max_ms":111336,"mean_ms":66228.375,"min_ms":28934,"paired_attempt_count":10,"paired_latency_ms":529827,"paired_output_tokens":29046,"run_count":8},"none":{"attempt_count":13,"max_ms":72200,"mean_ms":44694.0,"min_ms":17041,"paired_attempt_count":13,"paired_latency_ms":357552,"paired_output_tokens":23364,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":16539,"output_mean":6423.083333333333,"output_min":1715,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":16539,"output_mean":12718.0,"output_min":9279,"run_count":8},"medium":{"attempt_count":10,"output_max":6754,"output_mean":3630.75,"output_min":2165,"run_count":8},"none":{"attempt_count":13,"output_max":4210,"output_mean":2920.5,"output_min":1715,"run_count":8}},"display_name":"Muse Glimmer 30B","economics":{"all":28.71665458528952,"highest":34.22721577791999,"medium":29.59939325300275,"none":22.323354724945823},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"failed"},"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"provider_post_attempt_observations":34,"provider_post_attempts":34,"reasoning_token_observations":34,"reconciliation_get_attempt_observations":34,"reconciliation_get_attempts":164,"total_output_tokens":154154,"total_reasoning_output_tokens":105962,"total_visible_output_tokens":48432,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-glimmer-30b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":28.28690523211689,"score":28.28690523211689},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.49600899867555,"score":28.3306726657837},"GB2-03":{"attempts":3,"playable":39.350151554791196,"score":39.350151554791196},"GB2-04":{"attempts":3,"playable":45.720656254982885,"score":45.720656254982885},"GB2-05":{"attempts":3,"playable":21.514726212926117,"score":21.514726212926117},"GB2-06":{"attempts":3,"failed_attempts":2,"playable":16.066691518492092,"score":5.355563839497364},"GB2-07":{"attempts":3,"playable":36.773248540979196,"score":36.773248540979196},"GB2-08":{"attempts":3,"playable":24.401312381238824,"score":24.401312381238824}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":30.95286254152364,"score":30.95286254152364},"GB2-02":{"attempts":1,"playable":42.58064351753916,"score":42.58064351753916},"GB2-03":{"attempts":1,"playable":36.081084188498764,"score":36.081084188498764},"GB2-04":{"attempts":1,"playable":48.50565013866376,"score":48.50565013866376},"GB2-05":{"attempts":1,"playable":43.5319495007251,"score":43.5319495007251},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":46.70300447267555,"score":46.70300447267555},"GB2-08":{"attempts":1,"playable":25.46253186373393,"score":25.46253186373393}},"medium":{"GB2-01":{"attempts":1,"playable":20.306039452020375,"score":20.306039452020375},"GB2-02":{"attempts":1,"playable":42.41137447981194,"score":42.41137447981194},"GB2-03":{"attempts":1,"playable":37.96848192572095,"score":37.96848192572095},"GB2-04":{"attempts":1,"playable":45.1830273826747,"score":45.1830273826747},"GB2-05":{"attempts":1,"playable":14.049284439306739,"score":14.049284439306739},"GB2-06":{"attempts":1,"playable":16.066691518492092,"score":16.066691518492092},"GB2-07":{"attempts":1,"playable":37.09878754319901,"score":37.09878754319901},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}},"none":{"GB2-01":{"attempts":1,"playable":33.60181370280666,"score":33.60181370280666},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":44.000888550153874,"score":44.000888550153874},"GB2-04":{"attempts":1,"playable":43.47329124361018,"score":43.47329124361018},"GB2-05":{"attempts":1,"playable":6.96294469874651,"score":6.96294469874651},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":26.51795360706303,"score":26.51795360706303},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"meta/muse-glimmer-30b","is_recent_addition":false,"last_measured_at":"2026-11-21T16:38:44Z","match_totals_all":{"draws":3066,"losses":8550,"wins":2506},"match_totals_tracks":{"highest":{"draws":1172,"losses":2493,"wins":1035},"medium":{"draws":1148,"losses":3411,"wins":799},"none":{"draws":746,"losses":2646,"wins":672}},"model_slug":"meta-muse-glimmer-30b","official_rank_by_reasoning":{"highest":76,"medium":97,"none":105},"overall":{"max":48.50565013866376,"mean":28.71665458528952,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":79,"overall_ranking_status":"ranked","per_game":{"GB2-01":30.95286254152364,"GB2-02":42.58064351753916,"GB2-03":36.081084188498764,"GB2-04":48.50565013866376,"GB2-05":43.5319495007251,"GB2-07":46.70300447267555,"GB2-08":25.46253186373393},"per_game_all":{"GB2-01":28.28690523211689,"GB2-03":39.350151554791196,"GB2-04":45.720656254982885,"GB2-05":21.514726212926117,"GB2-07":36.773248540979196,"GB2-08":24.401312381238824},"per_game_match_totals_all":{"GB2-01":{"draws":394,"losses":1328,"wins":318},"GB2-02":{"draws":962,"losses":305,"wins":5},"GB2-03":{"draws":539,"losses":1044,"wins":391},"GB2-04":{"draws":1171,"losses":561,"wins":230},"GB2-05":{"draws":0,"losses":1680,"wins":390},"GB2-06":{"draws":0,"losses":570,"wins":88},"GB2-07":{"draws":0,"losses":1422,"wins":636},"GB2-08":{"draws":0,"losses":1640,"wins":448}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":167,"losses":408,"wins":105},"GB2-02":{"draws":479,"losses":153,"wins":4},"GB2-03":{"draws":182,"losses":366,"wins":110},"GB2-04":{"draws":344,"losses":193,"wins":117},"GB2-05":{"draws":0,"losses":422,"wins":268},"GB2-07":{"draws":0,"losses":411,"wins":275},"GB2-08":{"draws":0,"losses":540,"wins":156}},"medium":{"GB2-01":{"draws":104,"losses":507,"wins":69},"GB2-02":{"draws":483,"losses":152,"wins":1},"GB2-03":{"draws":150,"losses":371,"wins":137},"GB2-04":{"draws":411,"losses":180,"wins":63},"GB2-05":{"draws":0,"losses":607,"wins":83},"GB2-06":{"draws":0,"losses":570,"wins":88},"GB2-07":{"draws":0,"losses":473,"wins":213},"GB2-08":{"draws":0,"losses":551,"wins":145}},"none":{"GB2-01":{"draws":123,"losses":413,"wins":144},"GB2-03":{"draws":207,"losses":307,"wins":144},"GB2-04":{"draws":416,"losses":188,"wins":50},"GB2-05":{"draws":0,"losses":651,"wins":39},"GB2-07":{"draws":0,"losses":538,"wins":148},"GB2-08":{"draws":0,"losses":549,"wins":147}}},"per_game_raw_elo_all":{"GB2-01":1222.974206131146,"GB2-03":1278.9072667801486,"GB2-04":1410.8814602455932,"GB2-05":870.4488082330575,"GB2-07":1182.560869883454,"GB2-08":948.0038939953746},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1255.7956916793366,"GB2-02":1375.379204831541,"GB2-03":1249.816825763993,"GB2-04":1432.789246168758,"GB2-05":1253.895443335733,"GB2-07":1313.855927912178,"GB2-08":963.5315678032985},"medium":{"GB2-01":1129.5132733128455,"GB2-02":1374.049719673278,"GB2-03":1266.7760341735832,"GB2-04":1406.6605497932762,"GB2-05":776.1338862986095,"GB2-06":841.9811363736783,"GB2-07":1189.5627989149575,"GB2-08":937.8887862463913},"none":{"GB2-01":1283.613653401256,"GB2-03":1320.12894040287,"GB2-04":1393.1945847747452,"GB2-05":581.3170950648298,"GB2-07":1044.2638828232266,"GB2-08":942.5913279364339}},"per_game_tracks":{"highest":{"GB2-01":30.95286254152364,"GB2-02":42.58064351753916,"GB2-03":36.081084188498764,"GB2-04":48.50565013866376,"GB2-05":43.5319495007251,"GB2-07":46.70300447267555,"GB2-08":25.46253186373393},"medium":{"GB2-01":20.306039452020375,"GB2-02":42.41137447981194,"GB2-03":37.96848192572095,"GB2-04":45.1830273826747,"GB2-05":14.049284439306739,"GB2-06":16.066691518492092,"GB2-07":37.09878754319901,"GB2-08":23.71145928279621},"none":{"GB2-01":33.60181370280666,"GB2-03":44.000888550153874,"GB2-04":43.47329124361018,"GB2-05":6.96294469874651,"GB2-07":26.51795360706303,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T15:56:56Z","reasoning":{"highest":34.22721577791999,"medium":29.59939325300275,"none":22.32335472494582},"reasoning_agg":{"highest":{"max":48.50565013866376,"mean":34.22721577791999,"min":0.0},"medium":{"max":45.1830273826747,"mean":29.59939325300275,"min":14.049284439306739},"none":{"max":44.000888550153874,"mean":22.32335472494582,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.903861052974168},"working_program_strength":{"all":32.826894750501914,"highest":39.11681803190856,"medium":29.59939325300275,"none":29.76447296659443}},{"canonical_public_row_identity":"publication-row.v1:overall:openai-gpt-oss-120b:ea928fc639a2bec6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015120192000000001,"mean":0.0074424702499999995,"median":0.006876,"min":0.00134592,"recorded_attempt_count":11,"run_count":8,"total":0.059539762},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00145295,"mean":0.001135709125,"median":0.001180259,"min":0.00078534,"recorded_attempt_count":10,"run_count":8,"total":0.009085672999999999},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.002555,"mean":0.001231986375,"median":0.0010393855,"min":0.00046744,"recorded_attempt_count":12,"run_count":8,"total":0.009855891}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00145295,"mean":0.001135709125,"median":0.001180259,"min":0.00078534,"recorded_attempt_count":10,"run_count":8,"total":0.009085673},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.002555,"mean":0.001231986375,"median":0.0010393855,"min":0.00046744,"recorded_attempt_count":12,"run_count":8,"total":0.009855891},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015120192000000001,"mean":0.0074424702499999995,"median":0.006876,"min":0.00134592,"recorded_attempt_count":11,"run_count":8,"total":0.059539761999999996}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.015120192000000001,"mean":0.0032700552500000003,"median":0.0013951725,"min":0.00046744,"recorded_attempt_count":33,"run_count":24,"total":0.07848132599999999},"codegen_latency_ms":{"attempt_count":33,"max_ms":1105859,"mean_ms":161415.45833333334,"min_ms":22661,"paired_attempt_count":33,"paired_latency_ms":3873971,"paired_output_tokens":223323,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":1105859,"mean_ms":300420.375,"min_ms":56038,"paired_attempt_count":11,"paired_latency_ms":2403363,"paired_output_tokens":178047,"run_count":8},"medium":{"attempt_count":10,"max_ms":291211,"mean_ms":111417.625,"min_ms":22661,"paired_attempt_count":10,"paired_latency_ms":891341,"paired_output_tokens":25406,"run_count":8},"none":{"attempt_count":12,"max_ms":151123,"mean_ms":72408.375,"min_ms":26216,"paired_attempt_count":12,"paired_latency_ms":579267,"paired_output_tokens":19870,"run_count":8}},"codegen_output_tokens":{"attempt_count":33,"output_max":63626,"output_mean":9305.125,"output_min":1487,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":63626,"output_mean":22255.875,"output_min":2344,"run_count":8},"medium":{"attempt_count":10,"output_max":5420,"output_mean":3175.75,"output_min":2107,"run_count":8},"none":{"attempt_count":12,"output_max":4178,"output_mean":2483.75,"output_min":1487,"run_count":8}},"display_name":"GPT-OSS 120B","economics":{"all":28.480137207362304,"highest":33.94914847434828,"medium":28.650025531004083,"none":22.841237616734556},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"failed"},"none":{"GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":33,"finish_reasons":["stop"],"indexed_attempts":33,"output_token_observations":33,"provider_post_attempt_observations":33,"provider_post_attempts":33,"reasoning_token_observations":33,"reconciliation_get_attempt_observations":33,"reconciliation_get_attempts":158,"total_output_tokens":223323,"total_reasoning_output_tokens":139050,"total_visible_output_tokens":87482,"visible_token_observations":33},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"openai/gpt-oss-120b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":35.460875720807934,"score":23.640583813871956},"GB2-02":{"attempts":3,"playable":42.269912017231526,"score":42.269912017231526},"GB2-03":{"attempts":3,"playable":37.80227199070663,"score":37.80227199070663},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":39.87053460292654,"score":26.580356401951025},"GB2-05":{"attempts":3,"playable":28.67377577104465,"score":28.67377577104465},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.46458059329236,"score":15.643053728861574},"GB2-07":{"attempts":3,"playable":27.506695126163702,"score":27.506695126163702},"GB2-08":{"attempts":3,"playable":25.724448809067372,"score":25.724448809067372}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":42.83446061535564,"score":42.83446061535564},"GB2-03":{"attempts":1,"playable":44.000888550153874,"score":44.000888550153874},"GB2-04":{"attempts":1,"playable":42.24895187135289,"score":42.24895187135289},"GB2-05":{"attempts":1,"playable":56.64498477768154,"score":56.64498477768154},"GB2-06":{"attempts":1,"playable":22.056231615296316,"score":22.056231615296316},"GB2-07":{"attempts":1,"playable":33.41999694815199,"score":33.41999694815199},"GB2-08":{"attempts":1,"playable":30.38767341679396,"score":30.38767341679396}},"medium":{"GB2-01":{"attempts":1,"playable":32.979514374350245,"score":32.979514374350245},"GB2-02":{"attempts":1,"playable":41.31001466939874,"score":41.31001466939874},"GB2-03":{"attempts":1,"playable":34.18547783775496,"score":34.18547783775496},"GB2-04":{"attempts":1,"playable":37.492117334500186,"score":37.492117334500186},"GB2-05":{"attempts":1,"playable":14.688171267726199,"score":14.688171267726199},"GB2-06":{"attempts":1,"playable":24.87292957128841,"score":24.87292957128841},"GB2-07":{"attempts":1,"playable":20.916252179792092,"score":20.916252179792092},"GB2-08":{"attempts":1,"playable":22.75572701322183,"score":22.75572701322183}},"none":{"GB2-01":{"attempts":1,"playable":37.94223706726563,"score":37.94223706726563},"GB2-02":{"attempts":1,"playable":42.665260766940214,"score":42.665260766940214},"GB2-03":{"attempts":1,"playable":35.22044958421106,"score":35.22044958421106},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":14.688171267726199,"score":14.688171267726199},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":28.183836250547017,"score":28.183836250547017},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"openai/gpt-oss-120b","is_recent_addition":false,"last_measured_at":"2026-11-21T15:12:20Z","match_totals_all":{"draws":2855,"losses":8670,"wins":2557},"match_totals_tracks":{"highest":{"draws":995,"losses":2589,"wins":1094},"medium":{"draws":1115,"losses":3473,"wins":770},"none":{"draws":745,"losses":2608,"wins":693}},"model_slug":"openai-gpt-oss-120b","official_rank_by_reasoning":{"highest":77,"medium":99,"none":104},"overall":{"max":56.64498477768154,"mean":28.480137207362304,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":80,"overall_ranking_status":"ranked","per_game":{"GB2-02":42.83446061535564,"GB2-03":44.000888550153874,"GB2-04":42.24895187135289,"GB2-05":56.64498477768154,"GB2-06":22.056231615296316,"GB2-07":33.41999694815199,"GB2-08":30.38767341679396},"per_game_all":{"GB2-02":42.269912017231526,"GB2-03":37.80227199070663,"GB2-05":28.67377577104465,"GB2-07":27.506695126163702,"GB2-08":25.724448809067372},"per_game_match_totals_all":{"GB2-01":{"draws":240,"losses":805,"wins":315},"GB2-02":{"draws":1402,"losses":482,"wins":24},"GB2-03":{"draws":433,"losses":1124,"wins":417},"GB2-04":{"draws":774,"losses":449,"wins":85},"GB2-05":{"draws":0,"losses":1546,"wins":524},"GB2-06":{"draws":6,"losses":1054,"wins":256},"GB2-07":{"draws":0,"losses":1595,"wins":463},"GB2-08":{"draws":0,"losses":1615,"wins":473}},"per_game_match_totals_tracks":{"highest":{"GB2-02":{"draws":456,"losses":163,"wins":17},"GB2-03":{"draws":143,"losses":339,"wins":176},"GB2-04":{"draws":395,"losses":206,"wins":53},"GB2-05":{"draws":0,"losses":340,"wins":350},"GB2-06":{"draws":1,"losses":536,"wins":121},"GB2-07":{"draws":0,"losses":496,"wins":190},"GB2-08":{"draws":0,"losses":509,"wins":187}},"medium":{"GB2-01":{"draws":123,"losses":417,"wins":140},"GB2-02":{"draws":460,"losses":170,"wins":6},"GB2-03":{"draws":148,"losses":394,"wins":116},"GB2-04":{"draws":379,"losses":243,"wins":32},"GB2-05":{"draws":0,"losses":603,"wins":87},"GB2-06":{"draws":5,"losses":518,"wins":135},"GB2-07":{"draws":0,"losses":571,"wins":115},"GB2-08":{"draws":0,"losses":557,"wins":139}},"none":{"GB2-01":{"draws":117,"losses":388,"wins":175},"GB2-02":{"draws":486,"losses":149,"wins":1},"GB2-03":{"draws":142,"losses":391,"wins":125},"GB2-05":{"draws":0,"losses":603,"wins":87},"GB2-07":{"draws":0,"losses":528,"wins":158},"GB2-08":{"draws":0,"losses":549,"wins":147}}},"per_game_raw_elo_all":{"GB2-02":1372.931105066862,"GB2-03":1264.8955023313347,"GB2-05":1001.6694062327979,"GB2-07":1055.495153238354,"GB2-08":966.7064389350056},"per_game_raw_elo_tracks":{"highest":{"GB2-02":1377.3713409672546,"GB2-03":1320.12894040287,"GB2-04":1383.5183299650737,"GB2-05":1424.2664566007263,"GB2-06":948.0419294798036,"GB2-07":1140.7523274799455,"GB2-08":1033.8723396954792},"medium":{"GB2-01":1277.1631300324648,"GB2-02":1365.3784492338332,"GB2-03":1232.5477225756829,"GB2-04":1345.403369602566,"GB2-05":790.3708810488337,"GB2-06":994.706746160819,"GB2-07":957.3710505084733,"GB2-08":923.6556491731037},"none":{"GB2-01":1327.446567641087,"GB2-02":1376.0435249994987,"GB2-03":1242.0098440154509,"GB2-05":790.3708810488337,"GB2-07":1068.3620817266437,"GB2-08":942.5913279364339}},"per_game_tracks":{"highest":{"GB2-02":42.83446061535564,"GB2-03":44.000888550153874,"GB2-04":42.24895187135289,"GB2-05":56.64498477768154,"GB2-06":22.056231615296316,"GB2-07":33.41999694815199,"GB2-08":30.38767341679396},"medium":{"GB2-01":32.979514374350245,"GB2-02":41.31001466939874,"GB2-03":34.18547783775496,"GB2-04":37.492117334500186,"GB2-05":14.688171267726199,"GB2-06":24.87292957128841,"GB2-07":20.916252179792092,"GB2-08":22.75572701322183},"none":{"GB2-01":37.94223706726563,"GB2-02":42.665260766940214,"GB2-03":35.22044958421106,"GB2-05":14.688171267726199,"GB2-07":28.183836250547017,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":16,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T15:31:19Z","reasoning":{"highest":33.94914847434828,"medium":28.650025531004083,"none":22.841237616734556},"reasoning_agg":{"highest":{"max":56.64498477768154,"mean":33.94914847434828,"min":0.0},"medium":{"max":41.31001466939874,"mean":28.650025531004083,"min":14.688171267726199},"none":{"max":42.665260766940214,"mean":22.841237616734556,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":11.10791085761372},"working_program_strength":{"all":32.6346786159367,"highest":38.7990268278266,"medium":28.650025531004083,"none":30.45498348897941}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling:bd168f6e5a011eb6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":60},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.261503015,"mean":0.224623670625,"median":0.22750746833333335,"min":0.17735088333333335,"recorded_attempt_count":60,"run_count":22,"total":4.906380560000001},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04901556,"mean":0.031135205,"median":0.02897688,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.24908164000000002},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0721503,"mean":0.03677837187500001,"median":0.0324098875,"min":0.01945095,"recorded_attempt_count":39,"run_count":16,"total":0.58845395}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04901556,"mean":0.031135205,"median":0.02897688,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.24908164000000002},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0721503,"mean":0.03677837187500001,"median":0.0324098875,"min":0.01945095,"recorded_attempt_count":39,"run_count":16,"total":0.58845395},"historical-provider-setting-intensive":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":60},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.261503015,"mean":0.224623670625,"median":0.22750746833333335,"min":0.17735088333333335,"recorded_attempt_count":60,"run_count":22,"total":4.906380560000001}},"codegen_cost_usd":{"admitted_cell_count":32,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.261503015,"mean":0.09751241583333332,"median":0.042993304999999996,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":112,"run_count":46,"total":5.7439161499999996},"codegen_latency_ms":{"attempt_count":112,"max_ms":712912,"mean_ms":234938.63043478262,"min_ms":16322,"paired_attempt_count":110,"paired_latency_ms":10773379,"paired_output_tokens":1219446,"run_count":46},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":60,"max_ms":712912,"mean_ms":442344.0909090909,"min_ms":125659,"paired_attempt_count":60,"paired_latency_ms":9731570,"paired_output_tokens":1110963,"run_count":22},"medium":{"attempt_count":13,"max_ms":52676,"mean_ms":32623.625,"min_ms":16322,"paired_attempt_count":11,"paired_latency_ms":227191,"paired_output_tokens":34344,"run_count":8},"none":{"attempt_count":39,"max_ms":118093,"mean_ms":50913.625,"min_ms":20774,"paired_attempt_count":39,"paired_latency_ms":814618,"paired_output_tokens":74139,"run_count":16}},"codegen_output_tokens":{"attempt_count":112,"output_max":80000,"output_mean":26608.978260869564,"output_min":1372,"run_count":46},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":60,"output_max":80000,"output_mean":50498.318181818184,"output_min":12059,"run_count":22},"medium":{"attempt_count":13,"output_max":9117,"output_mean":4863.875,"output_min":2632,"run_count":8},"none":{"attempt_count":39,"output_max":11313,"output_mean":4633.6875,"output_min":1372,"run_count":16}},"display_name":"Inkling","economics":{"all":25.649741568653827,"highest":31.50218043891292,"medium":18.676359573916002,"none":26.77068469313256},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":20,"effective_max_output_tokens":[262144],"finish_reason_observations":112,"finish_reasons":["length","stop"],"indexed_attempts":112,"output_token_observations":112,"provider_post_attempt_observations":20,"provider_post_attempts":23,"reasoning_token_observations":85,"reconciliation_get_attempt_observations":20,"reconciliation_get_attempts":33,"requested_max_output_token_observations":20,"requested_max_output_tokens":[262144],"total_output_tokens":1224013,"total_reasoning_output_tokens":793927,"total_visible_output_tokens":126602,"visible_token_observations":82},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":7,"first_pass_rate":0.4375,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":1,"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.3125},"intensive":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"admitted":2,"infra_failures_excluded":1},"GB2-02":{"admitted":2,"infra_failures_excluded":1},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":2,"infra_failures_excluded":1},"GB2-08":{"admitted":2,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-07","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.3125}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":24.866955180985787,"score":24.866955180985787},"GB2-02":{"attempts":5,"failed_attempts":2,"playable":42.13517925107643,"score":20.880576657119565},"GB2-03":{"attempts":5,"playable":43.53794573750317,"score":43.53794573750317},"GB2-04":{"attempts":5,"failed_attempts":1,"playable":41.89224160830594,"score":34.63310438082795},"GB2-05":{"attempts":5,"playable":18.132527646211653,"score":18.132527646211653},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":32.82759953817,"score":20.237144896527095},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":22.708617098658312,"score":19.07937860105225},"GB2-08":{"attempts":5,"failed_attempts":2,"playable":53.26999638112555,"score":23.830299449003125}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":38.243211940664175,"score":38.243211940664175},"GB2-02":{"attempts":2,"playable":41.01310144056454,"score":41.01310144056454},"GB2-03":{"attempts":2,"playable":46.14349241440191,"score":46.14349241440191},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":43.55482336486794,"score":21.77741168243397},"GB2-05":{"attempts":2,"playable":15.246643329236738,"score":15.246643329236738},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":50.93238721928339,"score":25.466193609641696},"GB2-07":{"attempts":2,"playable":27.68558516259264,"score":27.68558516259264},"GB2-08":{"attempts":2,"playable":36.44180393176766,"score":36.44180393176766}},"medium":{"GB2-01":{"attempts":1,"playable":16.617521195245523,"score":16.617521195245523},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":36.596652253684056,"score":36.596652253684056},"GB2-04":{"attempts":1,"playable":41.02212312817351,"score":41.02212312817351},"GB2-05":{"attempts":1,"playable":13.569674101826406,"score":13.569674101826406},"GB2-06":{"attempts":1,"playable":22.940070764652575,"score":22.940070764652575},"GB2-07":{"attempts":1,"playable":18.664835147745944,"score":18.664835147745944},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":2,"playable":19.740132407047675,"score":19.740132407047675},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.25725706158832,"score":21.62862853079416},"GB2-03":{"attempts":2,"playable":47.87369254442352,"score":47.87369254442352},"GB2-04":{"attempts":2,"playable":41.09977833187637,"score":41.09977833187637},"GB2-05":{"attempts":2,"playable":25.581265507571818,"score":25.581265507571818},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":24.610340630574044,"score":12.305170315287022},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":21.775430985636348,"score":10.887715492818174},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":70.09818883048344,"score":35.04909441524172}}},"id":"thinkingmachines/inkling","is_recent_addition":false,"last_measured_at":"2026-11-21T16:32:45Z","match_totals_all":{"draws":4676,"losses":12782,"wins":4012},"match_totals_tracks":{"highest":{"draws":1936,"losses":5470,"wins":1998},"medium":{"draws":837,"losses":2754,"wins":435},"none":{"draws":1903,"losses":4558,"wins":1579}},"model_slug":"thinkingmachines-inkling","official_rank_by_reasoning":{"highest":79,"medium":109,"none":94},"overall":{"max":47.87369254442352,"mean":25.649741568653827,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":81,"overall_ranking_status":"ranked","per_game":{"GB2-01":38.243211940664175,"GB2-02":41.01310144056454,"GB2-03":46.14349241440191,"GB2-04":43.55482336486794,"GB2-05":15.246643329236738,"GB2-06":50.93238721928339,"GB2-07":27.68558516259264,"GB2-08":36.44180393176766},"per_game_all":{"GB2-01":24.866955180985787,"GB2-03":43.53794573750317,"GB2-04":41.89224160830594,"GB2-05":18.132527646211653,"GB2-06":32.82759953817,"GB2-07":22.708617098658312},"per_game_match_totals_all":{"GB2-01":{"draws":779,"losses":2206,"wins":415},"GB2-02":{"draws":1394,"losses":495,"wins":19},"GB2-03":{"draws":955,"losses":1544,"wins":791},"GB2-04":{"draws":1533,"losses":861,"wins":222},"GB2-05":{"draws":0,"losses":2878,"wins":572},"GB2-06":{"draws":15,"losses":1407,"wins":552},"GB2-07":{"draws":0,"losses":2212,"wins":532},"GB2-08":{"draws":0,"losses":1179,"wins":909}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":359,"losses":709,"wins":292},"GB2-02":{"draws":913,"losses":347,"wins":12},"GB2-03":{"draws":273,"losses":659,"wins":384},"GB2-04":{"draws":387,"losses":202,"wins":65},"GB2-05":{"draws":0,"losses":1199,"wins":181},"GB2-06":{"draws":4,"losses":359,"wins":295},"GB2-07":{"draws":0,"losses":1062,"wins":310},"GB2-08":{"draws":0,"losses":933,"wins":459}},"medium":{"GB2-01":{"draws":72,"losses":546,"wins":62},"GB2-03":{"draws":366,"losses":271,"wins":21},"GB2-04":{"draws":396,"losses":213,"wins":45},"GB2-05":{"draws":0,"losses":610,"wins":80},"GB2-06":{"draws":3,"losses":530,"wins":125},"GB2-07":{"draws":0,"losses":584,"wins":102}},"none":{"GB2-01":{"draws":348,"losses":951,"wins":61},"GB2-02":{"draws":481,"losses":148,"wins":7},"GB2-03":{"draws":316,"losses":614,"wins":386},"GB2-04":{"draws":750,"losses":446,"wins":112},"GB2-05":{"draws":0,"losses":1069,"wins":311},"GB2-06":{"draws":8,"losses":518,"wins":132},"GB2-07":{"draws":0,"losses":566,"wins":120},"GB2-08":{"draws":0,"losses":246,"wins":450}}},"per_game_raw_elo_all":{"GB2-01":1174.9325258351657,"GB2-03":1316.8536052240731,"GB2-04":1380.640301983516,"GB2-05":853.2818445766853,"GB2-06":1120.1291623268899,"GB2-07":983.848266021902},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1327.763733633343,"GB2-02":1363.0321563875564,"GB2-03":1339.0206560023098,"GB2-04":1393.8377718516288,"GB2-05":802.5238916873586,"GB2-06":1407.1450373142616,"GB2-07":1061.2200193549693,"GB2-08":1132.4642519725448},"medium":{"GB2-01":1076.4398799403734,"GB2-03":1254.4699247458016,"GB2-04":1373.7802589894059,"GB2-05":765.2116329948922,"GB2-06":962.8328042212387,"GB2-07":918.8984254273332},"none":{"GB2-01":1120.5939639317808,"GB2-02":1380.6862614259871,"GB2-03":1357.0702349241078,"GB2-04":1374.3028751095135,"GB2-05":992.1100090478053,"GB2-06":990.4096454451692,"GB2-07":971.4263532834034,"GB2-08":1730.8493943995838}},"per_game_tracks":{"highest":{"GB2-01":38.243211940664175,"GB2-02":41.01310144056454,"GB2-03":46.14349241440191,"GB2-04":43.55482336486794,"GB2-05":15.246643329236738,"GB2-06":50.93238721928339,"GB2-07":27.68558516259264,"GB2-08":36.44180393176766},"medium":{"GB2-01":16.617521195245523,"GB2-03":36.596652253684056,"GB2-04":41.02212312817351,"GB2-05":13.569674101826406,"GB2-06":22.940070764652575,"GB2-07":18.664835147745944},"none":{"GB2-01":19.740132407047675,"GB2-02":43.25725706158832,"GB2-03":47.87369254442352,"GB2-04":41.09977833187637,"GB2-05":25.581265507571818,"GB2-06":24.610340630574044,"GB2-07":21.775430985636348,"GB2-08":70.09818883048344}},"program_outcomes":{"all":{"counted_attempts":40,"failed":8,"infra_excluded":6,"success_rate":0.8,"too_slow":0,"worked_after_repair":12,"worked_first_time":20,"working":32},"highest":{"counted_attempts":16,"failed":2,"infra_excluded":6,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":9,"working":14},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":7,"working":12}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:08:25Z","reasoning":{"highest":31.50218043891292,"medium":18.676359573916002,"none":26.770684693132562},"reasoning_agg":{"highest":{"max":46.14349241440191,"mean":31.50218043891292,"min":15.246643329236738},"medium":{"max":41.02212312817351,"mean":18.676359573916002,"min":0.0},"none":{"max":47.87369254442352,"mean":26.770684693132562,"min":10.887715492818174}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":12.825820864996917},"working_program_strength":{"all":33.021318217681305,"highest":37.40763110042238,"medium":24.901812765221337,"none":36.75451078740019}},{"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-3-7-flash:bce30e94fe382d0b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11219570000000001,"mean":0.0607572625,"median":0.060057275,"min":0.02174195,"recorded_attempt_count":20,"run_count":8,"total":0.48605809999999994},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0442025,"mean":0.017142385,"median":0.01322286,"min":0.01037917,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.13713907999999997},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.02271207,"mean":0.0141778,"median":0.011690184999999999,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.11342239999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0442025,"mean":0.017142385,"median":0.01322286,"min":0.01037917,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.13713908},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.02271207,"mean":0.0141778,"median":0.011690184999999999,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.11342239999999999},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11219570000000001,"mean":0.0607572625,"median":0.060057275,"min":0.02174195,"recorded_attempt_count":20,"run_count":8,"total":0.48605809999999994}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":46},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.11219570000000001,"mean":0.030692482499999996,"median":0.01928415,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":46,"run_count":24,"total":0.7366195799999999},"codegen_latency_ms":{"attempt_count":46,"max_ms":511905,"mean_ms":147013.95833333334,"min_ms":23584,"paired_attempt_count":46,"paired_latency_ms":3528335,"paired_output_tokens":577622,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":20,"max_ms":511905,"mean_ms":284845.75,"min_ms":132388,"paired_attempt_count":20,"paired_latency_ms":2278766,"paired_output_tokens":394534,"run_count":8},"medium":{"attempt_count":13,"max_ms":348782,"mean_ms":92838.875,"min_ms":39705,"paired_attempt_count":13,"paired_latency_ms":742711,"paired_output_tokens":101808,"run_count":8},"none":{"attempt_count":13,"max_ms":194018,"mean_ms":63357.25,"min_ms":23584,"paired_attempt_count":13,"paired_latency_ms":506858,"paired_output_tokens":81280,"run_count":8}},"codegen_output_tokens":{"attempt_count":46,"output_max":93362,"output_mean":24067.583333333332,"output_min":4359,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":20,"output_max":93362,"output_mean":49316.75,"output_min":16213,"run_count":8},"medium":{"attempt_count":13,"output_max":33638,"output_mean":12726.0,"output_min":7627,"run_count":8},"none":{"attempt_count":13,"output_max":17245,"output_mean":10160.0,"output_min":4359,"run_count":8}},"display_name":"Step 3.7 Flash","economics":{"all":23.24009659770235,"highest":13.462776354368733,"medium":26.757363374366818,"none":29.500150064371503},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed"},"medium":{"GB2-02":"failed","GB2-04":"failed"},"none":{"GB2-05":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[230400],"finish_reason_observations":46,"finish_reasons":["stop"],"indexed_attempts":46,"output_token_observations":46,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[230400],"total_output_tokens":577622,"total_visible_output_tokens":183088,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-3.7-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-05","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04"],"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":16.6260150850559,"score":16.6260150850559},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":42.665260766940214,"score":14.221753588980071},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":34.35627616982812,"score":22.904184113218747},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":38.889954683241776,"score":12.963318227747259},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":42.0926750828184,"score":28.061783388545603},"GB2-06":{"attempts":3,"playable":39.62725222497179,"score":39.62725222497179},"GB2-07":{"attempts":3,"playable":34.10213027713413,"score":34.10213027713413},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":26.12150381394797,"score":17.414335875965314}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":8.367722392888375,"score":8.367722392888375},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":37.44886556236972,"score":37.44886556236972},"GB2-06":{"attempts":1,"playable":30.308680165027337,"score":30.308680165027337},"GB2-07":{"attempts":1,"playable":24.330518628433442,"score":24.330518628433442},"GB2-08":{"attempts":1,"playable":7.246424086231008,"score":7.246424086231008}},"medium":{"GB2-01":{"attempts":1,"playable":9.855186360503476,"score":9.855186360503476},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":33.061574740752945,"score":33.061574740752945},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":46.73648460326709,"score":46.73648460326709},"GB2-06":{"attempts":1,"playable":41.67734706754981,"score":41.67734706754981},"GB2-07":{"attempts":1,"playable":37.731730681196304,"score":37.731730681196304},"GB2-08":{"attempts":1,"playable":44.99658354166493,"score":44.99658354166493}},"none":{"GB2-01":{"attempts":1,"playable":31.65513650177586,"score":31.65513650177586},"GB2-02":{"attempts":1,"playable":42.665260766940214,"score":42.665260766940214},"GB2-03":{"attempts":1,"playable":35.650977598903296,"score":35.650977598903296},"GB2-04":{"attempts":1,"playable":38.889954683241776,"score":38.889954683241776},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.89572944233824,"score":46.89572944233824},"GB2-07":{"attempts":1,"playable":40.24414152177265,"score":40.24414152177265},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"stepfun/step-3.7-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T15:23:21Z","match_totals_all":{"draws":1444,"losses":7472,"wins":2534},"match_totals_tracks":{"highest":{"draws":35,"losses":2769,"wins":606},"medium":{"draws":272,"losses":2669,"wins":1127},"none":{"draws":1137,"losses":2034,"wins":801}},"model_slug":"stepfun-step-3-7-flash","official_rank_by_reasoning":{"highest":86,"medium":101,"none":86},"overall":{"max":46.89572944233824,"mean":23.24009659770235,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":82,"overall_ranking_status":"ranked","per_game":{"GB2-01":8.367722392888375,"GB2-05":37.44886556236972,"GB2-06":30.308680165027337,"GB2-07":24.330518628433442,"GB2-08":7.246424086231008},"per_game_all":{"GB2-01":16.6260150850559,"GB2-06":39.62725222497179,"GB2-07":34.10213027713413},"per_game_match_totals_all":{"GB2-01":{"draws":236,"losses":1625,"wins":179},"GB2-02":{"draws":460,"losses":162,"wins":14},"GB2-03":{"draws":352,"losses":758,"wins":206},"GB2-04":{"draws":376,"losses":236,"wins":42},"GB2-05":{"draws":0,"losses":862,"wins":518},"GB2-06":{"draws":20,"losses":1286,"wins":668},"GB2-07":{"draws":0,"losses":1473,"wins":585},"GB2-08":{"draws":0,"losses":1070,"wins":322}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":31,"losses":617,"wins":32},"GB2-05":{"draws":0,"losses":460,"wins":230},"GB2-06":{"draws":4,"losses":487,"wins":167},"GB2-07":{"draws":0,"losses":551,"wins":135},"GB2-08":{"draws":0,"losses":654,"wins":42}},"medium":{"GB2-01":{"draws":83,"losses":582,"wins":15},"GB2-03":{"draws":179,"losses":385,"wins":94},"GB2-05":{"draws":0,"losses":402,"wins":288},"GB2-06":{"draws":10,"losses":415,"wins":233},"GB2-07":{"draws":0,"losses":469,"wins":217},"GB2-08":{"draws":0,"losses":416,"wins":280}},"none":{"GB2-01":{"draws":122,"losses":426,"wins":132},"GB2-02":{"draws":460,"losses":162,"wins":14},"GB2-03":{"draws":173,"losses":373,"wins":112},"GB2-04":{"draws":376,"losses":236,"wins":42},"GB2-06":{"draws":6,"losses":384,"wins":268},"GB2-07":{"draws":0,"losses":453,"wins":233}}},"per_game_raw_elo_all":{"GB2-01":1043.385857353477,"GB2-06":1228.4007125052651,"GB2-07":1146.645601254649},"per_game_raw_elo_tracks":{"highest":{"GB2-01":915.3582085053812,"GB2-05":1173.4144223965209,"GB2-06":1082.0546391973835,"GB2-07":1011.5527691207494,"GB2-08":618.3173120928951},"medium":{"GB2-01":951.5332542213907,"GB2-03":1222.1682231905118,"GB2-05":1295.1360626407325,"GB2-06":1260.5213648611077,"GB2-07":1197.850783957627,"GB2-08":1248.6697066752577},"none":{"GB2-01":1263.2661093336592,"GB2-02":1376.0435249994987,"GB2-03":1245.9217307773529,"GB2-04":1356.7163207897827,"GB2-06":1342.6261334573044,"GB2-07":1230.5332506855702}},"per_game_tracks":{"highest":{"GB2-01":8.367722392888375,"GB2-05":37.44886556236972,"GB2-06":30.308680165027337,"GB2-07":24.330518628433442,"GB2-08":7.246424086231008},"medium":{"GB2-01":9.855186360503476,"GB2-03":33.061574740752945,"GB2-05":46.73648460326709,"GB2-06":41.67734706754981,"GB2-07":37.731730681196304,"GB2-08":44.99658354166493},"none":{"GB2-01":31.65513650177586,"GB2-02":42.665260766940214,"GB2-03":35.650977598903296,"GB2-04":38.889954683241776,"GB2-06":46.89572944233824,"GB2-07":40.24414152177265}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":10,"worked_first_time":7,"working":17},"highest":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6}},"provider_color":"#F59E0B","provider_company":"StepFun","provider_key":"stepfun","provider_text_color":"#1f1300","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:14:42Z","reasoning":{"highest":13.462776354368733,"medium":26.757363374366818,"none":29.500150064371507},"reasoning_agg":{"highest":{"max":37.44886556236972,"mean":13.462776354368733,"min":0.0},"medium":{"max":46.73648460326709,"mean":26.757363374366818,"min":0.0},"none":{"max":46.89572944233824,"mean":29.500150064371507,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low"},"score_diagnostics":{"reasoning_variance":16.037373710002775},"working_program_strength":{"all":32.18348669510257,"highest":21.540442166989973,"medium":35.676484499155755,"none":39.333533419162}},{"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-2-5-preview:a40b54e00617ffb4","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0021869100000000002,"mean":0.0013222775000000001,"median":0.001054655,"min":0.00083106,"recorded_attempt_count":11,"run_count":8,"total":0.010578220000000001},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0025894200000000003,"mean":0.0012652800000000001,"median":0.000871045,"min":0.00078866,"recorded_attempt_count":12,"run_count":8,"total":0.01012224},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0013895600000000002,"mean":0.0009515637499999999,"median":0.001025285,"min":0.00044038,"recorded_attempt_count":14,"run_count":8,"total":0.007612509999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0025894200000000003,"mean":0.0012652800000000001,"median":0.000871045,"min":0.00078866,"recorded_attempt_count":12,"run_count":8,"total":0.01012224},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0013895600000000002,"mean":0.0009515637499999999,"median":0.001025285,"min":0.00044038,"recorded_attempt_count":14,"run_count":8,"total":0.007612509999999999},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0021869100000000002,"mean":0.0013222775000000001,"median":0.001054655,"min":0.00083106,"recorded_attempt_count":11,"run_count":8,"total":0.010578220000000001}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0025894200000000003,"mean":0.0011797070833333334,"median":0.000945325,"min":0.00044038,"recorded_attempt_count":37,"run_count":24,"total":0.028312970000000003},"codegen_latency_ms":{"attempt_count":37,"max_ms":49328,"mean_ms":21505.916666666668,"min_ms":9355,"paired_attempt_count":37,"paired_latency_ms":516142,"paired_output_tokens":116503,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":47445,"mean_ms":22491.5,"min_ms":13295,"paired_attempt_count":11,"paired_latency_ms":179932,"paired_output_tokens":49202,"run_count":8},"medium":{"attempt_count":12,"max_ms":49328,"mean_ms":23044.25,"min_ms":13295,"paired_attempt_count":12,"paired_latency_ms":184354,"paired_output_tokens":43756,"run_count":8},"none":{"attempt_count":14,"max_ms":24913,"mean_ms":18982.0,"min_ms":9355,"paired_attempt_count":14,"paired_latency_ms":151856,"paired_output_tokens":23545,"run_count":8}},"codegen_output_tokens":{"attempt_count":37,"output_max":11394,"output_mean":4854.291666666667,"output_min":1030,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":11185,"output_mean":6150.25,"output_min":2902,"run_count":8},"medium":{"attempt_count":12,"output_max":11394,"output_mean":5469.5,"output_min":3022,"run_count":8},"none":{"attempt_count":14,"output_max":4416,"output_mean":2943.125,"output_min":1030,"run_count":8}},"display_name":"Mercury 2.5 Preview","economics":{"all":20.897245324292506,"highest":21.145946931873617,"medium":18.55926113195298,"none":22.98652790905092},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed","GB2-05":"failed"},"medium":{"GB2-01":"failed","GB2-03":"failed"},"none":{"GB2-01":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":37,"finish_reasons":["stop"],"indexed_attempts":37,"output_token_observations":37,"provider_post_attempt_observations":37,"provider_post_attempts":37,"reasoning_token_observations":37,"reconciliation_get_attempt_observations":37,"reconciliation_get_attempts":176,"total_output_tokens":116503,"total_reasoning_output_tokens":61584,"total_visible_output_tokens":54919,"visible_token_observations":37},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-2.5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-07","GB2-08"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-05"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":25.85526789036301,"score":8.618422630121003},"GB2-02":{"attempts":3,"playable":41.67693838050038,"score":41.67693838050038},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":45.263307461745356,"score":15.087769153915119},"GB2-04":{"attempts":3,"playable":40.47316502184438,"score":40.47316502184438},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":25.90838897605687,"score":17.272259317371248},"GB2-06":{"attempts":3,"playable":15.764118681087604,"score":15.764118681087604},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":11.577448790879327,"score":7.7182991939195515},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":30.850485323371117,"score":20.566990215580745}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":25.85526789036301,"score":25.85526789036301},"GB2-02":{"attempts":1,"playable":41.39480241779923,"score":41.39480241779923},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.31472315402055,"score":38.31472315402055},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":13.81128811494787,"score":13.81128811494787},"GB2-07":{"attempts":1,"playable":13.553055094849945,"score":13.553055094849945},"GB2-08":{"attempts":1,"playable":36.238438783008306,"score":36.238438783008306}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":42.665260766940214,"score":42.665260766940214},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":40.12091250824717,"score":40.12091250824717},"GB2-05":{"attempts":1,"playable":15.007377067301952,"score":15.007377067301952},"GB2-06":{"attempts":1,"playable":15.616164362491855,"score":15.616164362491855},"GB2-07":{"attempts":1,"playable":9.601842486908707,"score":9.601842486908707},"GB2-08":{"attempts":1,"playable":25.46253186373393,"score":25.46253186373393}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":40.970751956761696,"score":40.970751956761696},"GB2-03":{"attempts":1,"playable":45.263307461745356,"score":45.263307461745356},"GB2-04":{"attempts":1,"playable":42.98385940326542,"score":42.98385940326542},"GB2-05":{"attempts":1,"playable":36.80940088481179,"score":36.80940088481179},"GB2-06":{"attempts":1,"playable":17.86490356582309,"score":17.86490356582309},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"inception/mercury-2.5-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T13:32:13Z","match_totals_all":{"draws":2991,"losses":6908,"wins":1427},"match_totals_tracks":{"highest":{"draws":1037,"losses":2500,"wins":473},"medium":{"draws":892,"losses":2711,"wins":417},"none":{"draws":1062,"losses":1697,"wins":537}},"model_slug":"inception-mercury-2-5-preview","official_rank_by_reasoning":{"highest":84,"medium":110,"none":103},"overall":{"max":45.263307461745356,"mean":20.897245324292506,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":83,"overall_ranking_status":"ranked","per_game":{"GB2-01":25.85526789036301,"GB2-02":41.39480241779923,"GB2-04":38.31472315402055,"GB2-06":13.81128811494787,"GB2-07":13.553055094849945,"GB2-08":36.238438783008306},"per_game_all":{"GB2-02":41.67693838050038,"GB2-04":40.47316502184438,"GB2-06":15.764118681087604},"per_game_match_totals_all":{"GB2-01":{"draws":154,"losses":447,"wins":79},"GB2-02":{"draws":1421,"losses":483,"wins":4},"GB2-03":{"draws":144,"losses":331,"wins":183},"GB2-04":{"draws":1268,"losses":609,"wins":85},"GB2-05":{"draws":0,"losses":1065,"wins":315},"GB2-06":{"draws":4,"losses":1713,"wins":257},"GB2-07":{"draws":0,"losses":1248,"wins":124},"GB2-08":{"draws":0,"losses":1012,"wins":380}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":154,"losses":447,"wins":79},"GB2-02":{"draws":467,"losses":166,"wins":3},"GB2-04":{"draws":415,"losses":220,"wins":19},"GB2-06":{"draws":1,"losses":582,"wins":75},"GB2-07":{"draws":0,"losses":613,"wins":73},"GB2-08":{"draws":0,"losses":472,"wins":224}},"medium":{"GB2-02":{"draws":486,"losses":149,"wins":1},"GB2-04":{"draws":403,"losses":215,"wins":36},"GB2-05":{"draws":0,"losses":601,"wins":89},"GB2-06":{"draws":3,"losses":571,"wins":84},"GB2-07":{"draws":0,"losses":635,"wins":51},"GB2-08":{"draws":0,"losses":540,"wins":156}},"none":{"GB2-02":{"draws":468,"losses":168,"wins":0},"GB2-03":{"draws":144,"losses":331,"wins":183},"GB2-04":{"draws":450,"losses":174,"wins":30},"GB2-05":{"draws":0,"losses":464,"wins":226},"GB2-06":{"draws":0,"losses":560,"wins":98}}},"per_game_raw_elo_all":{"GB2-02":1368.263354339629,"GB2-04":1369.3325572481535,"GB2-06":835.4452820201201},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1198.9416494928766,"GB2-02":1366.0474104741907,"GB2-04":1352.0746347918664,"GB2-06":797.7330940072478,"GB2-07":819.278313626203,"GB2-08":1117.1055372326778},"medium":{"GB2-02":1376.0435249994987,"GB2-04":1366.5923280616664,"GB2-05":797.359025595091,"GB2-06":833.4007477250714,"GB2-07":722.750233709007,"GB2-08":963.5315678032985},"none":{"GB2-02":1362.6991275451976,"GB2-03":1331.249358138724,"GB2-04":1389.3307088909282,"GB2-05":1164.676700832799,"GB2-06":875.2020043280415}},"per_game_tracks":{"highest":{"GB2-01":25.85526789036301,"GB2-02":41.39480241779923,"GB2-04":38.31472315402055,"GB2-06":13.81128811494787,"GB2-07":13.553055094849945,"GB2-08":36.238438783008306},"medium":{"GB2-02":42.665260766940214,"GB2-04":40.12091250824717,"GB2-05":15.007377067301952,"GB2-06":15.616164362491855,"GB2-07":9.601842486908707,"GB2-08":25.46253186373393},"none":{"GB2-02":40.970751956761696,"GB2-03":45.263307461745356,"GB2-04":42.98385940326542,"GB2-05":36.80940088481179,"GB2-06":17.86490356582309}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":4,"worked_first_time":13,"working":17},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":3,"worked_first_time":2,"working":5}},"provider_color":"#CBD5E1","provider_company":"Inception","provider_key":"inception","provider_text_color":"#0b1120","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T15:30:01Z","reasoning":{"highest":21.145946931873617,"medium":18.55926113195298,"none":22.98652790905092},"reasoning_agg":{"highest":{"max":41.39480241779923,"mean":21.145946931873617,"min":0.0},"medium":{"max":42.665260766940214,"mean":18.55926113195298,"min":0.0},"none":{"max":45.263307461745356,"mean":22.98652790905092,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":4.427266777097941},"working_program_strength":{"all":29.90624069097231,"highest":28.19459590916482,"medium":24.74568150927064,"none":36.778444654481476}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4:e6f16da56ad36e73","codegen_cost_by_reasoning":{"highest":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16844153,"mean":0.165933155,"median":0.165778067,"min":0.164264324,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.32746524},"medium":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16753533199999998,"mean":0.16576841899999997,"median":0.165726092,"min":0.164274242,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.3261473519999998},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.022087421,"mean":0.0106626390625,"median":0.00896461875,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0853011125}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16753533199999998,"mean":0.16576841899999997,"median":0.165726092,"min":0.164274242,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.3261473519999998},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.022087421,"mean":0.0106626390625,"median":0.00896461875,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0853011125},"historical-provider-setting-intensive":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16844153,"mean":0.165933155,"median":0.165778067,"min":0.164264324,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.32746524}},"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":24,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":17,"max":0.16844153,"mean":0.11412140435416666,"median":0.164287724,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"recorded_attempt_count":25,"run_count":24,"total":2.7389137045},"codegen_latency_ms":{"attempt_count":9,"max_ms":70786,"mean_ms":35703.25,"min_ms":25964,"paired_attempt_count":9,"paired_latency_ms":285626,"paired_output_tokens":43445,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":9,"max_ms":70786,"mean_ms":35703.25,"min_ms":25964,"paired_attempt_count":9,"paired_latency_ms":285626,"paired_output_tokens":43445,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":65536,"output_mean":45500.875,"output_min":3876,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":65536,"output_mean":65536.0,"output_min":65536,"run_count":8},"medium":{"attempt_count":8,"output_max":65536,"output_mean":65536.0,"output_min":65536,"run_count":8},"none":{"attempt_count":9,"output_max":11312,"output_mean":5430.625,"output_min":3876,"run_count":8}},"display_name":"Hy4","economics":{"all":16.165631708673686,"highest":0.0,"medium":0.0,"none":48.49689512602106},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"medium":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[65536],"finish_reason_observations":9,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":41,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[65536],"total_output_tokens":1092021,"total_reasoning_output_tokens":1034196,"total_visible_output_tokens":57825,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-02":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-03":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-04":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-05":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-06":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-02":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-03":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-04":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-05":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-06":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":53.85375360917487,"score":17.95125120305829},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":43.00361411391796,"score":14.334538037972655},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":36.58612341709481,"score":12.195374472364938},"GB2-05":{"attempts":3,"failed_attempts":2,"playable":79.07218477737106,"score":26.357394925790356},"GB2-06":{"attempts":3,"failed_attempts":2,"playable":61.14689801222397,"score":20.38229933740799},"GB2-07":{"attempts":3,"failed_attempts":2,"playable":50.31553358376998,"score":16.771844527923324},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":63.99705349461584,"score":21.332351164871948}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"playable":53.85375360917487,"score":53.85375360917487},"GB2-02":{"attempts":1,"playable":43.00361411391796,"score":43.00361411391796},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":36.58612341709481,"score":36.58612341709481},"GB2-05":{"attempts":1,"playable":79.07218477737106,"score":79.07218477737106},"GB2-06":{"attempts":1,"playable":61.14689801222397,"score":61.14689801222397},"GB2-07":{"attempts":1,"playable":50.31553358376998,"score":50.31553358376998},"GB2-08":{"attempts":1,"playable":63.99705349461584,"score":63.99705349461584}}},"id":"tencent/hy4","is_recent_addition":false,"last_measured_at":"2026-11-21T16:34:53Z","match_totals_all":{"draws":1186,"losses":1739,"wins":1775},"match_totals_tracks":{"none":{"draws":1186,"losses":1739,"wins":1775}},"model_slug":"tencent-hy4","official_rank_by_reasoning":{"none":38},"overall":{"max":79.07218477737106,"mean":16.165631708673686,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold","fixed_coverage_incomplete","grouped_stability_incomplete"],"overall_official_rank":84,"overall_ranking_status":"partial","per_game_match_totals_all":{"GB2-01":{"draws":359,"losses":163,"wins":158},"GB2-02":{"draws":464,"losses":158,"wins":14},"GB2-04":{"draws":356,"losses":260,"wins":38},"GB2-05":{"draws":0,"losses":192,"wins":498},"GB2-06":{"draws":7,"losses":290,"wins":361},"GB2-07":{"draws":0,"losses":387,"wins":299},"GB2-08":{"draws":0,"losses":289,"wins":407}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":359,"losses":163,"wins":158},"GB2-02":{"draws":464,"losses":158,"wins":14},"GB2-04":{"draws":356,"losses":260,"wins":38},"GB2-05":{"draws":0,"losses":192,"wins":498},"GB2-06":{"draws":7,"losses":290,"wins":361},"GB2-07":{"draws":0,"losses":387,"wins":299},"GB2-08":{"draws":0,"losses":289,"wins":407}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1480.3789998023422,"GB2-02":1378.6980848933513,"GB2-04":1338.0052506240052,"GB2-05":1834.6230366104917,"GB2-06":1578.2465200488218,"GB2-07":1360.661218515132,"GB2-08":1598.7021066821565}},"per_game_tracks":{"none":{"GB2-01":53.85375360917487,"GB2-02":43.00361411391796,"GB2-04":36.58612341709481,"GB2-05":79.07218477737106,"GB2-06":61.14689801222397,"GB2-07":50.31553358376998,"GB2-08":63.99705349461584}},"program_outcomes":{"all":{"counted_attempts":24,"failed":17,"infra_excluded":0,"success_rate":0.2916666666666667,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"highest":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"medium":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T16:02:10Z","reasoning":{"highest":0.0,"medium":0.0,"none":48.49689512602106},"reasoning_agg":{"highest":{"max":0.0,"mean":0.0,"min":0.0},"medium":{"max":0.0,"mean":0.0,"min":0.0},"none":{"max":79.07218477737106,"mean":48.49689512602106,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Low","none":"None"},"reasoning_settings":{"baseline":"none"},"score_diagnostics":{"reasoning_variance":48.49689512602106},"working_program_strength":{"all":55.42502300116693,"none":55.42502300116693}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-1-flash-lite:6b9348e1b78d921d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0422995,"mean":0.027492531250000004,"median":0.025548,"min":0.0204145,"recorded_attempt_count":19,"run_count":8,"total":0.21994024999999998},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0149315,"mean":0.0101355,"median":0.010566625,"min":0.00402875,"recorded_attempt_count":18,"run_count":8,"total":0.081084},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.00870475,"mean":0.005883593750000001,"median":0.006313125,"min":0.003432,"recorded_attempt_count":13,"run_count":8,"total":0.04706875}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0149315,"mean":0.0101355,"median":0.010566625,"min":0.00402875,"recorded_attempt_count":18,"run_count":8,"total":0.08108399999999999},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.00870475,"mean":0.005883593750000001,"median":0.006313125,"min":0.003432,"recorded_attempt_count":13,"run_count":8,"total":0.04706875},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0422995,"mean":0.027492531250000004,"median":0.025548,"min":0.0204145,"recorded_attempt_count":19,"run_count":8,"total":0.21994025000000003}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":24,"cost_basis_counts":{"provider_reported":50},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.0422995,"mean":0.014503875,"median":0.010566625,"min":0.003432,"recorded_attempt_count":50,"run_count":24,"total":0.34809300000000004},"codegen_latency_ms":{"attempt_count":37,"max_ms":98448,"mean_ms":43627.1875,"min_ms":14244,"paired_attempt_count":37,"paired_latency_ms":698035,"paired_output_tokens":150003,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":19,"max_ms":98448,"mean_ms":63383.0,"min_ms":47134,"paired_attempt_count":19,"paired_latency_ms":507064,"paired_output_tokens":119589,"run_count":8},"medium":{"attempt_count":18,"max_ms":33720,"mean_ms":23871.375,"min_ms":14244,"paired_attempt_count":18,"paired_latency_ms":190971,"paired_output_tokens":30414,"run_count":8}},"codegen_output_tokens":{"attempt_count":37,"output_max":22966,"output_mean":9375.1875,"output_min":1329,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":19,"output_max":22966,"output_mean":14948.625,"output_min":10673,"run_count":8},"medium":{"attempt_count":18,"output_max":5938,"output_mean":3801.75,"output_min":1329,"run_count":8}},"display_name":"Gemini 3.1 Flash Lite","economics":{"all":15.123469131045121,"highest":15.324975010492492,"medium":19.21603026389677,"none":10.8294021187461},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-02":"failed","GB2-03":"failed"},"none":{"GB2-03":"failed","GB2-04":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":37,"finish_reasons":["stop"],"indexed_attempts":37,"output_token_observations":37,"total_output_tokens":150003},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.1-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-04","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":23.417266935062994,"score":15.611511290041996},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":41.39480241779923,"score":13.798267472599742},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":41.5948609075413,"score":27.729907271694202},"GB2-05":{"attempts":3,"playable":10.551844702946703,"score":10.551844702946703},"GB2-06":{"attempts":3,"playable":19.84853205044513,"score":19.84853205044513},"GB2-07":{"attempts":3,"playable":13.516924656767841,"score":13.516924656767841},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":29.896148405798037,"score":19.930765603865357}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.92203762736888,"score":41.92203762736888},"GB2-05":{"attempts":1,"playable":9.8771565272981,"score":9.8771565272981},"GB2-06":{"attempts":1,"playable":15.616164362491855,"score":15.616164362491855},"GB2-07":{"attempts":1,"playable":31.47298228398489,"score":31.47298228398489},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}},"medium":{"GB2-01":{"attempts":1,"playable":33.21294562709883,"score":33.21294562709883},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.26768418771372,"score":41.26768418771372},"GB2-05":{"attempts":1,"playable":16.282788431915957,"score":16.282788431915957},"GB2-06":{"attempts":1,"playable":20.724830366422804,"score":20.724830366422804},"GB2-07":{"attempts":1,"playable":6.159155969222989,"score":6.159155969222989},"GB2-08":{"attempts":1,"playable":36.08083752879986,"score":36.08083752879986}},"none":{"GB2-01":{"attempts":1,"playable":13.621588243027155,"score":13.621588243027155},"GB2-02":{"attempts":1,"playable":41.39480241779923,"score":41.39480241779923},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":5.49558914962605,"score":5.49558914962605},"GB2-06":{"attempts":1,"playable":23.20460142242073,"score":23.20460142242073},"GB2-07":{"attempts":1,"playable":2.918635717095644,"score":2.918635717095644},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"google/gemini-3.1-flash-lite","is_recent_addition":false,"last_measured_at":"2026-11-21T15:52:19Z","match_totals_all":{"draws":1699,"losses":7833,"wins":1266},"match_totals_tracks":{"highest":{"draws":416,"losses":2462,"wins":506},"medium":{"draws":717,"losses":2792,"wins":555},"none":{"draws":566,"losses":2579,"wins":205}},"model_slug":"google-gemini-3-1-flash-lite","official_rank_by_reasoning":{"highest":85,"medium":108,"none":112},"overall":{"max":41.92203762736888,"mean":15.123469131045121,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":85,"overall_ranking_status":"partial","per_game":{"GB2-04":41.92203762736888,"GB2-05":9.8771565272981,"GB2-06":15.616164362491855,"GB2-07":31.47298228398489,"GB2-08":23.71145928279621},"per_game_all":{"GB2-05":10.551844702946703,"GB2-06":19.84853205044513,"GB2-07":13.516924656767841},"per_game_match_totals_all":{"GB2-01":{"draws":413,"losses":871,"wins":76},"GB2-02":{"draws":455,"losses":172,"wins":9},"GB2-04":{"draws":826,"losses":402,"wins":80},"GB2-05":{"draws":0,"losses":1886,"wins":184},"GB2-06":{"draws":5,"losses":1644,"wins":325},"GB2-07":{"draws":0,"losses":1834,"wins":224},"GB2-08":{"draws":0,"losses":1024,"wins":368}},"per_game_match_totals_tracks":{"highest":{"GB2-04":{"draws":415,"losses":198,"wins":41},"GB2-05":{"draws":0,"losses":633,"wins":57},"GB2-06":{"draws":1,"losses":572,"wins":85},"GB2-07":{"draws":0,"losses":508,"wins":178},"GB2-08":{"draws":0,"losses":551,"wins":145}},"medium":{"GB2-01":{"draws":304,"losses":325,"wins":51},"GB2-04":{"draws":411,"losses":204,"wins":39},"GB2-05":{"draws":0,"losses":593,"wins":97},"GB2-06":{"draws":2,"losses":543,"wins":113},"GB2-07":{"draws":0,"losses":654,"wins":32},"GB2-08":{"draws":0,"losses":473,"wins":223}},"none":{"GB2-01":{"draws":109,"losses":546,"wins":25},"GB2-02":{"draws":455,"losses":172,"wins":9},"GB2-05":{"draws":0,"losses":660,"wins":30},"GB2-06":{"draws":2,"losses":529,"wins":127},"GB2-07":{"draws":0,"losses":672,"wins":14}}},"per_game_raw_elo_all":{"GB2-05":673.7564451329657,"GB2-06":908.6917028871576,"GB2-07":722.11954595695},"per_game_raw_elo_tracks":{"highest":{"GB2-04":1380.9280718112452,"GB2-05":672.3273530256438,"GB2-06":833.4007477250714,"GB2-07":1114.3281920029592,"GB2-08":937.8887862463913},"medium":{"GB2-01":1279.5884554682073,"GB2-04":1375.733423305604,"GB2-05":824.5255995372444,"GB2-06":925.4433610759711,"GB2-07":610.2821760132887,"GB2-08":1114.8366485181969},"none":{"GB2-01":1026.9423456794157,"GB2-02":1366.0474104741907,"GB2-05":524.4163828360088,"GB2-06":967.2309998604305,"GB2-07":441.7482698546023}},"per_game_tracks":{"highest":{"GB2-04":41.92203762736888,"GB2-05":9.8771565272981,"GB2-06":15.616164362491855,"GB2-07":31.47298228398489,"GB2-08":23.71145928279621},"medium":{"GB2-01":33.21294562709883,"GB2-04":41.26768418771372,"GB2-05":16.282788431915957,"GB2-06":20.724830366422804,"GB2-07":6.159155969222989,"GB2-08":36.08083752879986},"none":{"GB2-01":13.621588243027155,"GB2-02":41.39480241779923,"GB2-05":5.49558914962605,"GB2-06":23.20460142242073,"GB2-07":2.918635717095644}},"program_outcomes":{"all":{"counted_attempts":24,"failed":8,"infra_excluded":0,"success_rate":0.6666666666666666,"too_slow":0,"worked_after_repair":11,"worked_first_time":5,"working":16},"highest":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":4,"worked_first_time":2,"working":6},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T12:14:02Z","reasoning":{"highest":15.32497501049249,"medium":19.21603026389677,"none":10.8294021187461},"reasoning_agg":{"highest":{"max":41.92203762736888,"mean":15.32497501049249,"min":0.0},"medium":{"max":41.26768418771372,"mean":19.21603026389677,"min":0.0},"none":{"max":41.39480241779923,"mean":10.8294021187461,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":8.38662814515067},"working_program_strength":{"all":22.489459030659148,"highest":24.519960016787987,"medium":25.621373685195692,"none":17.327043389993758}},{"canonical_public_row_identity":"publication-row.v1:overall:upstage-solar-mini4:4f1b03d4301157e0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.02342595,"mean":0.01633628125,"median":0.016221199999999998,"min":0.011361950000000001,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.13069024999999998},"medium":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.012110200000000002,"mean":0.007723131250000001,"median":0.0080226,"min":0.00420075,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":17,"run_count":9,"total":0.06651005},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0023752,"mean":0.0015195812500000002,"median":0.00138595,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.012156650000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.012110200000000002,"mean":0.007723131250000001,"median":0.0080226,"min":0.00420075,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":17,"run_count":9,"total":0.06651005},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0023752,"mean":0.0015195812500000002,"median":0.00138595,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.01215665},"historical-provider-setting-intensive":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.02342595,"mean":0.01633628125,"median":0.016221199999999998,"min":0.011361950000000001,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.13069024999999998}},"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":24,"cost_basis_counts":{"provider_reported":51},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":17,"max":0.02342595,"mean":0.00852633125,"median":0.0080226,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":48},"recorded_attempt_count":51,"run_count":25,"total":0.20935695000000004},"codegen_latency_ms":{"attempt_count":50,"max_ms":1854161,"mean_ms":612161.625,"min_ms":24176,"paired_attempt_count":48,"paired_latency_ms":14359542,"paired_output_tokens":927878,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":18,"max_ms":1854161,"mean_ms":1241203.5,"min_ms":669527,"paired_attempt_count":18,"paired_latency_ms":9929628,"paired_output_tokens":619694,"run_count":8},"medium":{"attempt_count":16,"max_ms":912503,"mean_ms":535213.0,"min_ms":208280,"paired_attempt_count":15,"paired_latency_ms":3971951,"paired_output_tokens":278112,"run_count":8},"none":{"attempt_count":16,"max_ms":108436,"mean_ms":60068.375,"min_ms":24176,"paired_attempt_count":15,"paired_latency_ms":457963,"paired_output_tokens":30072,"run_count":8}},"codegen_output_tokens":{"attempt_count":51,"output_max":112315,"output_mean":38063.56,"output_min":1354,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":112315,"output_mean":77461.75,"output_min":52895,"run_count":8},"medium":{"attempt_count":17,"output_max":54994,"output_mean":33362.88888888889,"output_min":3815,"run_count":9},"none":{"attempt_count":16,"output_max":7089,"output_mean":3953.625,"output_min":1354,"run_count":8}},"display_name":"Solar Mini 4","economics":{"all":9.090871910124962,"highest":13.128289635227222,"medium":9.159962739747959,"none":4.984363355399707},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed","GB2-08":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-08":"failed"},"medium":{"GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":51,"effective_max_output_tokens":[131072],"finish_reason_observations":50,"finish_reasons":["stop"],"indexed_attempts":52,"output_token_observations":51,"provider_post_attempt_observations":51,"provider_post_attempts":53,"reasoning_token_observations":51,"reconciliation_get_attempt_observations":51,"reconciliation_get_attempts":10,"requested_max_output_token_observations":52,"requested_max_output_tokens":[131072],"total_output_tokens":951589,"total_reasoning_output_tokens":841210,"total_visible_output_tokens":110379,"visible_token_observations":51},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"upstage","provider_model":"upstage/solar-mini4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1,"infra_failures_excluded":2},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-02"],"infra_failures_excluded":2,"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":18.466430116000232,"score":6.1554767053334105},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":35.604763521507905,"score":11.868254507169302},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":39.87490684319766,"score":13.291635614399219},"GB2-05":{"attempts":3,"failed_attempts":2,"playable":44.4932807057361,"score":14.8310935685787},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.64631178397749,"score":15.764207855984994},"GB2-07":{"attempts":3,"failed_attempts":2,"playable":32.448921088602226,"score":10.816307029534075},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":44.4932807057361,"score":44.4932807057361},"GB2-06":{"attempts":1,"playable":28.084115287479445,"score":28.084115287479445},"GB2-07":{"attempts":1,"playable":32.448921088602226,"score":32.448921088602226},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"playable":18.466430116000232,"score":18.466430116000232},"GB2-02":{"attempts":1,"playable":35.604763521507905,"score":35.604763521507905},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":19.208508280475538,"score":19.208508280475538},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.87490684319766,"score":39.87490684319766},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"upstage/solar-mini4","is_recent_addition":false,"last_measured_at":"2026-11-21T15:34:08Z","match_totals_all":{"draws":909,"losses":2940,"wins":813},"match_totals_tracks":{"highest":{"draws":4,"losses":1418,"wins":612},"medium":{"draws":501,"losses":1306,"wins":167},"none":{"draws":404,"losses":216,"wins":34}},"model_slug":"upstage-solar-mini4","overall":{"max":44.4932807057361,"mean":9.090871910124962,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold"],"overall_official_rank":86,"overall_ranking_status":"partial","per_game":{"GB2-05":44.4932807057361,"GB2-06":28.084115287479445,"GB2-07":32.448921088602226},"per_game_match_totals_all":{"GB2-01":{"draws":97,"losses":522,"wins":61},"GB2-02":{"draws":403,"losses":232,"wins":1},"GB2-04":{"draws":404,"losses":216,"wins":34},"GB2-05":{"draws":0,"losses":416,"wins":274},"GB2-06":{"draws":5,"losses":1052,"wins":259},"GB2-07":{"draws":0,"losses":502,"wins":184}},"per_game_match_totals_tracks":{"highest":{"GB2-05":{"draws":0,"losses":416,"wins":274},"GB2-06":{"draws":4,"losses":500,"wins":154},"GB2-07":{"draws":0,"losses":502,"wins":184}},"medium":{"GB2-01":{"draws":97,"losses":522,"wins":61},"GB2-02":{"draws":403,"losses":232,"wins":1},"GB2-06":{"draws":1,"losses":552,"wins":105}},"none":{"GB2-04":{"draws":404,"losses":216,"wins":34}}},"per_game_raw_elo_tracks":{"highest":{"GB2-05":1266.3117656144716,"GB2-06":1046.6126149266993,"GB2-07":1127.6349087362437},"medium":{"GB2-01":1103.927678948011,"GB2-02":1319.543263300293,"GB2-06":899.1390287496013},"none":{"GB2-04":1364.624328459867}},"per_game_tracks":{"highest":{"GB2-05":44.4932807057361,"GB2-06":28.084115287479445,"GB2-07":32.448921088602226},"medium":{"GB2-01":18.466430116000232,"GB2-02":35.604763521507905,"GB2-06":19.208508280475538},"none":{"GB2-04":39.87490684319766}},"program_outcomes":{"all":{"counted_attempts":24,"failed":17,"infra_excluded":2,"success_rate":0.2916666666666667,"too_slow":0,"worked_after_repair":5,"worked_first_time":2,"working":7},"highest":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":3,"worked_first_time":0,"working":3},"medium":{"counted_attempts":8,"failed":5,"infra_excluded":2,"success_rate":0.375,"too_slow":0,"worked_after_repair":2,"worked_first_time":1,"working":3},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1}},"provider_color":"#805CFB","provider_company":"Upstage","provider_key":"upstage","provider_text_color":"#f8fafc","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T12:45:35Z","reasoning":{"highest":13.128289635227224,"medium":9.159962739747959,"none":4.984363355399707},"reasoning_agg":{"highest":{"max":44.4932807057361,"mean":13.128289635227224,"min":0.0},"medium":{"max":35.604763521507905,"mean":9.159962739747959,"min":0.0},"none":{"max":39.87490684319766,"mean":4.984363355399707,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":8.143926279827518},"working_program_strength":{"all":33.10341550326604,"highest":35.008772360605924,"medium":24.426567305994556,"none":39.87490684319766}},{"canonical_public_row_identity":"publication-row.v1:overall:ibm-granite-granite-4-2-8b:721ac8dbf3a19a9a","codegen_cost_by_reasoning":{"highest":{"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.01113168,"mean":0.0083819225,"median":0.007854965,"min":0.00635193,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.06705538},"medium":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.00328117,"mean":0.0022631475,"median":0.0021966650000000004,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":19},"recorded_attempt_count":19,"run_count":8,"total":0.01810518},"none":{"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.00394984,"mean":0.0028174899999999998,"median":0.00280168,"min":0.0021764799999999997,"recorded_attempt_count":19,"run_count":8,"total":0.022539919999999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.00328117,"mean":0.0022631475,"median":0.0021966650000000004,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":19},"recorded_attempt_count":19,"run_count":8,"total":0.018105180000000002},"historical-provider-setting-baseline":{"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.00394984,"mean":0.0028174899999999998,"median":0.00280168,"min":0.0021764799999999997,"recorded_attempt_count":19,"run_count":8,"total":0.022539919999999998},"historical-provider-setting-intensive":{"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.01113168,"mean":0.0083819225,"median":0.007854965,"min":0.00635193,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.06705538}},"codegen_cost_usd":{"admitted_cell_count":1,"cell_count":24,"cost_basis_counts":{"provider_reported":56},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":23,"max":0.01113168,"mean":0.00448752,"median":0.002935335,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":37},"recorded_attempt_count":56,"run_count":24,"total":0.10770048000000002},"codegen_latency_ms":{"attempt_count":56,"max_ms":643052,"mean_ms":207186.875,"min_ms":45308,"paired_attempt_count":56,"paired_latency_ms":4972485,"paired_output_tokens":331648,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":18,"max_ms":643052,"mean_ms":466285.75,"min_ms":257629,"paired_attempt_count":18,"paired_latency_ms":3730286,"paired_output_tokens":236698,"run_count":8},"medium":{"attempt_count":19,"max_ms":129121,"mean_ms":76432.5,"min_ms":45308,"paired_attempt_count":19,"paired_latency_ms":611460,"paired_output_tokens":42480,"run_count":8},"none":{"attempt_count":19,"max_ms":136274,"mean_ms":78842.375,"min_ms":49515,"paired_attempt_count":19,"paired_latency_ms":630739,"paired_output_tokens":52470,"run_count":8}},"codegen_output_tokens":{"attempt_count":56,"output_max":39360,"output_mean":13818.666666666666,"output_min":3954,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":39360,"output_mean":29587.25,"output_min":21705,"run_count":8},"medium":{"attempt_count":19,"output_max":7321,"output_mean":5310.0,"output_min":3954,"run_count":8},"none":{"attempt_count":19,"output_max":9484,"output_mean":6558.75,"output_min":4755,"run_count":8}},"display_name":"Granite 4.2 8B","economics":{"all":1.56902988830785,"highest":0.0,"medium":4.70708966492355,"none":0.0},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"medium":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":37,"effective_max_output_tokens":[117964],"finish_reason_observations":56,"finish_reasons":["stop"],"indexed_attempts":56,"output_token_observations":56,"provider_post_attempt_observations":56,"provider_post_attempts":56,"reasoning_token_observations":56,"reconciliation_get_attempt_observations":56,"reconciliation_get_attempts":88,"requested_max_output_token_observations":37,"requested_max_output_tokens":[117964],"total_output_tokens":331648,"total_reasoning_output_tokens":194609,"total_visible_output_tokens":137039,"visible_token_observations":56},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"ibm","provider_model":"ibm-granite/granite-4.2-8b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-02":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":37.6567173193884,"score":12.5522391064628},"GB2-05":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-06":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-07":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.6567173193884,"score":37.6567173193884},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"ibm-granite/granite-4.2-8b","is_recent_addition":false,"last_measured_at":"2026-11-21T05:26:29Z","match_totals_all":{"draws":379,"losses":242,"wins":33},"match_totals_tracks":{"medium":{"draws":379,"losses":242,"wins":33}},"model_slug":"ibm-granite-granite-4-2-8b","overall":{"max":37.6567173193884,"mean":1.56902988830785,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold","fixed_coverage_incomplete","grouped_stability_incomplete"],"overall_official_rank":87,"overall_ranking_status":"partial","per_game_match_totals_all":{"GB2-04":{"draws":379,"losses":242,"wins":33}},"per_game_match_totals_tracks":{"medium":{"GB2-04":{"draws":379,"losses":242,"wins":33}}},"per_game_raw_elo_tracks":{"medium":{"GB2-04":1346.7415962773296}},"per_game_tracks":{"medium":{"GB2-04":37.6567173193884}},"program_outcomes":{"all":{"counted_attempts":24,"failed":23,"infra_excluded":0,"success_rate":0.041666666666666664,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1},"highest":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"medium":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1},"none":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0}},"provider_color":"#0F62FE","provider_company":"IBM","provider_key":"ibm","provider_text_color":"#f8fafc","rank_movement":-2,"rank_movement_baseline_at":"2026-11-19T01:48:13Z","reasoning":{"highest":0.0,"medium":4.70708966492355,"none":0.0},"reasoning_agg":{"highest":{"max":0.0,"mean":0.0,"min":0.0},"medium":{"max":37.6567173193884,"mean":4.70708966492355,"min":0.0},"none":{"max":0.0,"mean":0.0,"min":0.0}},"reasoning_labels":{"highest":"Full","medium":"Low","none":"Non-thinking"},"reasoning_settings":{"balanced":"low"},"score_diagnostics":{"reasoning_variance":4.70708966492355},"working_program_strength":{"all":37.6567173193884,"medium":37.6567173193884}},{"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10:30513e0a62efaa39","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.23661279999999998}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.2366128}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.23661279999999998},"codegen_latency_ms":{"attempt_count":8,"max_ms":215199,"mean_ms":151362.125,"min_ms":97625,"paired_attempt_count":8,"paired_latency_ms":1210897,"paired_output_tokens":57747,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":8,"max_ms":215199,"mean_ms":151362.125,"min_ms":97625,"paired_attempt_count":8,"paired_latency_ms":1210897,"paired_output_tokens":57747,"run_count":8}},"codegen_output_tokens":{"attempt_count":8,"output_max":11980,"output_mean":7218.375,"output_min":3411,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":8,"output_max":11980,"output_mean":7218.375,"output_min":3411,"run_count":8}},"display_name":"Pareto 26.10","economics":{"all":89.99527777909422,"none":89.99527777909422},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":8,"effective_max_output_tokens":[131072],"finish_reason_observations":8,"finish_reasons":["stop"],"indexed_attempts":8,"output_token_observations":8,"provider_post_attempt_observations":8,"provider_post_attempts":8,"reasoning_token_observations":8,"reconciliation_get_attempt_observations":8,"requested_max_output_token_observations":8,"requested_max_output_tokens":[131072],"total_output_tokens":57747,"total_visible_output_tokens":57747,"visible_token_observations":8},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":89.38338907266002,"score":89.38338907266002},"GB2-02":{"attempts":1,"playable":80.48107451549748,"score":80.48107451549748},"GB2-03":{"attempts":1,"playable":96.78356990606913,"score":96.78356990606913},"GB2-04":{"attempts":1,"playable":84.76541332544286,"score":84.76541332544286},"GB2-05":{"attempts":1,"playable":91.42528848953965,"score":91.42528848953965},"GB2-06":{"attempts":1,"playable":91.74983243145086,"score":91.74983243145086},"GB2-07":{"attempts":1,"playable":95.30259928387824,"score":95.30259928387824},"GB2-08":{"attempts":1,"playable":90.07105520821565,"score":90.07105520821565}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":89.38338907266002,"score":89.38338907266002},"GB2-02":{"attempts":1,"playable":80.48107451549748,"score":80.48107451549748},"GB2-03":{"attempts":1,"playable":96.78356990606913,"score":96.78356990606913},"GB2-04":{"attempts":1,"playable":84.76541332544286,"score":84.76541332544286},"GB2-05":{"attempts":1,"playable":91.42528848953965,"score":91.42528848953965},"GB2-06":{"attempts":1,"playable":91.74983243145086,"score":91.74983243145086},"GB2-07":{"attempts":1,"playable":95.30259928387824,"score":95.30259928387824},"GB2-08":{"attempts":1,"playable":90.07105520821565,"score":90.07105520821565}}},"id":"unbiased/pareto-26.10","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:16Z","match_totals_all":{"draws":367,"losses":556,"wins":4435},"match_totals_tracks":{"none":{"draws":367,"losses":556,"wins":4435}},"model_slug":"unbiased-pareto-26-10","official_rank_by_reasoning":{"none":3},"overall":{"max":96.78356990606913,"mean":89.99527777909422,"min":80.48107451549748},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":0,"losses":95,"wins":585},"GB2-02":{"draws":243,"losses":36,"wins":357},"GB2-03":{"draws":4,"losses":37,"wins":617},"GB2-04":{"draws":89,"losses":82,"wins":483},"GB2-05":{"draws":0,"losses":97,"wins":593},"GB2-06":{"draws":31,"losses":57,"wins":570},"GB2-07":{"draws":0,"losses":52,"wins":634},"GB2-08":{"draws":0,"losses":100,"wins":596}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":0,"losses":95,"wins":585},"GB2-02":{"draws":243,"losses":36,"wins":357},"GB2-03":{"draws":4,"losses":37,"wins":617},"GB2-04":{"draws":89,"losses":82,"wins":483},"GB2-05":{"draws":0,"losses":97,"wins":593},"GB2-06":{"draws":31,"losses":57,"wins":570},"GB2-07":{"draws":0,"losses":52,"wins":634},"GB2-08":{"draws":0,"losses":100,"wins":596}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1944.5318421087998,"GB2-02":1723.6341481552931,"GB2-03":2299.0042872957265,"GB2-04":1797.5665805808358,"GB2-05":2262.3526175413704,"GB2-06":2212.7284374761166,"GB2-07":2426.539302050951,"GB2-08":2225.5766529165585}},"per_game_tracks":{"none":{"GB2-01":89.38338907266002,"GB2-02":80.48107451549748,"GB2-03":96.78356990606913,"GB2-04":84.76541332544286,"GB2-05":91.42528848953965,"GB2-06":91.74983243145086,"GB2-07":95.30259928387824,"GB2-08":90.07105520821565}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF563F","provider_company":"Unbiased","provider_key":"unbiased","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":89.99527777909422},"reasoning_agg":{"none":{"max":96.78356990606913,"mean":89.99527777909422,"min":80.48107451549748}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning controls unavailable"},"reasoning_settings":{"baseline":"default"},"working_program_strength":{"all":89.99527777909422,"none":89.99527777909422}},{"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10-preview:5a20fc65ee3dc74d","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.24543759999999998}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.2454376}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.24543759999999998},"codegen_latency_ms":{"attempt_count":9,"max_ms":206060,"mean_ms":152052.0,"min_ms":81370,"paired_attempt_count":9,"paired_latency_ms":1216416,"paired_output_tokens":57710,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":9,"max_ms":206060,"mean_ms":152052.0,"min_ms":81370,"paired_attempt_count":9,"paired_latency_ms":1216416,"paired_output_tokens":57710,"run_count":8}},"codegen_output_tokens":{"attempt_count":9,"output_max":9255,"output_mean":7213.75,"output_min":4888,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":9,"output_max":9255,"output_mean":7213.75,"output_min":4888,"run_count":8}},"display_name":"Pareto 26.10 Preview","economics":{"all":87.99783008190994,"none":87.99783008190994},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":9,"effective_max_output_tokens":[131072],"finish_reason_observations":9,"finish_reasons":["stop"],"indexed_attempts":9,"output_token_observations":9,"provider_post_attempt_observations":9,"provider_post_attempts":9,"reasoning_token_observations":9,"reconciliation_get_attempt_observations":9,"requested_max_output_token_observations":9,"requested_max_output_tokens":[131072],"total_output_tokens":57710,"total_visible_output_tokens":57710,"visible_token_observations":9},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":69.76063200185017,"score":69.76063200185017},"GB2-02":{"attempts":1,"playable":90.67953028563305,"score":90.67953028563305},"GB2-03":{"attempts":1,"playable":92.18216335563636,"score":92.18216335563636},"GB2-04":{"attempts":1,"playable":84.62776566618072,"score":84.62776566618072},"GB2-05":{"attempts":1,"playable":93.3417529233153,"score":93.3417529233153},"GB2-06":{"attempts":1,"playable":85.04338647139915,"score":85.04338647139915},"GB2-07":{"attempts":1,"playable":95.00426307425268,"score":95.00426307425268},"GB2-08":{"attempts":1,"playable":93.3431468770121,"score":93.3431468770121}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":69.76063200185017,"score":69.76063200185017},"GB2-02":{"attempts":1,"playable":90.67953028563305,"score":90.67953028563305},"GB2-03":{"attempts":1,"playable":92.18216335563636,"score":92.18216335563636},"GB2-04":{"attempts":1,"playable":84.62776566618072,"score":84.62776566618072},"GB2-05":{"attempts":1,"playable":93.3417529233153,"score":93.3417529233153},"GB2-06":{"attempts":1,"playable":85.04338647139915,"score":85.04338647139915},"GB2-07":{"attempts":1,"playable":95.00426307425268,"score":95.00426307425268},"GB2-08":{"attempts":1,"playable":93.3431468770121,"score":93.3431468770121}}},"id":"unbiased/pareto-26.10-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:31:09Z","match_totals_all":{"draws":180,"losses":777,"wins":4401},"match_totals_tracks":{"none":{"draws":180,"losses":777,"wins":4401}},"model_slug":"unbiased-pareto-26-10-preview","official_rank_by_reasoning":{"none":4},"overall":{"max":95.00426307425268,"mean":87.99783008190994,"min":69.76063200185017},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":20,"losses":226,"wins":434},"GB2-02":{"draws":59,"losses":56,"wins":521},"GB2-03":{"draws":10,"losses":79,"wins":569},"GB2-04":{"draws":65,"losses":95,"wins":494},"GB2-05":{"draws":0,"losses":81,"wins":609},"GB2-06":{"draws":26,"losses":111,"wins":521},"GB2-07":{"draws":0,"losses":55,"wins":631},"GB2-08":{"draws":0,"losses":74,"wins":622}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":20,"losses":226,"wins":434},"GB2-02":{"draws":59,"losses":56,"wins":521},"GB2-03":{"draws":10,"losses":79,"wins":569},"GB2-04":{"draws":65,"losses":95,"wins":494},"GB2-05":{"draws":0,"losses":81,"wins":609},"GB2-06":{"draws":26,"losses":111,"wins":521},"GB2-07":{"draws":0,"losses":55,"wins":631},"GB2-08":{"draws":0,"losses":74,"wins":622}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1643.3674010796776,"GB2-02":1905.4819313408,"GB2-03":2041.6972987237714,"GB2-04":1795.371729111332,"GB2-05":2352.3590322547143,"GB2-06":2036.1371616397703,"GB2-07":2407.623635475729,"GB2-08":2344.769437224597}},"per_game_tracks":{"none":{"GB2-01":69.76063200185017,"GB2-02":90.67953028563305,"GB2-03":92.18216335563636,"GB2-04":84.62776566618072,"GB2-05":93.3417529233153,"GB2-06":85.04338647139915,"GB2-07":95.00426307425268,"GB2-08":93.3431468770121}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF563F","provider_company":"Unbiased","provider_key":"unbiased","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":87.99783008190994},"reasoning_agg":{"none":{"max":95.00426307425268,"mean":87.99783008190994,"min":69.76063200185017}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning controls unavailable"},"reasoning_settings":{"baseline":"default"},"working_program_strength":{"all":87.99783008190994,"none":87.99783008190994}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-pro:90514ec64dd889e0","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.056915889375,"median":0.0447982575,"min":0.02822715,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.455327115},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01198425,"mean":0.00718913625,"median":0.0061211025,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.05751308999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.056915889375,"median":0.0447982575,"min":0.02822715,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.45532711499999995},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01198425,"mean":0.00718913625,"median":0.0061211025,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.057513089999999996}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.032052512812499996,"median":0.0201057,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":19,"run_count":16,"total":0.5128402049999999},"codegen_latency_ms":{"attempt_count":19,"max_ms":3172586,"mean_ms":488857.125,"min_ms":33029,"paired_attempt_count":18,"paired_latency_ms":6961083,"paired_output_tokens":449789,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":3172586,"mean_ms":924271.75,"min_ms":388744,"paired_attempt_count":8,"paired_latency_ms":6533543,"paired_output_tokens":422364,"run_count":8},"none":{"attempt_count":10,"max_ms":84396,"mean_ms":53442.5,"min_ms":33029,"paired_attempt_count":10,"paired_latency_ms":427540,"paired_output_tokens":27425,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":171951,"output_mean":32110.125,"output_min":2214,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":9,"output_max":171951,"output_mean":60792.125,"output_min":28781,"run_count":8},"none":{"attempt_count":10,"output_max":6088,"output_mean":3428.125,"output_min":2214,"run_count":8}},"display_name":"MiMo-V2.6-Pro","economics":{"all":60.29766356964136,"medium":70.70560948269299,"none":49.88971765658972},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":19,"effective_max_output_tokens":[131072],"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"provider_post_attempt_observations":19,"provider_post_attempts":20,"reasoning_token_observations":19,"reconciliation_get_attempt_observations":19,"requested_max_output_token_observations":19,"requested_max_output_tokens":[131072],"total_output_tokens":513762,"total_reasoning_output_tokens":447944,"total_visible_output_tokens":65818,"visible_token_observations":19},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":44.91491216439364,"score":44.91491216439364},"GB2-02":{"attempts":2,"playable":58.69150487837752,"score":58.69150487837752},"GB2-03":{"attempts":2,"playable":63.33546343789116,"score":63.33546343789116},"GB2-04":{"attempts":2,"playable":50.265005998551956,"score":50.265005998551956},"GB2-05":{"attempts":2,"playable":63.02292041649622,"score":63.02292041649622},"GB2-06":{"attempts":2,"playable":54.11240677558823,"score":54.11240677558823},"GB2-07":{"attempts":2,"playable":64.90932597205207,"score":64.90932597205207},"GB2-08":{"attempts":2,"playable":83.12976891378008,"score":83.12976891378008}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":51.578552903402056,"score":51.578552903402056},"GB2-02":{"attempts":1,"playable":77.77107257983621,"score":77.77107257983621},"GB2-03":{"attempts":1,"playable":82.24874911123275,"score":82.24874911123275},"GB2-04":{"attempts":1,"playable":46.56324651565134,"score":46.56324651565134},"GB2-05":{"attempts":1,"playable":82.99451373954889,"score":82.99451373954889},"GB2-06":{"attempts":1,"playable":53.92190283939664,"score":53.92190283939664},"GB2-07":{"attempts":1,"playable":87.70976033432348,"score":87.70976033432348},"GB2-08":{"attempts":1,"playable":82.8570778381526,"score":82.8570778381526}},"none":{"GB2-01":{"attempts":1,"playable":38.251271425385234,"score":38.251271425385234},"GB2-02":{"attempts":1,"playable":39.61193717691883,"score":39.61193717691883},"GB2-03":{"attempts":1,"playable":44.42217776454956,"score":44.42217776454956},"GB2-04":{"attempts":1,"playable":53.96676548145257,"score":53.96676548145257},"GB2-05":{"attempts":1,"playable":43.051327093443554,"score":43.051327093443554},"GB2-06":{"attempts":1,"playable":54.302910711779816,"score":54.302910711779816},"GB2-07":{"attempts":1,"playable":42.10889160978066,"score":42.10889160978066},"GB2-08":{"attempts":1,"playable":83.40245998940755,"score":83.40245998940755}}},"id":"xiaomi/mimo-v2.6-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:04:04Z","match_totals_all":{"draws":1726,"losses":3939,"wins":5051},"match_totals_tracks":{"medium":{"draws":497,"losses":1605,"wins":3256},"none":{"draws":1229,"losses":2334,"wins":1795}},"model_slug":"xiaomi-mimo-v2-6-pro","official_rank_by_reasoning":{"medium":23,"none":32},"overall":{"max":87.70976033432348,"mean":60.29766356964136,"min":38.251271425385234},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":394,"losses":605,"wins":361},"GB2-02":{"draws":551,"losses":310,"wins":411},"GB2-03":{"draws":116,"losses":514,"wins":686},"GB2-04":{"draws":628,"losses":394,"wins":286},"GB2-05":{"draws":0,"losses":588,"wins":792},"GB2-06":{"draws":37,"losses":662,"wins":617},"GB2-07":{"draws":0,"losses":562,"wins":810},"GB2-08":{"draws":0,"losses":304,"wins":1088}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":117,"losses":299,"wins":264},"GB2-02":{"draws":119,"losses":116,"wins":401},"GB2-03":{"draws":4,"losses":162,"wins":492},"GB2-04":{"draws":238,"losses":258,"wins":158},"GB2-05":{"draws":0,"losses":163,"wins":527},"GB2-06":{"draws":19,"losses":332,"wins":307},"GB2-07":{"draws":0,"losses":121,"wins":565},"GB2-08":{"draws":0,"losses":154,"wins":542}},"none":{"GB2-01":{"draws":277,"losses":306,"wins":97},"GB2-02":{"draws":432,"losses":194,"wins":10},"GB2-03":{"draws":112,"losses":352,"wins":194},"GB2-04":{"draws":390,"losses":136,"wins":128},"GB2-05":{"draws":0,"losses":425,"wins":265},"GB2-06":{"draws":18,"losses":330,"wins":310},"GB2-07":{"draws":0,"losses":441,"wins":245},"GB2-08":{"draws":0,"losses":150,"wins":546}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1458.5822690316347,"GB2-02":1688.9370150388197,"GB2-03":1764.145826492013,"GB2-04":1417.5119988869699,"GB2-05":1950.445958035626,"GB2-06":1455.8734698541634,"GB2-07":2048.978979544335,"GB2-08":2025.9382920812677},"none":{"GB2-01":1330.502925689097,"GB2-02":1351.9212625200453,"GB2-03":1323.8386428914139,"GB2-04":1476.1541923897628,"GB2-05":1247.6669161489706,"GB2-06":1462.1551987829755,"GB2-07":1254.636268400073,"GB2-08":2039.544252660099}},"per_game_tracks":{"medium":{"GB2-01":51.578552903402056,"GB2-02":77.77107257983621,"GB2-03":82.24874911123275,"GB2-04":46.56324651565134,"GB2-05":82.99451373954889,"GB2-06":53.92190283939664,"GB2-07":87.70976033432348,"GB2-08":82.8570778381526},"none":{"GB2-01":38.251271425385234,"GB2-02":39.61193717691883,"GB2-03":44.42217776454956,"GB2-04":53.96676548145257,"GB2-05":43.051327093443554,"GB2-06":54.302910711779816,"GB2-07":42.10889160978066,"GB2-08":83.40245998940755}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":14,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":70.70560948269299,"none":49.88971765658972},"reasoning_agg":{"medium":{"max":87.70976033432348,"mean":70.70560948269299,"min":46.56324651565134},"none":{"max":83.40245998940755,"mean":49.88971765658972,"min":38.251271425385234}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":20.815891826103275},"working_program_strength":{"all":60.29766356964136,"medium":70.70560948269299,"none":49.88971765658972}},{"canonical_public_row_identity":"publication-row.v1:overall:baidu-ernie-light-dt-1-0-intl:fbeb16a983397a55","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.4988862625,"median":0.49767885300000003,"min":0.312183056,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":11,"run_count":8,"total":3.9910901000000005},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.087218898,"mean":0.036707434,"median":0.032125495999999996,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.29365947200000003}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.4988862625,"median":0.49767885300000003,"min":0.312183056,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":11,"run_count":8,"total":3.9910900999999996},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.087218898,"mean":0.036707434,"median":0.032125495999999996,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.293659472}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.26779684825,"median":0.199700977,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":23},"recorded_attempt_count":25,"run_count":16,"total":4.284749572},"codegen_latency_ms":{"attempt_count":23,"max_ms":1397011,"mean_ms":422037.35714285716,"min_ms":13123,"paired_attempt_count":23,"paired_latency_ms":5908523,"paired_output_tokens":769781,"run_count":14},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":1397011,"mean_ms":934672.8333333334,"min_ms":608791,"paired_attempt_count":9,"paired_latency_ms":5608037,"paired_output_tokens":723695,"run_count":6},"none":{"attempt_count":14,"max_ms":111970,"mean_ms":37560.75,"min_ms":13123,"paired_attempt_count":14,"paired_latency_ms":300486,"paired_output_tokens":46086,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":186882,"output_mean":64495.3125,"output_min":1905,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":186882,"output_mean":123229.875,"output_min":74995,"run_count":8},"none":{"attempt_count":14,"output_max":17495,"output_mean":5760.75,"output_min":1905,"run_count":8}},"display_name":"Ernie Light Dt 1.0 Intl","economics":{"all":55.61016869243316,"medium":67.39871432460544,"none":43.8216230602609},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-02":"failed","GB2-05":"output_limit","GB2-08":"output_limit"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[131072],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[131072],"total_output_tokens":1031925,"total_reasoning_output_tokens":925514,"total_visible_output_tokens":106411,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"baidu/ernie-light-dt-1.0-intl","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":6,"failed_game_aliases":["GB2-02"],"first_pass_admitted":3,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":131072},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":131072}},"infra_excluded_game_aliases":["GB2-05","GB2-08"],"infra_failures_excluded":2,"model_code_failure_rate":0.16666666666666666,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.3333333333333333},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":63.610511446611724,"score":63.610511446611724},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.426293895464745,"score":21.713146947732373},"GB2-03":{"attempts":2,"playable":65.23162305828532,"score":65.23162305828532},"GB2-04":{"attempts":2,"playable":60.97112817883222,"score":60.97112817883222},"GB2-05":{"attempts":1,"playable":16.442071060655934,"score":16.442071060655934},"GB2-06":{"attempts":2,"playable":63.27365166991482,"score":63.27365166991482},"GB2-07":{"attempts":2,"playable":66.11173339358652,"score":66.11173339358652},"GB2-08":{"attempts":1,"playable":56.6996099791379,"score":56.6996099791379}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":87.96626253521754,"score":87.96626253521754},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":86.12528776636383,"score":86.12528776636383},"GB2-04":{"attempts":1,"playable":74.00237924109162,"score":74.00237924109162},"GB2-06":{"attempts":1,"playable":85.1100380720138,"score":85.1100380720138},"GB2-07":{"attempts":1,"playable":71.18831833294581,"score":71.18831833294581}},"none":{"GB2-01":{"attempts":1,"playable":39.25476035800591,"score":39.25476035800591},"GB2-02":{"attempts":1,"playable":43.426293895464745,"score":43.426293895464745},"GB2-03":{"attempts":1,"playable":44.337958350206804,"score":44.337958350206804},"GB2-04":{"attempts":1,"playable":47.93987711657281,"score":47.93987711657281},"GB2-05":{"attempts":1,"playable":16.442071060655934,"score":16.442071060655934},"GB2-06":{"attempts":1,"playable":41.437265267815846,"score":41.437265267815846},"GB2-07":{"attempts":1,"playable":61.03514845422724,"score":61.03514845422724},"GB2-08":{"attempts":1,"playable":56.6996099791379,"score":56.6996099791379}}},"id":"baidu/ernie-light-dt-1.0-intl","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:06Z","match_totals_all":{"draws":1503,"losses":3326,"wins":3865},"match_totals_tracks":{"medium":{"draws":285,"losses":666,"wins":2385},"none":{"draws":1218,"losses":2660,"wins":1480}},"model_slug":"baidu-ernie-light-dt-1-0-intl","official_rank_by_reasoning":{"none":48},"overall":{"max":87.96626253521754,"mean":55.61016869243316,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":138,"losses":475,"wins":747},"GB2-02":{"draws":421,"losses":177,"wins":38},"GB2-03":{"draws":278,"losses":404,"wins":634},"GB2-04":{"draws":614,"losses":263,"wins":431},"GB2-05":{"draws":0,"losses":592,"wins":98},"GB2-06":{"draws":52,"losses":519,"wins":745},"GB2-07":{"draws":0,"losses":557,"wins":815},"GB2-08":{"draws":0,"losses":339,"wins":357}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":0,"losses":106,"wins":574},"GB2-03":{"draws":3,"losses":133,"wins":522},"GB2-04":{"draws":235,"losses":84,"wins":335},"GB2-06":{"draws":47,"losses":100,"wins":511},"GB2-07":{"draws":0,"losses":243,"wins":443}},"none":{"GB2-01":{"draws":138,"losses":369,"wins":173},"GB2-02":{"draws":421,"losses":177,"wins":38},"GB2-03":{"draws":275,"losses":271,"wins":112},"GB2-04":{"draws":379,"losses":179,"wins":96},"GB2-05":{"draws":0,"losses":592,"wins":98},"GB2-06":{"draws":5,"losses":419,"wins":234},"GB2-07":{"draws":0,"losses":314,"wins":372},"GB2-08":{"draws":0,"losses":339,"wins":357}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1912.6942471432415,"GB2-03":1849.8467346817754,"GB2-04":1657.9516955176773,"GB2-06":2037.6412646215163,"GB2-07":1657.2536349107365},"none":{"GB2-01":1340.3797638843089,"GB2-02":1382.0104663564298,"GB2-03":1323.0969667975196,"GB2-04":1428.3363864433227,"GB2-05":827.8393905136442,"GB2-06":1256.7622059089745,"GB2-07":1504.5589675590827,"GB2-08":1451.9384423682554}},"per_game_tracks":{"medium":{"GB2-01":87.96626253521754,"GB2-03":86.12528776636383,"GB2-04":74.00237924109162,"GB2-06":85.1100380720138,"GB2-07":71.18831833294581},"none":{"GB2-01":39.25476035800591,"GB2-02":43.426293895464745,"GB2-03":44.337958350206804,"GB2-04":47.93987711657281,"GB2-05":16.442071060655934,"GB2-06":41.437265267815846,"GB2-07":61.03514845422724,"GB2-08":56.6996099791379}},"program_outcomes":{"all":{"counted_attempts":14,"failed":1,"infra_excluded":2,"success_rate":0.9285714285714286,"too_slow":0,"worked_after_repair":7,"worked_first_time":6,"working":13},"medium":{"counted_attempts":6,"failed":1,"infra_excluded":2,"success_rate":0.8333333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":67.39871432460544,"none":43.8216230602609},"reasoning_agg":{"medium":{"max":87.96626253521754,"mean":67.39871432460544,"min":0.0},"none":{"max":61.03514845422724,"mean":43.8216230602609,"min":16.442071060655934}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":23.57709126434454},"working_program_strength":{"all":62.35004012489371,"medium":80.87845718952653,"none":43.8216230602609}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-omni-flash:75df24651493ae47","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.038261828750000004,"median":0.0362093,"min":0.02143064,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":14,"run_count":9,"total":0.3426598500000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0065857699999999995,"mean":0.00400792875,"median":0.00372485,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.032063430000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.038261828750000004,"median":0.0362093,"min":0.02143064,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":14,"run_count":9,"total":0.34265985},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0065857699999999995,"mean":0.00400792875,"median":0.00372485,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.03206343}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.021134878750000002,"median":0.014008205,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":26,"run_count":17,"total":0.37472328},"codegen_latency_ms":{"attempt_count":25,"max_ms":1855424,"mean_ms":512987.82352941175,"min_ms":39688,"paired_attempt_count":25,"paired_latency_ms":8720793,"paired_output_tokens":729969,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":13,"max_ms":1855424,"mean_ms":915721.0,"min_ms":520562,"paired_attempt_count":13,"paired_latency_ms":8241489,"paired_output_tokens":692250,"run_count":9},"none":{"attempt_count":12,"max_ms":91756,"mean_ms":59913.0,"min_ms":39688,"paired_attempt_count":12,"paired_latency_ms":479304,"paired_output_tokens":37719,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":155885,"output_mean":43556.94117647059,"output_min":3008,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":14,"output_max":155885,"output_mean":78083.22222222222,"output_min":43222,"run_count":9},"none":{"attempt_count":12,"output_max":7276,"output_mean":4714.875,"output_min":3008,"run_count":8}},"display_name":"Qwen3.8 Omni Flash","economics":{"all":54.11483148891808,"medium":70.03600094379338,"none":38.193662034042774},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[131072],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"reconciliation_get_attempts":9,"requested_max_output_token_observations":27,"requested_max_output_tokens":[131072],"total_output_tokens":740468,"total_reasoning_output_tokens":632689,"total_visible_output_tokens":107779,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-omni-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":2},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-06"],"infra_failures_excluded":2,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":48.629129597918585,"score":48.629129597918585},"GB2-02":{"attempts":2,"playable":47.9442014018945,"score":47.9442014018945},"GB2-03":{"attempts":2,"playable":38.14017261862644,"score":38.14017261862644},"GB2-04":{"attempts":2,"playable":59.834694840747886,"score":59.834694840747886},"GB2-05":{"attempts":2,"playable":59.01466745679373,"score":59.01466745679373},"GB2-06":{"attempts":2,"playable":58.00581563263022,"score":58.00581563263022},"GB2-07":{"attempts":2,"playable":38.9027403073792,"score":38.9027403073792},"GB2-08":{"attempts":2,"playable":82.44723005535405,"score":82.44723005535405}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":64.59011671721393,"score":64.59011671721393},"GB2-02":{"attempts":1,"playable":53.392388056036154,"score":53.392388056036154},"GB2-03":{"attempts":1,"playable":44.085184766581534,"score":44.085184766581534},"GB2-04":{"attempts":1,"playable":79.63046863025724,"score":79.63046863025724},"GB2-05":{"attempts":1,"playable":87.92025433260852,"score":87.92025433260852},"GB2-06":{"attempts":1,"playable":73.37662908672382,"score":73.37662908672382},"GB2-07":{"attempts":1,"playable":74.709025736485,"score":74.709025736485},"GB2-08":{"attempts":1,"playable":82.58394022444085,"score":82.58394022444085}},"none":{"GB2-01":{"attempts":1,"playable":32.66814247862324,"score":32.66814247862324},"GB2-02":{"attempts":1,"playable":42.496014747752845,"score":42.496014747752845},"GB2-03":{"attempts":1,"playable":32.19516047067133,"score":32.19516047067133},"GB2-04":{"attempts":1,"playable":40.038921051238525,"score":40.038921051238525},"GB2-05":{"attempts":1,"playable":30.109080580978947,"score":30.109080580978947},"GB2-06":{"attempts":1,"playable":42.63500217853661,"score":42.63500217853661},"GB2-07":{"attempts":1,"playable":3.0964548782733874,"score":3.0964548782733874},"GB2-08":{"attempts":1,"playable":82.31051988626726,"score":82.31051988626726}}},"id":"qwen/qwen3.8-omni-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:26Z","match_totals_all":{"draws":2040,"losses":4379,"wins":4297},"match_totals_tracks":{"medium":{"draws":864,"losses":1448,"wins":3046},"none":{"draws":1176,"losses":2931,"wins":1251}},"model_slug":"qwen-qwen3-8-omni-flash","official_rank_by_reasoning":{"medium":24,"none":69},"overall":{"max":87.92025433260852,"mean":54.11483148891808,"min":3.0964548782733874},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":331,"losses":586,"wins":443},"GB2-02":{"draws":818,"losses":312,"wins":142},"GB2-03":{"draws":305,"losses":737,"wins":274},"GB2-04":{"draws":534,"losses":313,"wins":461},"GB2-05":{"draws":0,"losses":631,"wins":749},"GB2-06":{"draws":52,"losses":597,"wins":667},"GB2-07":{"draws":0,"losses":889,"wins":483},"GB2-08":{"draws":0,"losses":314,"wins":1078}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":162,"losses":190,"wins":328},"GB2-02":{"draws":340,"losses":158,"wins":138},"GB2-03":{"draws":164,"losses":328,"wins":166},"GB2-04":{"draws":164,"losses":81,"wins":409},"GB2-05":{"draws":0,"losses":125,"wins":565},"GB2-06":{"draws":34,"losses":192,"wins":432},"GB2-07":{"draws":0,"losses":218,"wins":468},"GB2-08":{"draws":0,"losses":156,"wins":540}},"none":{"GB2-01":{"draws":169,"losses":396,"wins":115},"GB2-02":{"draws":478,"losses":154,"wins":4},"GB2-03":{"draws":141,"losses":409,"wins":108},"GB2-04":{"draws":370,"losses":232,"wins":52},"GB2-05":{"draws":0,"losses":506,"wins":184},"GB2-06":{"draws":18,"losses":405,"wins":235},"GB2-07":{"draws":0,"losses":671,"wins":15},"GB2-08":{"draws":0,"losses":158,"wins":538}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1587.2722776102914,"GB2-02":1460.1145602418821,"GB2-03":1320.8711542848873,"GB2-04":1724.204433748253,"GB2-05":2121.1459932934504,"GB2-06":1800.768364586903,"GB2-07":1718.0462873851923,"GB2-08":2019.1793731408575},"none":{"GB2-01":1273.9171098601983,"GB2-02":1374.7146044242809,"GB2-03":1214.0825873877814,"GB2-04":1365.9367088942424,"GB2-05":1068.2286099123212,"GB2-06":1275.5260566868699,"GB2-07":454.3724260062952,"GB2-08":2012.4480200302974}},"per_game_tracks":{"medium":{"GB2-01":64.59011671721393,"GB2-02":53.392388056036154,"GB2-03":44.085184766581534,"GB2-04":79.63046863025724,"GB2-05":87.92025433260852,"GB2-06":73.37662908672382,"GB2-07":74.709025736485,"GB2-08":82.58394022444085},"none":{"GB2-01":32.66814247862324,"GB2-02":42.496014747752845,"GB2-03":32.19516047067133,"GB2-04":40.038921051238525,"GB2-05":30.109080580978947,"GB2-06":42.63500217853661,"GB2-07":3.0964548782733874,"GB2-08":82.31051988626726}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":2,"success_rate":1.0,"too_slow":0,"worked_after_repair":6,"worked_first_time":10,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":2,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":70.03600094379338,"none":38.193662034042774},"reasoning_agg":{"medium":{"max":87.92025433260852,"mean":70.03600094379338,"min":44.085184766581534},"none":{"max":82.31051988626726,"mean":38.193662034042774,"min":3.0964548782733874}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":31.84233890975061},"working_program_strength":{"all":54.11483148891808,"medium":70.03600094379338,"none":38.193662034042774}},{"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-5-preview:19da2b3375dde598","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.183419,"mean":0.183419,"median":0.183419,"min":0.183419,"recorded_attempt_count":1,"run_count":1,"total":0.183419},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.15206475,"median":0.13085655000000002,"min":0.101835,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":7},"recorded_attempt_count":9,"run_count":9,"total":1.3977659999999998},"none":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1905706,"mean":0.129429625,"median":0.13104325,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":9,"total":1.1975319}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.15206475,"median":0.13085655000000002,"min":0.101835,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":7},"recorded_attempt_count":9,"run_count":9,"total":1.3977660000000003},"historical-provider-setting-baseline":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1905706,"mean":0.129429625,"median":0.13104325,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":9,"total":1.1975318999999998},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.183419,"mean":0.183419,"median":0.183419,"min":0.183419,"recorded_attempt_count":1,"run_count":1,"total":0.183419}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":17,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.1432572941176471,"median":0.1323767,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":21,"run_count":19,"total":2.7787169},"codegen_latency_ms":{"attempt_count":18,"max_ms":406076,"mean_ms":272091.5625,"min_ms":160537,"paired_attempt_count":17,"paired_latency_ms":4034814,"paired_output_tokens":670755,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":7,"max_ms":406076,"mean_ms":312695.85714285716,"min_ms":231424,"paired_attempt_count":6,"paired_latency_ms":1870220,"paired_output_tokens":260480,"run_count":7},"none":{"attempt_count":11,"max_ms":358795,"mean_ms":240510.44444444444,"min_ms":160537,"paired_attempt_count":11,"paired_latency_ms":2164594,"paired_output_tokens":410275,"run_count":9}},"codegen_output_tokens":{"attempt_count":21,"output_max":77071,"output_mean":47252.36842105263,"output_min":30460,"run_count":19},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":1,"output_max":64000,"output_mean":64000.0,"output_min":64000,"run_count":1},"medium":{"attempt_count":9,"output_max":64000,"output_mean":47057.77777777778,"output_min":33780,"run_count":9},"none":{"attempt_count":11,"output_max":77071,"output_mean":45586.11111111111,"output_min":30460,"run_count":9}},"display_name":"Step 5 Preview","economics":{"all":52.26196815728947,"medium":51.3536366237419,"none":53.17029969083705},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":21,"effective_max_output_tokens":[64000],"finish_reason_observations":18,"finish_reasons":["stop"],"indexed_attempts":21,"output_token_observations":21,"provider_post_attempt_observations":21,"provider_post_attempts":22,"reasoning_token_observations":21,"reconciliation_get_attempt_observations":21,"requested_max_output_token_observations":21,"requested_max_output_tokens":[64000],"total_output_tokens":897795,"total_visible_output_tokens":897795,"visible_token_observations":21},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":64000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"infra_failures_excluded":1,"model_code_failures":1,"output_limit_held":1,"output_limit_tokens":64000,"output_maximum_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":7,"first_pass_rate":0.7777777777777778,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":74.3115597405868,"score":74.3115597405868},"GB2-02":{"attempts":2,"playable":55.97618707863798,"score":55.97618707863798},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":49.84213344240219,"score":24.921066721201093},"GB2-04":{"attempts":2,"playable":40.56255599884358,"score":40.56255599884358},"GB2-05":{"attempts":2,"playable":65.22711214881656,"score":65.22711214881656},"GB2-06":{"attempts":2,"playable":66.54189158403261,"score":66.54189158403261},"GB2-07":{"attempts":2,"playable":55.49266515287965,"score":55.49266515287965},"GB2-08":{"attempts":2,"playable":35.06270683331755,"score":35.06270683331755}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":80.03805586072417,"score":80.03805586072417},"GB2-02":{"attempts":1,"playable":46.712888967811814,"score":46.712888967811814},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":43.962311689501014,"score":43.962311689501014},"GB2-05":{"attempts":1,"playable":71.2699955645054,"score":71.2699955645054},"GB2-06":{"attempts":1,"playable":65.48903115379957,"score":65.48903115379957},"GB2-07":{"attempts":1,"playable":53.43667091910608,"score":53.43667091910608},"GB2-08":{"attempts":1,"playable":49.9201388344872,"score":49.9201388344872}},"none":{"GB2-01":{"attempts":1,"playable":68.58506362044943,"score":68.58506362044943},"GB2-02":{"attempts":1,"playable":65.23948518946415,"score":65.23948518946415},"GB2-03":{"attempts":2,"playable":49.84213344240219,"score":49.84213344240219},"GB2-04":{"attempts":1,"playable":37.16280030818614,"score":37.16280030818614},"GB2-05":{"attempts":1,"playable":59.18422873312772,"score":59.18422873312772},"GB2-06":{"attempts":1,"playable":67.59475201426565,"score":67.59475201426565},"GB2-07":{"attempts":1,"playable":57.548659386653235,"score":57.548659386653235},"GB2-08":{"attempts":1,"playable":20.205274832147893,"score":20.205274832147893}}},"id":"stepfun/step-5-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:38:47Z","match_totals_all":{"draws":1430,"losses":4640,"wins":4646},"match_totals_tracks":{"medium":{"draws":703,"losses":1834,"wins":2163},"none":{"draws":727,"losses":2806,"wins":2483}},"model_slug":"stepfun-step-5-preview","official_rank_by_reasoning":{"medium":53,"none":28},"overall":{"max":80.03805586072417,"mean":52.26196815728947,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":5,"losses":406,"wins":949},"GB2-02":{"draws":653,"losses":297,"wins":322},"GB2-03":{"draws":190,"losses":656,"wins":470},"GB2-04":{"draws":551,"losses":552,"wins":205},"GB2-05":{"draws":0,"losses":570,"wins":810},"GB2-06":{"draws":31,"losses":498,"wins":787},"GB2-07":{"draws":0,"losses":704,"wins":668},"GB2-08":{"draws":0,"losses":957,"wins":435}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":1,"losses":164,"wins":515},"GB2-02":{"draws":410,"losses":163,"wins":63},"GB2-04":{"draws":272,"losses":257,"wins":125},"GB2-05":{"draws":0,"losses":246,"wins":444},"GB2-06":{"draws":20,"losses":254,"wins":384},"GB2-07":{"draws":0,"losses":366,"wins":320},"GB2-08":{"draws":0,"losses":384,"wins":312}},"none":{"GB2-01":{"draws":4,"losses":242,"wins":434},"GB2-02":{"draws":243,"losses":134,"wins":259},"GB2-03":{"draws":190,"losses":656,"wins":470},"GB2-04":{"draws":279,"losses":295,"wins":80},"GB2-05":{"draws":0,"losses":324,"wins":366},"GB2-06":{"draws":11,"losses":244,"wins":403},"GB2-07":{"draws":0,"losses":338,"wins":348},"GB2-08":{"draws":0,"losses":573,"wins":123}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1774.1161006570933,"GB2-02":1407.6787411404675,"GB2-04":1397.0505228172817,"GB2-05":1655.3282974992205,"GB2-06":1655.2411069388509,"GB2-07":1401.5699904983078,"GB2-08":1329.5481054330044},"none":{"GB2-01":1630.2183904836593,"GB2-02":1559.4405951097112,"GB2-03":1372.065051165645,"GB2-04":1342.7206943000137,"GB2-05":1459.2452106382393,"GB2-06":1693.4313926546968,"GB2-07":1456.5508018231249,"GB2-08":884.5627132123992}},"per_game_tracks":{"medium":{"GB2-01":80.03805586072417,"GB2-02":46.712888967811814,"GB2-04":43.962311689501014,"GB2-05":71.2699955645054,"GB2-06":65.48903115379957,"GB2-07":53.43667091910608,"GB2-08":49.9201388344872},"none":{"GB2-01":68.58506362044943,"GB2-02":65.23948518946415,"GB2-03":49.84213344240219,"GB2-04":37.16280030818614,"GB2-05":59.18422873312772,"GB2-06":67.59475201426565,"GB2-07":57.548659386653235,"GB2-08":20.205274832147893}},"program_outcomes":{"all":{"counted_attempts":17,"failed":1,"infra_excluded":1,"success_rate":0.9411764705882353,"too_slow":0,"worked_after_repair":2,"worked_first_time":14,"working":16},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":1,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":7,"working":9}},"provider_color":"#F59E0B","provider_company":"StepFun","provider_key":"stepfun","provider_text_color":"#1f1300","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":51.3536366237419,"none":53.17029969083705},"reasoning_agg":{"medium":{"max":80.03805586072417,"mean":51.3536366237419,"min":0.0},"none":{"max":68.58506362044943,"mean":53.17029969083705,"min":20.205274832147893}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low"},"score_diagnostics":{"reasoning_variance":1.8166630670951491},"working_program_strength":{"all":55.93008505898533,"medium":58.6898704271336,"none":53.17029969083705}},{"canonical_public_row_identity":"publication-row.v1:overall:baidu-ernie-5-5-flash-preview:4ee302402eb2cc5a","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0},"codegen_latency_ms":{"attempt_count":8,"max_ms":245052,"mean_ms":167726.875,"min_ms":103814,"paired_attempt_count":4,"paired_latency_ms":652059,"paired_output_tokens":181736,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":8,"max_ms":245052,"mean_ms":167726.875,"min_ms":103814,"paired_attempt_count":4,"paired_latency_ms":652059,"paired_output_tokens":181736,"run_count":8}},"codegen_output_tokens":{"attempt_count":8,"output_max":61736,"output_mean":44983.75,"output_min":29156,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":8,"output_max":61736,"output_mean":44983.75,"output_min":29156,"run_count":8}},"display_name":"Ernie 5.5 Flash Preview","economics":{"all":51.932049763910875,"medium":51.932049763910875},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":8,"effective_max_output_tokens":[921600],"finish_reason_observations":8,"finish_reasons":["stop"],"indexed_attempts":8,"output_token_observations":8,"provider_post_attempt_observations":8,"provider_post_attempts":12,"reasoning_token_observations":8,"reconciliation_get_attempt_observations":8,"requested_max_output_token_observations":8,"requested_max_output_tokens":[921600],"total_output_tokens":359870,"total_reasoning_output_tokens":327992,"total_visible_output_tokens":31878,"visible_token_observations":8},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":921600,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"baidu/ernie-5.5-flash-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":90.646006068254,"score":90.646006068254},"GB2-02":{"attempts":1,"playable":66.68191376250844,"score":66.68191376250844},"GB2-03":{"attempts":1,"playable":36.16705471347668,"score":36.16705471347668},"GB2-04":{"attempts":1,"playable":63.26840347999102,"score":63.26840347999102},"GB2-05":{"attempts":1,"playable":55.69001827741688,"score":55.69001827741688},"GB2-06":{"attempts":1,"playable":40.47417693392561,"score":40.47417693392561},"GB2-07":{"attempts":1,"playable":44.876461291843036,"score":44.876461291843036},"GB2-08":{"attempts":1,"playable":17.652363583871377,"score":17.652363583871377}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":90.646006068254,"score":90.646006068254},"GB2-02":{"attempts":1,"playable":66.68191376250844,"score":66.68191376250844},"GB2-03":{"attempts":1,"playable":36.16705471347668,"score":36.16705471347668},"GB2-04":{"attempts":1,"playable":63.26840347999102,"score":63.26840347999102},"GB2-05":{"attempts":1,"playable":55.69001827741688,"score":55.69001827741688},"GB2-06":{"attempts":1,"playable":40.47417693392561,"score":40.47417693392561},"GB2-07":{"attempts":1,"playable":44.876461291843036,"score":44.876461291843036},"GB2-08":{"attempts":1,"playable":17.652363583871377,"score":17.652363583871377}}},"id":"baidu/ernie-5.5-flash-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:15Z","match_totals_all":{"draws":639,"losses":2526,"wins":2193},"match_totals_tracks":{"medium":{"draws":639,"losses":2526,"wins":2193}},"model_slug":"baidu-ernie-5-5-flash-preview","official_rank_by_reasoning":{"medium":51},"overall":{"max":90.646006068254,"mean":51.932049763910875,"min":17.652363583871377},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":30,"losses":70,"wins":580},"GB2-02":{"draws":269,"losses":112,"wins":255},"GB2-03":{"draws":57,"losses":428,"wins":173},"GB2-04":{"draws":248,"losses":148,"wins":258},"GB2-05":{"draws":0,"losses":346,"wins":344},"GB2-06":{"draws":35,"losses":410,"wins":213},"GB2-07":{"draws":0,"losses":423,"wins":263},"GB2-08":{"draws":0,"losses":589,"wins":107}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":30,"losses":70,"wins":580},"GB2-02":{"draws":269,"losses":112,"wins":255},"GB2-03":{"draws":57,"losses":428,"wins":173},"GB2-04":{"draws":248,"losses":148,"wins":258},"GB2-05":{"draws":0,"losses":346,"wins":344},"GB2-06":{"draws":35,"losses":410,"wins":213},"GB2-07":{"draws":0,"losses":423,"wins":263},"GB2-08":{"draws":0,"losses":589,"wins":107}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1975.8755587478379,"GB2-02":1572.6051382607134,"GB2-03":1250.5939021165727,"GB2-04":1553.980148384412,"GB2-05":1411.4117125261614,"GB2-06":1241.6895371890719,"GB2-07":1290.3061517697395,"GB2-08":843.2072724922749}},"per_game_tracks":{"medium":{"GB2-01":90.646006068254,"GB2-02":66.68191376250844,"GB2-03":36.16705471347668,"GB2-04":63.26840347999102,"GB2-05":55.69001827741688,"GB2-06":40.47417693392561,"GB2-07":44.876461291843036,"GB2-08":17.652363583871377}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":51.932049763910875},"reasoning_agg":{"medium":{"max":90.646006068254,"mean":51.932049763910875,"min":17.652363583871377}},"reasoning_labels":{"highest":"Setting not tested","medium":"Default","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":51.932049763910875,"medium":51.932049763910875}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-flash:5a53fd9c8710bf9c","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02304638,"mean":0.0178225775,"median":0.01816367,"min":0.01029504,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.14258062},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00414456,"mean":0.0029296749999999996,"median":0.00284053,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"recorded_attempt_count":12,"run_count":8,"total":0.023437400000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02304638,"mean":0.0178225775,"median":0.01816367,"min":0.01029504,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.14258062000000002},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00414456,"mean":0.0029296749999999996,"median":0.00284053,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"recorded_attempt_count":12,"run_count":8,"total":0.023437400000000004}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02304638,"mean":0.01037612625,"median":0.0072198,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":23},"recorded_attempt_count":23,"run_count":16,"total":0.16601802},"codegen_latency_ms":{"attempt_count":23,"max_ms":1374551,"mean_ms":491530.125,"min_ms":35032,"paired_attempt_count":23,"paired_latency_ms":7864482,"paired_output_tokens":500838,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":1374551,"mean_ms":925316.625,"min_ms":428464,"paired_attempt_count":11,"paired_latency_ms":7402533,"paired_output_tokens":463977,"run_count":8},"none":{"attempt_count":12,"max_ms":114099,"mean_ms":57743.625,"min_ms":35032,"paired_attempt_count":12,"paired_latency_ms":461949,"paired_output_tokens":36861,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":78655,"output_mean":31302.375,"output_min":3072,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":78655,"output_mean":57997.125,"output_min":33074,"run_count":8},"none":{"attempt_count":12,"output_max":6869,"output_mean":4607.625,"output_min":3072,"run_count":8}},"display_name":"MiMo-V2.6-Flash","economics":{"all":49.39152169014993,"medium":58.73730587107975,"none":40.04573750922012},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[131072],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":23,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[131072],"total_output_tokens":500838,"total_reasoning_output_tokens":411817,"total_visible_output_tokens":89021,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":58.66338906344842,"score":58.66338906344842},"GB2-02":{"attempts":2,"playable":52.828029921376995,"score":52.828029921376995},"GB2-03":{"attempts":2,"playable":49.96766924990169,"score":49.96766924990169},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":57.77973625981553,"score":28.889868129907764},"GB2-05":{"attempts":2,"playable":52.81351561897661,"score":52.81351561897661},"GB2-06":{"attempts":2,"playable":55.195190057609864,"score":55.195190057609864},"GB2-07":{"attempts":2,"playable":59.66992734425661,"score":59.66992734425661},"GB2-08":{"attempts":2,"playable":37.10458413572151,"score":37.10458413572151}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":50.438377559063575,"score":50.438377559063575},"GB2-02":{"attempts":1,"playable":64.51565422846754,"score":64.51565422846754},"GB2-03":{"attempts":1,"playable":60.51417570868281,"score":60.51417570868281},"GB2-04":{"attempts":1,"playable":57.77973625981553,"score":57.77973625981553},"GB2-05":{"attempts":1,"playable":56.167665133104585,"score":56.167665133104585},"GB2-06":{"attempts":1,"playable":62.47978684389448,"score":62.47978684389448},"GB2-07":{"attempts":1,"playable":80.66238162097001,"score":80.66238162097001},"GB2-08":{"attempts":1,"playable":37.340669614639474,"score":37.340669614639474}},"none":{"GB2-01":{"attempts":1,"playable":66.88840056783327,"score":66.88840056783327},"GB2-02":{"attempts":1,"playable":41.14040561428645,"score":41.14040561428645},"GB2-03":{"attempts":1,"playable":39.421162791120565,"score":39.421162791120565},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":49.459366104848634,"score":49.459366104848634},"GB2-06":{"attempts":1,"playable":47.91059327132524,"score":47.91059327132524},"GB2-07":{"attempts":1,"playable":38.677473067543204,"score":38.677473067543204},"GB2-08":{"attempts":1,"playable":36.86849865680355,"score":36.86849865680355}}},"id":"xiaomi/mimo-v2.6-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:35:01Z","match_totals_all":{"draws":1262,"losses":4669,"wins":4131},"match_totals_tracks":{"medium":{"draws":443,"losses":2288,"wins":2627},"none":{"draws":819,"losses":2381,"wins":1504}},"model_slug":"xiaomi-mimo-v2-6-flash","official_rank_by_reasoning":{"medium":40,"none":58},"overall":{"max":80.66238162097001,"mean":49.39152169014993,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":223,"losses":509,"wins":628},"GB2-02":{"draws":698,"losses":312,"wins":262},"GB2-03":{"draws":227,"losses":634,"wins":455},"GB2-04":{"draws":78,"losses":268,"wins":308},"GB2-05":{"draws":0,"losses":728,"wins":652},"GB2-06":{"draws":36,"losses":647,"wins":633},"GB2-07":{"draws":0,"losses":638,"wins":734},"GB2-08":{"draws":0,"losses":933,"wins":459}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":26,"losses":352,"wins":302},"GB2-02":{"draws":268,"losses":126,"wins":242},"GB2-03":{"draws":46,"losses":287,"wins":325},"GB2-04":{"draws":78,"losses":268,"wins":308},"GB2-05":{"draws":0,"losses":343,"wins":347},"GB2-06":{"draws":25,"losses":272,"wins":361},"GB2-07":{"draws":0,"losses":175,"wins":511},"GB2-08":{"draws":0,"losses":465,"wins":231}},"none":{"GB2-01":{"draws":197,"losses":157,"wins":326},"GB2-02":{"draws":430,"losses":186,"wins":20},"GB2-03":{"draws":181,"losses":347,"wins":130},"GB2-05":{"draws":0,"losses":385,"wins":305},"GB2-06":{"draws":11,"losses":375,"wins":272},"GB2-07":{"draws":0,"losses":463,"wins":223},"GB2-08":{"draws":0,"losses":468,"wins":228}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1447.7047970864564,"GB2-02":1552.9510613086222,"GB2-03":1472.1607580721452,"GB2-04":1507.2218336655105,"GB2-05":1417.8233762820075,"GB2-06":1601.6128513095468,"GB2-07":1839.7024195236975,"GB2-08":1133.0434089784003},"none":{"GB2-01":1611.6772070372615,"GB2-02":1364.039492419722,"GB2-03":1279.7101109005916,"GB2-05":1330.0554115752439,"GB2-06":1358.7363716368386,"GB2-07":1210.1897698922314,"GB2-08":1126.2003960494944}},"per_game_tracks":{"medium":{"GB2-01":50.438377559063575,"GB2-02":64.51565422846754,"GB2-03":60.51417570868281,"GB2-04":57.77973625981553,"GB2-05":56.167665133104585,"GB2-06":62.47978684389448,"GB2-07":80.66238162097001,"GB2-08":37.340669614639474},"none":{"GB2-01":66.88840056783327,"GB2-02":41.14040561428645,"GB2-03":39.421162791120565,"GB2-05":49.459366104848634,"GB2-06":47.91059327132524,"GB2-07":38.677473067543204,"GB2-08":36.86849865680355}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":6,"worked_first_time":9,"working":15},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":58.73730587107975,"none":40.045737509220125},"reasoning_agg":{"medium":{"max":80.66238162097001,"mean":58.73730587107975,"min":37.340669614639474},"none":{"max":66.88840056783327,"mean":40.045737509220125,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":18.691568361859623},"working_program_strength":{"all":52.251931512237086,"medium":58.73730587107975,"none":45.76655715339442}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-flash:5695f14b3a1d607a","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.0376887,"median":0.037827133,"min":0.02582591,"recorded_attempt_count":11,"run_count":8,"total":0.3015096},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.006158996,"mean":0.00343607875,"median":0.002791493,"min":0.0021123,"recorded_attempt_count":11,"run_count":8,"total":0.027488630000000003}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.0376887,"median":0.037827133,"min":0.02582591,"recorded_attempt_count":11,"run_count":8,"total":0.30150960000000004},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.006158996,"mean":0.00343607875,"median":0.002791493,"min":0.0021123,"recorded_attempt_count":11,"run_count":8,"total":0.02748863}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":22},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.020562389374999997,"median":0.015992453,"min":0.0021123,"recorded_attempt_count":22,"run_count":16,"total":0.32899822999999995},"codegen_latency_ms":{"attempt_count":22,"max_ms":1377805,"mean_ms":526774.25,"min_ms":30630,"paired_attempt_count":22,"paired_latency_ms":8428388,"paired_output_tokens":640481,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":1377805,"mean_ms":998592.5,"min_ms":680734,"paired_attempt_count":11,"paired_latency_ms":7988740,"paired_output_tokens":610211,"run_count":8},"none":{"attempt_count":11,"max_ms":104368,"mean_ms":54956.0,"min_ms":30630,"paired_attempt_count":11,"paired_latency_ms":439648,"paired_output_tokens":30270,"run_count":8}},"codegen_output_tokens":{"attempt_count":22,"output_max":125053,"output_mean":40030.0625,"output_min":2070,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":125053,"output_mean":76276.375,"output_min":52513,"run_count":8},"none":{"attempt_count":11,"output_max":7265,"output_mean":3783.75,"output_min":2070,"run_count":8}},"display_name":"Qwen3.8 Flash","economics":{"all":46.53050648578184,"medium":62.120320203895105,"none":30.94069276766858},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":22,"finish_reasons":["stop"],"indexed_attempts":22,"output_token_observations":22,"provider_post_attempt_observations":22,"provider_post_attempts":22,"reasoning_token_observations":22,"reconciliation_get_attempt_observations":22,"reconciliation_get_attempts":100,"total_output_tokens":640481,"total_reasoning_output_tokens":544948,"total_visible_output_tokens":95533,"visible_token_observations":22},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":41.51250657665459,"score":41.51250657665459},"GB2-02":{"attempts":2,"playable":50.18278883373878,"score":50.18278883373878},"GB2-03":{"attempts":2,"playable":54.229570720916726,"score":54.229570720916726},"GB2-04":{"attempts":2,"playable":43.50272176452842,"score":43.50272176452842},"GB2-05":{"attempts":2,"playable":42.721833333315466,"score":42.721833333315466},"GB2-06":{"attempts":2,"playable":65.00314492504874,"score":65.00314492504874},"GB2-07":{"attempts":2,"playable":41.54359946525242,"score":41.54359946525242},"GB2-08":{"attempts":2,"playable":33.54788626679963,"score":33.54788626679963}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":50.590498174496354,"score":50.590498174496354},"GB2-02":{"attempts":1,"playable":57.10832060588924,"score":57.10832060588924},"GB2-03":{"attempts":1,"playable":64.54256824015006,"score":64.54256824015006},"GB2-04":{"attempts":1,"playable":47.13053668585918,"score":47.13053668585918},"GB2-05":{"attempts":1,"playable":69.001595605975,"score":69.001595605975},"GB2-06":{"attempts":1,"playable":77.84362563364387,"score":77.84362563364387},"GB2-07":{"attempts":1,"playable":73.304672116384,"score":73.304672116384},"GB2-08":{"attempts":1,"playable":57.4407445687632,"score":57.4407445687632}},"none":{"GB2-01":{"attempts":1,"playable":32.434514978812814,"score":32.434514978812814},"GB2-02":{"attempts":1,"playable":43.25725706158832,"score":43.25725706158832},"GB2-03":{"attempts":1,"playable":43.9165732016834,"score":43.9165732016834},"GB2-04":{"attempts":1,"playable":39.87490684319766,"score":39.87490684319766},"GB2-05":{"attempts":1,"playable":16.442071060655934,"score":16.442071060655934},"GB2-06":{"attempts":1,"playable":52.162664216453614,"score":52.162664216453614},"GB2-07":{"attempts":1,"playable":9.782526814120844,"score":9.782526814120844},"GB2-08":{"attempts":1,"playable":9.655027964836057,"score":9.655027964836057}}},"id":"qwen/qwen3.8-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:04:57Z","match_totals_all":{"draws":2242,"losses":5124,"wins":3350},"match_totals_tracks":{"medium":{"draws":1093,"losses":1781,"wins":2484},"none":{"draws":1149,"losses":3343,"wins":866}},"model_slug":"qwen-qwen3-8-flash","official_rank_by_reasoning":{"medium":34,"none":82},"overall":{"max":77.84362563364387,"mean":46.53050648578184,"min":9.655027964836057},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":354,"losses":669,"wins":337},"GB2-02":{"draws":804,"losses":292,"wins":176},"GB2-03":{"draws":309,"losses":541,"wins":466},"GB2-04":{"draws":737,"losses":423,"wins":148},"GB2-05":{"draws":0,"losses":853,"wins":527},"GB2-06":{"draws":38,"losses":511,"wins":767},"GB2-07":{"draws":0,"losses":862,"wins":510},"GB2-08":{"draws":0,"losses":973,"wins":419}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":216,"losses":256,"wins":208},"GB2-02":{"draws":337,"losses":137,"wins":162},"GB2-03":{"draws":163,"losses":203,"wins":292},"GB2-04":{"draws":343,"losses":202,"wins":109},"GB2-05":{"draws":0,"losses":261,"wins":429},"GB2-06":{"draws":34,"losses":160,"wins":464},"GB2-07":{"draws":0,"losses":228,"wins":458},"GB2-08":{"draws":0,"losses":334,"wins":362}},"none":{"GB2-01":{"draws":138,"losses":413,"wins":129},"GB2-02":{"draws":467,"losses":155,"wins":14},"GB2-03":{"draws":146,"losses":338,"wins":174},"GB2-04":{"draws":394,"losses":221,"wins":39},"GB2-05":{"draws":0,"losses":592,"wins":98},"GB2-06":{"draws":4,"losses":351,"wins":303},"GB2-07":{"draws":0,"losses":634,"wins":52},"GB2-08":{"draws":0,"losses":639,"wins":57}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1449.1548423240934,"GB2-02":1490.0147386194694,"GB2-03":1513.9798280682703,"GB2-04":1421.9714858434875,"GB2-05":1613.0455157539393,"GB2-06":1886.5311650636904,"GB2-07":1693.078335304524,"GB2-08":1466.1519794418768},"none":{"GB2-01":1271.4731841857345,"GB2-02":1380.6862614259871,"GB2-03":1319.3865808224746,"GB2-04":1364.624328459867,"GB2-05":827.8393905136442,"GB2-06":1427.0841375007863,"GB2-07":727.7387921924499,"GB2-08":684.3760740220919}},"per_game_tracks":{"medium":{"GB2-01":50.590498174496354,"GB2-02":57.10832060588924,"GB2-03":64.54256824015006,"GB2-04":47.13053668585918,"GB2-05":69.001595605975,"GB2-06":77.84362563364387,"GB2-07":73.304672116384,"GB2-08":57.4407445687632},"none":{"GB2-01":32.434514978812814,"GB2-02":43.25725706158832,"GB2-03":43.9165732016834,"GB2-04":39.87490684319766,"GB2-05":16.442071060655934,"GB2-06":52.162664216453614,"GB2-07":9.782526814120844,"GB2-08":9.655027964836057}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":6,"worked_first_time":10,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":62.120320203895105,"none":30.94069276766858},"reasoning_agg":{"medium":{"max":77.84362563364387,"mean":62.120320203895105,"min":47.13053668585918},"none":{"max":52.162664216453614,"mean":30.94069276766858,"min":9.655027964836057}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":31.179627436226525},"working_program_strength":{"all":46.53050648578184,"medium":62.120320203895105,"none":30.94069276766858}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-large-4-0:0f732a578643b3f6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.33846634,"mean":0.191117675,"median":0.19018014,"min":0.07351397,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.5289414000000001},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03127107,"mean":0.02115604125,"median":0.02234344,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.16924832999999997}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03127107,"mean":0.02115604125,"median":0.02234344,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.16924833},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.33846634,"mean":0.191117675,"median":0.19018014,"min":0.07351397,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.5289414}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.33846634,"mean":0.10613685812499998,"median":0.05239252,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.69818973},"codegen_latency_ms":{"attempt_count":23,"max_ms":2372746,"mean_ms":755436.1875,"min_ms":27078,"paired_attempt_count":21,"paired_latency_ms":9774872,"paired_output_tokens":589665,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":2372746,"mean_ms":1420193.375,"min_ms":412995,"paired_attempt_count":8,"paired_latency_ms":9049440,"paired_output_tokens":544124,"run_count":8},"none":{"attempt_count":13,"max_ms":165291,"mean_ms":90679.0,"min_ms":27078,"paired_attempt_count":13,"paired_latency_ms":725432,"paired_output_tokens":45541,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":159550,"output_mean":46908.8125,"output_min":3069,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":159550,"output_mean":88125.0,"output_min":32501,"run_count":8},"none":{"attempt_count":13,"output_max":9287,"output_mean":5692.625,"output_min":3069,"run_count":8}},"display_name":"Mistral Large 4","economics":{"all":45.928300025342935,"highest":57.92389086006359,"none":33.932709190622276},"first_seen_at":null,"game_gaps":{"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[262144],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":25,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[262144],"total_output_tokens":750541,"total_reasoning_output_tokens":655796,"total_visible_output_tokens":94745,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-large-4-0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":46.581671260005315,"score":46.581671260005315},"GB2-02":{"attempts":2,"playable":53.13508920278589,"score":53.13508920278589},"GB2-03":{"attempts":2,"playable":36.15894187538607,"score":36.15894187538607},"GB2-04":{"attempts":2,"playable":51.86045369137347,"score":51.86045369137347},"GB2-05":{"attempts":2,"playable":52.39859442403741,"score":52.39859442403741},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":76.10921191398022,"score":38.05460595699011},"GB2-07":{"attempts":2,"playable":43.293179446017874,"score":43.293179446017874},"GB2-08":{"attempts":2,"playable":45.94386434614729,"score":45.94386434614729}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":35.23261081437551,"score":35.23261081437551},"GB2-02":{"attempts":1,"playable":64.11279349711833,"score":64.11279349711833},"GB2-03":{"attempts":1,"playable":42.81874489033065,"score":42.81874489033065},"GB2-04":{"attempts":1,"playable":67.05237276438572,"score":67.05237276438572},"GB2-05":{"attempts":1,"playable":45.45466975890859,"score":45.45466975890859},"GB2-06":{"attempts":1,"playable":76.10921191398022,"score":76.10921191398022},"GB2-07":{"attempts":1,"playable":76.8038320779149,"score":76.8038320779149},"GB2-08":{"attempts":1,"playable":55.80689116349473,"score":55.80689116349473}},"none":{"GB2-01":{"attempts":1,"playable":57.93073170563512,"score":57.93073170563512},"GB2-02":{"attempts":1,"playable":42.15738490845345,"score":42.15738490845345},"GB2-03":{"attempts":1,"playable":29.499138860441494,"score":29.499138860441494},"GB2-04":{"attempts":1,"playable":36.66853461836122,"score":36.66853461836122},"GB2-05":{"attempts":1,"playable":59.342519089166245,"score":59.342519089166245},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":9.782526814120844,"score":9.782526814120844},"GB2-08":{"attempts":1,"playable":36.08083752879986,"score":36.08083752879986}}},"id":"mistralai/mistral-large-4-0","is_recent_addition":false,"last_measured_at":"2026-11-21T16:31:04Z","match_totals_all":{"draws":2050,"losses":4587,"wins":3421},"match_totals_tracks":{"highest":{"draws":902,"losses":2088,"wins":2368},"none":{"draws":1148,"losses":2499,"wins":1053}},"model_slug":"mistralai-mistral-large-4-0","official_rank_by_reasoning":{"highest":51,"none":79},"overall":{"max":76.8038320779149,"mean":45.928300025342935,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-01":35.23261081437551,"GB2-02":64.11279349711833,"GB2-03":42.81874489033065,"GB2-04":67.05237276438572,"GB2-05":45.45466975890859,"GB2-06":76.10921191398022,"GB2-07":76.8038320779149,"GB2-08":55.80689116349473},"per_game_match_totals_all":{"GB2-01":{"draws":175,"losses":692,"wins":493},"GB2-02":{"draws":805,"losses":255,"wins":212},"GB2-03":{"draws":403,"losses":711,"wins":202},"GB2-04":{"draws":626,"losses":372,"wins":310},"GB2-05":{"draws":0,"losses":733,"wins":647},"GB2-06":{"draws":41,"losses":169,"wins":448},"GB2-07":{"draws":0,"losses":837,"wins":535},"GB2-08":{"draws":0,"losses":818,"wins":574}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":32,"losses":448,"wins":200},"GB2-02":{"draws":337,"losses":94,"wins":205},"GB2-03":{"draws":207,"losses":314,"wins":137},"GB2-04":{"draws":285,"losses":105,"wins":264},"GB2-05":{"draws":0,"losses":410,"wins":280},"GB2-06":{"draws":41,"losses":169,"wins":448},"GB2-07":{"draws":0,"losses":203,"wins":483},"GB2-08":{"draws":0,"losses":345,"wins":351}},"none":{"GB2-01":{"draws":143,"losses":244,"wins":293},"GB2-02":{"draws":468,"losses":161,"wins":7},"GB2-03":{"draws":196,"losses":397,"wins":65},"GB2-04":{"draws":341,"losses":267,"wins":46},"GB2-05":{"draws":0,"losses":323,"wins":367},"GB2-07":{"draws":0,"losses":634,"wins":52},"GB2-08":{"draws":0,"losses":473,"wins":223}}},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1300.3027541124236,"GB2-02":1549.3706961613757,"GB2-03":1309.7205752558166,"GB2-04":1588.2710404173083,"GB2-05":1278.6845175218302,"GB2-06":1852.8516247381226,"GB2-07":1757.5007793082145,"GB2-08":1435.0374838544233},"none":{"GB2-01":1519.9634539473716,"GB2-02":1372.0533181053347,"GB2-03":1188.3595494766187,"GB2-04":1338.680551925703,"GB2-05":1461.470292699398,"GB2-07":727.7387921924499,"GB2-08":1114.8366485181969}},"per_game_tracks":{"highest":{"GB2-01":35.23261081437551,"GB2-02":64.11279349711833,"GB2-03":42.81874489033065,"GB2-04":67.05237276438572,"GB2-05":45.45466975890859,"GB2-06":76.10921191398022,"GB2-07":76.8038320779149,"GB2-08":55.80689116349473},"none":{"GB2-01":57.93073170563512,"GB2-02":42.15738490845345,"GB2-03":29.499138860441494,"GB2-04":36.66853461836122,"GB2-05":59.342519089166245,"GB2-07":9.782526814120844,"GB2-08":36.08083752879986}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":4,"worked_first_time":11,"working":15},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":57.92389086006359,"none":33.932709190622276},"reasoning_agg":{"highest":{"max":76.8038320779149,"mean":57.92389086006359,"min":35.23261081437551},"none":{"max":59.342519089166245,"mean":33.932709190622276,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":23.99118166944131},"working_program_strength":{"all":48.35206496753024,"highest":57.92389086006359,"none":38.780239074996885}},{"canonical_public_row_identity":"publication-row.v1:overall:bytedance-seed-seed-2-1-turbo:e5b4f9f1e3b6546a","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1458145,"mean":0.09576137500000001,"median":0.0912045,"min":0.033572,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":12},"recorded_attempt_count":12,"run_count":8,"total":0.7660910000000001},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.026521,"mean":0.0160301875,"median":0.0148755,"min":0.0120525,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.1282415}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1458145,"mean":0.09576137500000001,"median":0.0912045,"min":0.033572,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":12},"recorded_attempt_count":12,"run_count":8,"total":0.766091},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.026521,"mean":0.0160301875,"median":0.0148755,"min":0.0120525,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"recorded_attempt_count":9,"run_count":8,"total":0.12824149999999998}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1458145,"mean":0.05589578125,"median":0.030046499999999997,"min":0.0120525,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":21},"recorded_attempt_count":21,"run_count":16,"total":0.8943325000000001},"codegen_latency_ms":{"attempt_count":21,"max_ms":813739,"mean_ms":295378.75,"min_ms":45203,"paired_attempt_count":19,"paired_latency_ms":4322516,"paired_output_tokens":294783,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":12,"max_ms":813739,"mean_ms":525116.375,"min_ms":176892,"paired_attempt_count":11,"paired_latency_ms":3842990,"paired_output_tokens":261819,"run_count":8},"none":{"attempt_count":9,"max_ms":107392,"mean_ms":65641.125,"min_ms":45203,"paired_attempt_count":8,"paired_latency_ms":479526,"paired_output_tokens":32964,"run_count":8}},"codegen_output_tokens":{"attempt_count":21,"output_max":54948,"output_mean":20154.25,"output_min":3057,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":54948,"output_mean":35805.875,"output_min":11727,"run_count":8},"none":{"attempt_count":9,"output_max":7350,"output_mean":4502.625,"output_min":3057,"run_count":8}},"display_name":"Seed 2.1 Turbo","economics":{"all":45.58085982117303,"medium":52.62653516945097,"none":38.53518447289509},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":21,"effective_max_output_tokens":[235929],"finish_reason_observations":21,"finish_reasons":["stop"],"indexed_attempts":21,"output_token_observations":21,"provider_post_attempt_observations":21,"provider_post_attempts":29,"reasoning_token_observations":21,"reconciliation_get_attempt_observations":21,"requested_max_output_token_observations":21,"requested_max_output_tokens":[235929],"total_output_tokens":322468,"total_reasoning_output_tokens":246322,"total_visible_output_tokens":76146,"visible_token_observations":21},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"bytedance-seed","provider_model":"bytedance-seed/seed-2-1-turbo","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":57.62883785891571,"score":57.62883785891571},"GB2-02":{"attempts":2,"playable":43.847161583007995,"score":43.847161583007995},"GB2-03":{"attempts":2,"playable":33.44518740939484,"score":33.44518740939484},"GB2-04":{"attempts":2,"playable":45.589338844028326,"score":45.589338844028326},"GB2-05":{"attempts":2,"playable":42.81448635509785,"score":42.81448635509785},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":65.41608243880722,"score":32.70804121940361},"GB2-07":{"attempts":2,"playable":62.07992518799742,"score":62.07992518799742},"GB2-08":{"attempts":2,"playable":46.533900111538486,"score":46.533900111538486}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":56.64991376173576,"score":56.64991376173576},"GB2-02":{"attempts":1,"playable":42.496014747752845,"score":42.496014747752845},"GB2-03":{"attempts":1,"playable":35.73703271130281,"score":35.73703271130281},"GB2-04":{"attempts":1,"playable":45.589338844028326,"score":45.589338844028326},"GB2-05":{"attempts":1,"playable":71.41990483250447,"score":71.41990483250447},"GB2-06":{"attempts":1,"playable":65.41608243880722,"score":65.41608243880722},"GB2-07":{"attempts":1,"playable":67.78079144741737,"score":67.78079144741737},"GB2-08":{"attempts":1,"playable":35.92320257205894,"score":35.92320257205894}},"none":{"GB2-01":{"attempts":1,"playable":58.60776195609566,"score":58.60776195609566},"GB2-02":{"attempts":1,"playable":45.198308418263146,"score":45.198308418263146},"GB2-03":{"attempts":1,"playable":31.15334210748687,"score":31.15334210748687},"GB2-04":{"attempts":1,"playable":45.589338844028326,"score":45.589338844028326},"GB2-05":{"attempts":1,"playable":14.20906787769122,"score":14.20906787769122},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":56.37905892857747,"score":56.37905892857747},"GB2-08":{"attempts":1,"playable":57.14459765101804,"score":57.14459765101804}}},"id":"bytedance-seed/seed-2-1-turbo","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:16Z","match_totals_all":{"draws":2664,"losses":4322,"wins":3072},"match_totals_tracks":{"medium":{"draws":1255,"losses":2182,"wins":1921},"none":{"draws":1409,"losses":2140,"wins":1151}},"model_slug":"bytedance-seed-seed-2-1-turbo","official_rank_by_reasoning":{"medium":49,"none":67},"overall":{"max":71.41990483250447,"mean":45.58085982117303,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":664,"losses":303,"wins":393},"GB2-02":{"draws":918,"losses":311,"wins":43},"GB2-03":{"draws":403,"losses":743,"wins":170},"GB2-04":{"draws":618,"losses":457,"wins":233},"GB2-05":{"draws":0,"losses":851,"wins":529},"GB2-06":{"draws":61,"losses":234,"wins":363},"GB2-07":{"draws":0,"losses":613,"wins":759},"GB2-08":{"draws":0,"losses":810,"wins":582}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":320,"losses":164,"wins":196},"GB2-02":{"draws":462,"losses":162,"wins":12},"GB2-03":{"draws":208,"losses":355,"wins":95},"GB2-04":{"draws":204,"losses":281,"wins":169},"GB2-05":{"draws":0,"losses":245,"wins":445},"GB2-06":{"draws":61,"losses":234,"wins":363},"GB2-07":{"draws":0,"losses":267,"wins":419},"GB2-08":{"draws":0,"losses":474,"wins":222}},"none":{"GB2-01":{"draws":344,"losses":139,"wins":197},"GB2-02":{"draws":456,"losses":149,"wins":31},"GB2-03":{"draws":195,"losses":388,"wins":75},"GB2-04":{"draws":414,"losses":176,"wins":64},"GB2-05":{"draws":0,"losses":606,"wins":84},"GB2-07":{"draws":0,"losses":346,"wins":340},"GB2-08":{"draws":0,"losses":336,"wins":360}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1507.4331631512757,"GB2-02":1374.7146044242809,"GB2-03":1246.7020666207138,"GB2-04":1409.8558937639414,"GB2-05":1658.2488676794533,"GB2-06":1653.9274497217282,"GB2-07":1603.1128181670797,"GB2-08":1112.5695738383074},"none":{"GB2-01":1526.6297844297958,"GB2-02":1395.8626570238314,"GB2-03":1204.2507837195503,"GB2-04":1409.8558937639414,"GB2-05":779.7269743381457,"GB2-07":1440.7575023399004,"GB2-08":1460.4526717406402}},"per_game_tracks":{"medium":{"GB2-01":56.64991376173576,"GB2-02":42.496014747752845,"GB2-03":35.73703271130281,"GB2-04":45.589338844028326,"GB2-05":71.41990483250447,"GB2-06":65.41608243880722,"GB2-07":67.78079144741737,"GB2-08":35.92320257205894},"none":{"GB2-01":58.60776195609566,"GB2-02":45.198308418263146,"GB2-03":31.15334210748687,"GB2-04":45.589338844028326,"GB2-05":14.20906787769122,"GB2-07":56.37905892857747,"GB2-08":57.14459765101804}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":4,"worked_first_time":11,"working":15},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#F44336","provider_company":"ByteDance","provider_key":"bytedance-seed","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":52.62653516945097,"none":38.53518447289509},"reasoning_agg":{"medium":{"max":71.41990483250447,"mean":52.62653516945097,"min":35.73703271130281},"none":{"max":58.60776195609566,"mean":38.53518447289509,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":14.091350696555878},"working_program_strength":{"all":48.3333729978084,"medium":52.62653516945097,"none":44.04021082616582}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-2-flash:9f5f41076d793f4e","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":4},"recorded_attempt_count":15,"run_count":13,"total":0.0},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":4},"recorded_attempt_count":15,"run_count":13,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":14},"recorded_attempt_count":25,"run_count":21,"total":0.0},"codegen_latency_ms":{"attempt_count":20,"max_ms":1703857,"mean_ms":500219.25,"min_ms":61196,"paired_attempt_count":12,"paired_latency_ms":4858789,"paired_output_tokens":159003,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":1703857,"mean_ms":767034.125,"min_ms":134297,"paired_attempt_count":6,"paired_latency_ms":4170844,"paired_output_tokens":140946,"run_count":8},"none":{"attempt_count":10,"max_ms":1041497,"mean_ms":233404.375,"min_ms":61196,"paired_attempt_count":6,"paired_latency_ms":687945,"paired_output_tokens":18057,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":55170,"output_mean":19923.380952380954,"output_min":2037,"run_count":21},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":15,"output_max":55170,"output_mean":28384.76923076923,"output_min":15150,"run_count":13},"none":{"attempt_count":10,"output_max":26915,"output_mean":6173.625,"output_min":2037,"run_count":8}},"display_name":"Ling 3.2 Flash","economics":{"all":45.563652241261174,"medium":56.5471276478006,"none":34.58017683472175},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[262144],"finish_reason_observations":20,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":25,"provider_post_attempt_observations":26,"provider_post_attempts":43,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":26,"reconciliation_get_attempts":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[262144],"total_output_tokens":418391,"total_reasoning_output_tokens":338593,"total_visible_output_tokens":79798,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.2-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"infra_failures_excluded":2},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-06","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":51.2377533682979,"score":51.2377533682979},"GB2-02":{"attempts":2,"playable":39.822160418869935,"score":39.822160418869935},"GB2-03":{"attempts":2,"playable":45.77630613721817,"score":45.77630613721817},"GB2-04":{"attempts":2,"playable":44.45090948685248,"score":44.45090948685248},"GB2-05":{"attempts":2,"playable":37.0919321336315,"score":37.0919321336315},"GB2-06":{"attempts":2,"playable":59.917039294053595,"score":59.917039294053595},"GB2-07":{"attempts":2,"playable":44.99755331633884,"score":44.99755331633884},"GB2-08":{"attempts":2,"playable":41.215563774826975,"score":41.215563774826975}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":67.55322464419545,"score":67.55322464419545},"GB2-02":{"attempts":1,"playable":38.07997658845252,"score":38.07997658845252},"GB2-03":{"attempts":1,"playable":50.59892459734574,"score":50.59892459734574},"GB2-04":{"attempts":1,"playable":44.532308391438434,"score":44.532308391438434},"GB2-05":{"attempts":1,"playable":52.17915075666883,"score":52.17915075666883},"GB2-06":{"attempts":1,"playable":78.87779926386438,"score":78.87779926386438},"GB2-07":{"attempts":1,"playable":65.49543985489319,"score":65.49543985489319},"GB2-08":{"attempts":1,"playable":55.06019708554625,"score":55.06019708554625}},"none":{"GB2-01":{"attempts":1,"playable":34.922282092400344,"score":34.922282092400344},"GB2-02":{"attempts":1,"playable":41.56434424928735,"score":41.56434424928735},"GB2-03":{"attempts":1,"playable":40.95368767709059,"score":40.95368767709059},"GB2-04":{"attempts":1,"playable":44.36951058226653,"score":44.36951058226653},"GB2-05":{"attempts":1,"playable":22.004713510594176,"score":22.004713510594176},"GB2-06":{"attempts":1,"playable":40.95627932424281,"score":40.95627932424281},"GB2-07":{"attempts":1,"playable":24.49966677778448,"score":24.49966677778448},"GB2-08":{"attempts":1,"playable":27.37093046410771,"score":27.37093046410771}}},"id":"inclusionai/ling-3.2-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:35Z","match_totals_all":{"draws":2236,"losses":5226,"wins":3254},"match_totals_tracks":{"medium":{"draws":1058,"losses":2072,"wins":2228},"none":{"draws":1178,"losses":3154,"wins":1026}},"model_slug":"inclusionai-ling-3-2-flash","official_rank_by_reasoning":{"medium":42,"none":77},"overall":{"max":78.87779926386438,"mean":45.563652241261174,"min":22.004713510594176},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":134,"losses":650,"wins":576},"GB2-02":{"draws":881,"losses":377,"wins":14},"GB2-03":{"draws":389,"losses":605,"wins":322},"GB2-04":{"draws":784,"losses":388,"wins":136},"GB2-05":{"draws":0,"losses":925,"wins":455},"GB2-06":{"draws":48,"losses":570,"wins":698},"GB2-07":{"draws":0,"losses":833,"wins":539},"GB2-08":{"draws":0,"losses":878,"wins":514}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":18,"losses":242,"wins":420},"GB2-02":{"draws":422,"losses":208,"wins":6},"GB2-03":{"draws":176,"losses":283,"wins":199},"GB2-04":{"draws":395,"losses":192,"wins":67},"GB2-05":{"draws":0,"losses":368,"wins":322},"GB2-06":{"draws":47,"losses":146,"wins":465},"GB2-07":{"draws":0,"losses":283,"wins":403},"GB2-08":{"draws":0,"losses":350,"wins":346}},"none":{"GB2-01":{"draws":116,"losses":408,"wins":156},"GB2-02":{"draws":459,"losses":169,"wins":8},"GB2-03":{"draws":213,"losses":322,"wins":123},"GB2-04":{"draws":389,"losses":196,"wins":69},"GB2-05":{"draws":0,"losses":557,"wins":133},"GB2-06":{"draws":1,"losses":424,"wins":233},"GB2-07":{"draws":0,"losses":550,"wins":136},"GB2-08":{"draws":0,"losses":528,"wins":168}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1618.8847562573494,"GB2-02":1339.662465065055,"GB2-03":1378.67274895504,"GB2-04":1401.540088504051,"GB2-05":1365.168727984571,"GB2-06":1906.9116758827174,"GB2-07":1568.6682100056858,"GB2-08":1421.0860537480808},"none":{"GB2-01":1297.1494616911264,"GB2-02":1367.384320190008,"GB2-03":1293.2762863884727,"GB2-04":1400.2582845389798,"GB2-05":934.8080487555103,"GB2-06":1249.2333483856328,"GB2-07":1014.1312324421295,"GB2-08":991.0052161421734}},"per_game_tracks":{"medium":{"GB2-01":67.55322464419545,"GB2-02":38.07997658845252,"GB2-03":50.59892459734574,"GB2-04":44.532308391438434,"GB2-05":52.17915075666883,"GB2-06":78.87779926386438,"GB2-07":65.49543985489319,"GB2-08":55.06019708554625},"none":{"GB2-01":34.922282092400344,"GB2-02":41.56434424928735,"GB2-03":40.95368767709059,"GB2-04":44.36951058226653,"GB2-05":22.004713510594176,"GB2-06":40.95627932424281,"GB2-07":24.49966677778448,"GB2-08":27.37093046410771}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":6,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":12,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":6,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":56.5471276478006,"none":34.58017683472175},"reasoning_agg":{"medium":{"max":78.87779926386438,"mean":56.5471276478006,"min":38.07997658845252},"none":{"max":44.36951058226653,"mean":34.58017683472175,"min":22.004713510594176}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":21.966950813078853},"working_program_strength":{"all":45.563652241261174,"medium":56.5471276478006,"none":34.58017683472175}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-1-flash:4a95983cbbcfae94","codegen_cost_by_reasoning":{"medium":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.007667503125,"median":0.0038676375,"min":0.00127815,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06134002499999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.007667503125,"median":0.0038676375,"min":0.00127815,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.061340025}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":9,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.006815558333333333,"median":0.0033986249999999997,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":9,"total":0.06134002499999999},"codegen_latency_ms":{"attempt_count":14,"max_ms":935199,"mean_ms":264027.375,"min_ms":25587,"paired_attempt_count":14,"paired_latency_ms":2112219,"paired_output_tokens":232735,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":14,"max_ms":935199,"mean_ms":264027.375,"min_ms":25587,"paired_attempt_count":14,"paired_latency_ms":2112219,"paired_output_tokens":232735,"run_count":8}},"codegen_output_tokens":{"attempt_count":15,"output_max":102151,"output_mean":29500.333333333332,"output_min":3161,"run_count":9},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":1,"output_max":32768,"output_mean":32768.0,"output_min":32768,"run_count":1},"none":{"attempt_count":14,"output_max":102151,"output_mean":29091.875,"output_min":3161,"run_count":8}},"display_name":"Ling 3.1 Flash","economics":{"all":43.04604609470479,"none":43.04604609470479},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":15,"effective_max_output_tokens":[32768,262144],"finish_reason_observations":14,"finish_reasons":["stop"],"indexed_attempts":15,"output_token_observations":15,"provider_post_attempt_observations":15,"provider_post_attempts":16,"reasoning_token_observations":15,"reconciliation_get_attempt_observations":15,"requested_max_output_token_observations":15,"requested_max_output_tokens":[32768,262144],"total_output_tokens":265503,"total_reasoning_output_tokens":30791,"total_visible_output_tokens":234712,"visible_token_observations":15},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":47.08429559656972,"score":47.08429559656972},"GB2-02":{"attempts":1,"playable":43.25725706158832,"score":43.25725706158832},"GB2-03":{"attempts":1,"playable":38.909033426135885,"score":38.909033426135885},"GB2-04":{"attempts":1,"playable":44.04377472322347,"score":44.04377472322347},"GB2-05":{"attempts":1,"playable":57.598554772854435,"score":57.598554772854435},"GB2-06":{"attempts":1,"playable":25.047810595384146,"score":25.047810595384146},"GB2-07":{"attempts":1,"playable":23.14232316130743,"score":23.14232316130743},"GB2-08":{"attempts":1,"playable":65.28531942057492,"score":65.28531942057492}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":47.08429559656972,"score":47.08429559656972},"GB2-02":{"attempts":1,"playable":43.25725706158832,"score":43.25725706158832},"GB2-03":{"attempts":1,"playable":38.909033426135885,"score":38.909033426135885},"GB2-04":{"attempts":1,"playable":44.04377472322347,"score":44.04377472322347},"GB2-05":{"attempts":1,"playable":57.598554772854435,"score":57.598554772854435},"GB2-06":{"attempts":1,"playable":25.047810595384146,"score":25.047810595384146},"GB2-07":{"attempts":1,"playable":23.14232316130743,"score":23.14232316130743},"GB2-08":{"attempts":1,"playable":65.28531942057492,"score":65.28531942057492}}},"id":"inclusionai/ling-3.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:25:34Z","match_totals_all":{"draws":1428,"losses":2586,"wins":1344},"match_totals_tracks":{"none":{"draws":1428,"losses":2586,"wins":1344}},"model_slug":"inclusionai-ling-3-1-flash","official_rank_by_reasoning":{"none":50},"overall":{"max":65.28531942057492,"mean":43.04604609470479,"min":23.14232316130743},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":232,"losses":271,"wins":177},"GB2-02":{"draws":463,"losses":157,"wins":16},"GB2-03":{"draws":315,"losses":283,"wins":60},"GB2-04":{"draws":401,"losses":192,"wins":61},"GB2-05":{"draws":0,"losses":334,"wins":356},"GB2-06":{"draws":17,"losses":511,"wins":130},"GB2-07":{"draws":0,"losses":558,"wins":128},"GB2-08":{"draws":0,"losses":280,"wins":416}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":232,"losses":271,"wins":177},"GB2-02":{"draws":463,"losses":157,"wins":16},"GB2-03":{"draws":315,"losses":283,"wins":60},"GB2-04":{"draws":401,"losses":192,"wins":61},"GB2-05":{"draws":0,"losses":334,"wins":356},"GB2-06":{"draws":17,"losses":511,"wins":130},"GB2-07":{"draws":0,"losses":558,"wins":128},"GB2-08":{"draws":0,"losses":280,"wins":416}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1415.7696533336762,"GB2-02":1380.6862614259871,"GB2-03":1275.160054720546,"GB2-04":1397.6924604902604,"GB2-05":1437.2549832438306,"GB2-06":997.563408793816,"GB2-07":993.1803975521157,"GB2-08":1626.027033093077}},"per_game_tracks":{"none":{"GB2-01":47.08429559656972,"GB2-02":43.25725706158832,"GB2-03":38.909033426135885,"GB2-04":44.04377472322347,"GB2-05":57.598554772854435,"GB2-06":25.047810595384146,"GB2-07":23.14232316130743,"GB2-08":65.28531942057492}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":43.04604609470479},"reasoning_agg":{"none":{"max":65.28531942057492,"mean":43.04604609470479,"min":23.14232316130743}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning disabled"},"reasoning_settings":{"baseline":"none"},"working_program_strength":{"all":43.04604609470479,"none":43.04604609470479}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4-flash:dfe65cde0d42d606","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.004940044375,"median":0.0045456485,"min":0.0035067405,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.039520355},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0025247995,"mean":0.0012379415,"median":0.00086861225,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.009903532000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.004940044375,"median":0.0045456485,"min":0.0035067405,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.039520355},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0025247995,"mean":0.0012379415,"median":0.00086861225,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.009903531999999998}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.0030889929375,"median":0.00301577,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":19},"recorded_attempt_count":19,"run_count":16,"total":0.04942388699999999},"codegen_latency_ms":{"attempt_count":19,"max_ms":254071,"mean_ms":98466.25,"min_ms":14338,"paired_attempt_count":19,"paired_latency_ms":1575460,"paired_output_tokens":311714,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":254071,"mean_ms":173887.625,"min_ms":130787,"paired_attempt_count":9,"paired_latency_ms":1391101,"paired_output_tokens":262220,"run_count":8},"none":{"attempt_count":10,"max_ms":45266,"mean_ms":23044.875,"min_ms":14338,"paired_attempt_count":10,"paired_latency_ms":184359,"paired_output_tokens":49494,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":50987,"output_mean":19482.125,"output_min":3550,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":9,"output_max":50987,"output_mean":32777.5,"output_min":23141,"run_count":8},"none":{"attempt_count":10,"output_max":13239,"output_mean":6186.75,"output_min":3550,"run_count":8}},"display_name":"Hy4 Flash","economics":{"all":42.8570398076851,"medium":50.537235780700854,"none":35.176843834669334},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":19,"effective_max_output_tokens":[65536],"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"provider_post_attempt_observations":19,"provider_post_attempts":19,"reasoning_token_observations":19,"reconciliation_get_attempt_observations":19,"requested_max_output_token_observations":19,"requested_max_output_tokens":[65536],"total_output_tokens":311714,"total_reasoning_output_tokens":211053,"total_visible_output_tokens":100661,"visible_token_observations":19},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":43.02154959870815,"score":43.02154959870815},"GB2-02":{"attempts":2,"playable":50.55798562681463,"score":50.55798562681463},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":49.60497659627142,"score":24.80248829813571},"GB2-04":{"attempts":2,"playable":39.3004028709164,"score":39.3004028709164},"GB2-05":{"attempts":2,"playable":61.62412384692403,"score":61.62412384692403},"GB2-06":{"attempts":2,"playable":27.250415895725553,"score":27.250415895725553},"GB2-07":{"attempts":2,"playable":50.13512281362177,"score":50.13512281362177},"GB2-08":{"attempts":2,"playable":46.164229510634506,"score":46.164229510634506}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":45.55507446037876,"score":45.55507446037876},"GB2-02":{"attempts":1,"playable":64.99839838391766,"score":64.99839838391766},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.71085105859103,"score":39.71085105859103},"GB2-05":{"attempts":1,"playable":71.86857067494299,"score":71.86857067494299},"GB2-06":{"attempts":1,"playable":47.98849730259676,"score":47.98849730259676},"GB2-07":{"attempts":1,"playable":64.92238403823572,"score":64.92238403823572},"GB2-08":{"attempts":1,"playable":69.25411032694386,"score":69.25411032694386}},"none":{"GB2-01":{"attempts":1,"playable":40.488024737037534,"score":40.488024737037534},"GB2-02":{"attempts":1,"playable":36.11757286971159,"score":36.11757286971159},"GB2-03":{"attempts":1,"playable":49.60497659627142,"score":49.60497659627142},"GB2-04":{"attempts":1,"playable":38.889954683241776,"score":38.889954683241776},"GB2-05":{"attempts":1,"playable":51.37967701890507,"score":51.37967701890507},"GB2-06":{"attempts":1,"playable":6.512334488854345,"score":6.512334488854345},"GB2-07":{"attempts":1,"playable":35.34786158900782,"score":35.34786158900782},"GB2-08":{"attempts":1,"playable":23.07434869432515,"score":23.07434869432515}}},"id":"tencent/hy4-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T15:51:50Z","match_totals_all":{"draws":1915,"losses":4973,"wins":3170},"match_totals_tracks":{"medium":{"draws":718,"losses":1875,"wins":2107},"none":{"draws":1197,"losses":3098,"wins":1063}},"model_slug":"tencent-hy4-flash","official_rank_by_reasoning":{"medium":55,"none":74},"overall":{"max":71.86857067494299,"mean":42.8570398076851,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":304,"losses":675,"wins":381},"GB2-02":{"draws":647,"losses":364,"wins":261},"GB2-03":{"draws":198,"losses":278,"wins":182},"GB2-04":{"draws":758,"losses":464,"wins":86},"GB2-05":{"draws":0,"losses":615,"wins":765},"GB2-06":{"draws":8,"losses":999,"wins":309},"GB2-07":{"draws":0,"losses":771,"wins":601},"GB2-08":{"draws":0,"losses":807,"wins":585}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":90,"losses":352,"wins":238},"GB2-02":{"draws":262,"losses":126,"wins":248},"GB2-04":{"draws":358,"losses":240,"wins":56},"GB2-05":{"draws":0,"losses":242,"wins":448},"GB2-06":{"draws":8,"losses":376,"wins":274},"GB2-07":{"draws":0,"losses":287,"wins":399},"GB2-08":{"draws":0,"losses":252,"wins":444}},"none":{"GB2-01":{"draws":214,"losses":323,"wins":143},"GB2-02":{"draws":385,"losses":238,"wins":13},"GB2-03":{"draws":198,"losses":278,"wins":182},"GB2-04":{"draws":400,"losses":224,"wins":30},"GB2-05":{"draws":0,"losses":373,"wins":317},"GB2-06":{"draws":0,"losses":623,"wins":35},"GB2-07":{"draws":0,"losses":484,"wins":202},"GB2-08":{"draws":0,"losses":555,"wins":141}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1401.1913689129167,"GB2-02":1557.2708519605071,"GB2-04":1363.3103978029142,"GB2-05":1667.0913722948226,"GB2-06":1359.9757322930632,"GB2-07":1560.2214106452898,"GB2-08":1712.2019492322056},"none":{"GB2-01":1352.428131984083,"GB2-02":1323.7482346417587,"GB2-03":1369.7543238175974,"GB2-04":1356.7163207897827,"GB2-05":1354.8029446008115,"GB2-06":611.8906266670992,"GB2-07":1166.4838284578173,"GB2-08":928.4220871309785}},"per_game_tracks":{"medium":{"GB2-01":45.55507446037876,"GB2-02":64.99839838391766,"GB2-04":39.71085105859103,"GB2-05":71.86857067494299,"GB2-06":47.98849730259676,"GB2-07":64.92238403823572,"GB2-08":69.25411032694386},"none":{"GB2-01":40.488024737037534,"GB2-02":36.11757286971159,"GB2-03":49.60497659627142,"GB2-04":38.889954683241776,"GB2-05":51.37967701890507,"GB2-06":6.512334488854345,"GB2-07":35.34786158900782,"GB2-08":23.07434869432515}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":2,"worked_first_time":13,"working":15},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":50.53723578070086,"none":35.176843834669334},"reasoning_agg":{"medium":{"max":71.86857067494299,"mean":50.53723578070086,"min":0.0},"none":{"max":51.37967701890507,"mean":35.176843834669334,"min":6.512334488854345}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":15.360391946031527},"working_program_strength":{"all":46.466842363449445,"medium":57.75684089222955,"none":35.176843834669334}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1:e960accdcb8abbe7","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"run_count":8,"token_priced_attempt_count":11,"total":0.45756399999999997}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"run_count":8,"token_priced_attempt_count":11,"total":0.457564}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":11},"run_count":8,"token_priced_attempt_count":11,"total":0.45756399999999997},"codegen_latency_ms":{"attempt_count":11,"max_ms":57255,"mean_ms":36267.375,"min_ms":22935,"paired_attempt_count":11,"paired_latency_ms":290139,"paired_output_tokens":35469,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":11,"max_ms":57255,"mean_ms":36267.375,"min_ms":22935,"paired_attempt_count":11,"paired_latency_ms":290139,"paired_output_tokens":35469,"run_count":8}},"codegen_output_tokens":{"attempt_count":11,"output_max":7568,"output_mean":4433.625,"output_min":2259,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":11,"output_max":7568,"output_mean":4433.625,"output_min":2259,"run_count":8}},"display_name":"GPT-4.1","economics":{"all":41.6298105335586,"none":41.6298105335586},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":11,"finish_reasons":["stop"],"indexed_attempts":11,"output_token_observations":11,"total_output_tokens":35469},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":59.20893660403069,"score":59.20893660403069},"GB2-02":{"attempts":1,"playable":41.90329264816947,"score":41.90329264816947},"GB2-03":{"attempts":1,"playable":38.396268343431814,"score":38.396268343431814},"GB2-04":{"attempts":1,"playable":36.99808359959359,"score":36.99808359959359},"GB2-05":{"attempts":1,"playable":11.646879890839958,"score":11.646879890839958},"GB2-06":{"attempts":1,"playable":46.7392431031659,"score":46.7392431031659},"GB2-07":{"attempts":1,"playable":46.55133188437788,"score":46.55133188437788},"GB2-08":{"attempts":1,"playable":51.59444819485947,"score":51.59444819485947}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":59.20893660403069,"score":59.20893660403069},"GB2-02":{"attempts":1,"playable":41.90329264816947,"score":41.90329264816947},"GB2-03":{"attempts":1,"playable":38.396268343431814,"score":38.396268343431814},"GB2-04":{"attempts":1,"playable":36.99808359959359,"score":36.99808359959359},"GB2-05":{"attempts":1,"playable":11.646879890839958,"score":11.646879890839958},"GB2-06":{"attempts":1,"playable":46.7392431031659,"score":46.7392431031659},"GB2-07":{"attempts":1,"playable":46.55133188437788,"score":46.55133188437788},"GB2-08":{"attempts":1,"playable":51.59444819485947,"score":51.59444819485947}}},"id":"gpt-4.1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:23:30Z","match_totals_all":{"draws":1049,"losses":2853,"wins":1456},"match_totals_tracks":{"none":{"draws":1049,"losses":2853,"wins":1456}},"model_slug":"gpt-4-1","official_rank_by_reasoning":{"none":54},"overall":{"max":59.20893660403069,"mean":41.6298105335586,"min":11.646879890839958},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":44,"losses":285,"wins":351},"GB2-02":{"draws":469,"losses":162,"wins":5},"GB2-03":{"draws":149,"losses":369,"wins":140},"GB2-04":{"draws":381,"losses":245,"wins":28},"GB2-05":{"draws":0,"losses":622,"wins":68},"GB2-06":{"draws":6,"losses":385,"wins":267},"GB2-07":{"draws":0,"losses":412,"wins":274},"GB2-08":{"draws":0,"losses":373,"wins":323}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":44,"losses":285,"wins":351},"GB2-02":{"draws":469,"losses":162,"wins":5},"GB2-03":{"draws":149,"losses":369,"wins":140},"GB2-04":{"draws":381,"losses":245,"wins":28},"GB2-05":{"draws":0,"losses":622,"wins":68},"GB2-06":{"draws":6,"losses":385,"wins":267},"GB2-07":{"draws":0,"losses":412,"wins":274},"GB2-08":{"draws":0,"losses":373,"wins":323}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1532.576695222615,"GB2-02":1370.054208339232,"GB2-03":1270.594065228196,"GB2-04":1341.3761694581572,"GB2-05":719.060857161737,"GB2-06":1340.1474735385802,"GB2-07":1311.8986552983858,"GB2-08":1358.5194926801516}},"per_game_tracks":{"none":{"GB2-01":59.20893660403069,"GB2-02":41.90329264816947,"GB2-03":38.396268343431814,"GB2-04":36.99808359959359,"GB2-05":11.646879890839958,"GB2-06":46.7392431031659,"GB2-07":46.55133188437788,"GB2-08":51.59444819485947}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":41.6298105335586},"reasoning_agg":{"none":{"max":59.20893660403069,"mean":41.6298105335586,"min":11.646879890839958}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"None"},"reasoning_settings":{},"working_program_strength":{"all":41.6298105335586,"none":41.6298105335586}},{"canonical_public_row_identity":"publication-row.v1:overall:elorian-glimpse:732c4e471a4f3296","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.224169,"mean":0.1412031,"median":0.16102650000000002,"min":0.0567792,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.1296247999999998},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0395322,"mean":0.023054325,"median":0.0214521,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1844346}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.224169,"mean":0.1412031,"median":0.16102650000000002,"min":0.0567792,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.1296248000000002},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0395322,"mean":0.023054325,"median":0.0214521,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1844346}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.224169,"mean":0.0821287125,"median":0.0481557,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.3140593999999999},"codegen_latency_ms":{"attempt_count":23,"max_ms":561371,"mean_ms":157083.3125,"min_ms":8331,"paired_attempt_count":23,"paired_latency_ms":2513333,"paired_output_tokens":400273,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":561371,"mean_ms":286804.25,"min_ms":88263,"paired_attempt_count":10,"paired_latency_ms":2294434,"paired_output_tokens":359628,"run_count":8},"none":{"attempt_count":13,"max_ms":43454,"mean_ms":27362.375,"min_ms":8331,"paired_attempt_count":13,"paired_latency_ms":218899,"paired_output_tokens":40645,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":73204,"output_mean":25017.0625,"output_min":2066,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":10,"output_max":73204,"output_mean":44953.5,"output_min":17269,"run_count":8},"none":{"attempt_count":13,"output_max":8678,"output_mean":5080.625,"output_min":2066,"run_count":8}},"display_name":"Glimpse","economics":{"all":41.280766444908835,"medium":63.84362882307653,"none":18.717904066741134},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-02":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[235929],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":23,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[235929],"total_output_tokens":400273,"total_reasoning_output_tokens":316594,"total_visible_output_tokens":83679,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"elorian/glimpse","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-05","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":46.63135345263059,"score":46.63135345263059},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.496014747752845,"score":21.248007373876423},"GB2-03":{"attempts":2,"playable":44.37032014501768,"score":44.37032014501768},"GB2-04":{"attempts":2,"playable":46.75099561395383,"score":46.75099561395383},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":54.89326945297025,"score":27.446634726485126},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":82.01842619841251,"score":41.00921309920626},"GB2-07":{"attempts":2,"playable":44.6702566730181,"score":44.6702566730181},"GB2-08":{"attempts":2,"playable":58.119350475082676,"score":58.119350475082676}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":80.9456544472566,"score":80.9456544472566},"GB2-02":{"attempts":1,"playable":42.496014747752845,"score":42.496014747752845},"GB2-03":{"attempts":1,"playable":36.081084188498764,"score":36.081084188498764},"GB2-04":{"attempts":1,"playable":54.365660270617575,"score":54.365660270617575},"GB2-05":{"attempts":1,"playable":54.89326945297025,"score":54.89326945297025},"GB2-06":{"attempts":1,"playable":82.01842619841251,"score":82.01842619841251},"GB2-07":{"attempts":1,"playable":73.304672116384,"score":73.304672116384},"GB2-08":{"attempts":1,"playable":86.64424916271972,"score":86.64424916271972}},"none":{"GB2-01":{"attempts":1,"playable":12.317052458004579,"score":12.317052458004579},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":52.659556101536594,"score":52.659556101536594},"GB2-04":{"attempts":1,"playable":39.13633095729009,"score":39.13633095729009},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":16.0358412296522,"score":16.0358412296522},"GB2-08":{"attempts":1,"playable":29.594451787445635,"score":29.594451787445635}}},"id":"elorian/glimpse","is_recent_addition":false,"last_measured_at":"2026-11-21T16:18:04Z","match_totals_all":{"draws":1623,"losses":3879,"wins":3230},"match_totals_tracks":{"medium":{"draws":1134,"losses":1621,"wins":2603},"none":{"draws":489,"losses":2258,"wins":627}},"model_slug":"elorian-glimpse","official_rank_by_reasoning":{"medium":31,"none":108},"overall":{"max":86.64424916271972,"mean":41.280766444908835,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":65,"losses":734,"wins":561},"GB2-02":{"draws":458,"losses":164,"wins":14},"GB2-03":{"draws":333,"losses":649,"wins":334},"GB2-04":{"draws":734,"losses":384,"wins":190},"GB2-05":{"draws":0,"losses":351,"wins":339},"GB2-06":{"draws":33,"losses":130,"wins":495},"GB2-07":{"draws":0,"losses":827,"wins":545},"GB2-08":{"draws":0,"losses":640,"wins":752}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":22,"losses":147,"wins":511},"GB2-02":{"draws":458,"losses":164,"wins":14},"GB2-03":{"draws":256,"losses":329,"wins":73},"GB2-04":{"draws":365,"losses":146,"wins":143},"GB2-05":{"draws":0,"losses":351,"wins":339},"GB2-06":{"draws":33,"losses":130,"wins":495},"GB2-07":{"draws":0,"losses":228,"wins":458},"GB2-08":{"draws":0,"losses":126,"wins":570}},"none":{"GB2-01":{"draws":43,"losses":587,"wins":50},"GB2-03":{"draws":77,"losses":320,"wins":261},"GB2-04":{"draws":369,"losses":238,"wins":47},"GB2-07":{"draws":0,"losses":599,"wins":87},"GB2-08":{"draws":0,"losses":514,"wins":182}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1787.6434568972315,"GB2-02":1374.7146044242809,"GB2-03":1249.816825763993,"GB2-04":1479.3650241381788,"GB2-05":1400.7900432310705,"GB2-06":1970.6882725442279,"GB2-07":1693.078335304524,"GB2-08":2124.328594859243},"none":{"GB2-01":1002.8684371405128,"GB2-03":1397.3490647602744,"GB2-04":1358.698951289964,"GB2-07":870.2307088606127,"GB2-08":1022.6382806860154}},"per_game_tracks":{"medium":{"GB2-01":80.9456544472566,"GB2-02":42.496014747752845,"GB2-03":36.081084188498764,"GB2-04":54.365660270617575,"GB2-05":54.89326945297025,"GB2-06":82.01842619841251,"GB2-07":73.304672116384,"GB2-08":86.64424916271972},"none":{"GB2-01":12.317052458004579,"GB2-03":52.659556101536594,"GB2-04":39.13633095729009,"GB2-07":16.0358412296522,"GB2-08":29.594451787445635}},"program_outcomes":{"all":{"counted_attempts":16,"failed":3,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":3,"worked_first_time":10,"working":13},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":1,"worked_first_time":4,"working":5}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":63.84362882307653,"none":18.717904066741134},"reasoning_agg":{"medium":{"max":86.64424916271972,"mean":63.84362882307653,"min":36.081084188498764},"none":{"max":52.659556101536594,"mean":18.717904066741134,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":45.125724756335394},"working_program_strength":{"all":46.896137664931175,"medium":63.84362882307653,"none":29.948646506785813}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-mini:2cdcb352c7a2422d","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":1.503294825,"median":1.503294825,"min":1.503294825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":3.00658965},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.325659,"mean":0.25189603125,"median":0.25775625,"min":0.169101,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":2.0151682500000003},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.03021,"mean":0.0183815625,"median":0.015581250000000001,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":10},"run_count":8,"token_priced_attempt_count":10,"total":0.1470525}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.325659,"mean":0.25189603125,"median":0.25775625,"min":0.169101,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":9},"run_count":8,"token_priced_attempt_count":9,"total":2.01516825},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.03021,"mean":0.0183815625,"median":0.015581250000000001,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":10},"run_count":8,"token_priced_attempt_count":10,"total":0.1470525},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":1.503294825,"median":1.503294825,"min":1.503294825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":3.00658965}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":22},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":0.2156185632352941,"median":0.169101,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":22},"recorded_attempt_count":2,"run_count":18,"token_priced_attempt_count":22,"total":5.1688104},"codegen_latency_ms":{"attempt_count":22,"max_ms":1819696,"mean_ms":244013.16666666666,"min_ms":11548,"paired_attempt_count":22,"paired_latency_ms":4392237,"paired_output_tokens":840010,"run_count":18},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":3,"max_ms":1819696,"mean_ms":1344520.5,"min_ms":869345,"paired_attempt_count":3,"paired_latency_ms":2689041,"paired_output_tokens":383832,"run_count":2},"medium":{"attempt_count":9,"max_ms":308347,"mean_ms":195019.75,"min_ms":115259,"paired_attempt_count":9,"paired_latency_ms":1560158,"paired_output_tokens":436118,"run_count":8},"none":{"attempt_count":10,"max_ms":30363,"mean_ms":17879.75,"min_ms":11548,"paired_attempt_count":10,"paired_latency_ms":143038,"paired_output_tokens":20060,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":383888,"output_mean":60889.444444444445,"output_min":1571,"run_count":18},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":5,"output_max":383888,"output_mean":319916.0,"output_min":255944,"run_count":2},"medium":{"attempt_count":9,"output_max":69661,"output_mean":54514.75,"output_min":36373,"run_count":8},"none":{"attempt_count":10,"output_max":4247,"output_mean":2507.5,"output_min":1571,"run_count":8}},"display_name":"GPT-5.4 Mini","economics":{"all":36.38619851911035,"medium":46.524777170894765,"none":26.247619867325945},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":21,"finish_reasons":["incomplete","stop"],"indexed_attempts":24,"output_token_observations":24,"reasoning_token_observations":2,"total_output_tokens":1096010,"total_reasoning_output_tokens":255888,"visible_token_observations":2},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-mini","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":49.74532054892001,"score":49.74532054892001},"GB2-02":{"attempts":2,"playable":41.01315703470989,"score":41.01315703470989},"GB2-03":{"attempts":2,"playable":43.410129301884766,"score":43.410129301884766},"GB2-04":{"attempts":2,"playable":42.45257032058872,"score":42.45257032058872},"GB2-05":{"attempts":2,"playable":28.067848927721613,"score":28.067848927721613},"GB2-06":{"attempts":2,"playable":36.86633572267541,"score":36.86633572267541},"GB2-07":{"attempts":2,"playable":25.19773741172277,"score":25.19773741172277},"GB2-08":{"attempts":2,"playable":24.33648888465968,"score":24.33648888465968}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":68.0695070731151,"score":68.0695070731151},"GB2-02":{"attempts":1,"playable":40.885908455133325,"score":40.885908455133325},"GB2-03":{"attempts":1,"playable":43.072373386505575,"score":43.072373386505575},"GB2-04":{"attempts":1,"playable":43.31019274349689,"score":43.31019274349689},"GB2-05":{"attempts":1,"playable":45.775133134042356,"score":45.775133134042356},"GB2-06":{"attempts":1,"playable":45.56249751985119,"score":45.56249751985119},"GB2-07":{"attempts":1,"playable":44.41756722352746,"score":44.41756722352746},"GB2-08":{"attempts":1,"playable":41.105037831486214,"score":41.105037831486214}},"none":{"GB2-01":{"attempts":1,"playable":31.421134024724918,"score":31.421134024724918},"GB2-02":{"attempts":1,"playable":41.14040561428645,"score":41.14040561428645},"GB2-03":{"attempts":1,"playable":43.747885217263956,"score":43.747885217263956},"GB2-04":{"attempts":1,"playable":41.59494789768055,"score":41.59494789768055},"GB2-05":{"attempts":1,"playable":10.360564721400872,"score":10.360564721400872},"GB2-06":{"attempts":1,"playable":28.170173925499626,"score":28.170173925499626},"GB2-07":{"attempts":1,"playable":5.9779075999180735,"score":5.9779075999180735},"GB2-08":{"attempts":1,"playable":7.567939937833143,"score":7.567939937833143}}},"id":"gpt-5.4-mini","is_recent_addition":false,"last_measured_at":"2026-11-21T16:12:14Z","match_totals_all":{"draws":2548,"losses":6007,"wins":2161},"match_totals_tracks":{"medium":{"draws":1093,"losses":2587,"wins":1678},"none":{"draws":1455,"losses":3420,"wins":483}},"model_slug":"gpt-5-4-mini","official_rank_by_reasoning":{"medium":67,"none":96},"overall":{"max":68.0695070731151,"mean":36.38619851911035,"min":5.9779075999180735},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":236,"losses":618,"wins":506},"GB2-02":{"draws":913,"losses":347,"wins":12},"GB2-03":{"draws":652,"losses":502,"wins":162},"GB2-04":{"draws":731,"losses":439,"wins":138},"GB2-05":{"draws":0,"losses":1038,"wins":342},"GB2-06":{"draws":16,"losses":889,"wins":411},"GB2-07":{"draws":0,"losses":1081,"wins":291},"GB2-08":{"draws":0,"losses":1093,"wins":299}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":49,"losses":223,"wins":408},"GB2-02":{"draws":445,"losses":180,"wins":11},"GB2-03":{"draws":196,"losses":318,"wins":144},"GB2-04":{"draws":396,"losses":199,"wins":59},"GB2-05":{"draws":0,"losses":408,"wins":282},"GB2-06":{"draws":7,"losses":392,"wins":259},"GB2-07":{"draws":0,"losses":426,"wins":260},"GB2-08":{"draws":0,"losses":441,"wins":255}},"none":{"GB2-01":{"draws":187,"losses":395,"wins":98},"GB2-02":{"draws":468,"losses":167,"wins":1},"GB2-03":{"draws":456,"losses":184,"wins":18},"GB2-04":{"draws":335,"losses":240,"wins":79},"GB2-05":{"draws":0,"losses":630,"wins":60},"GB2-06":{"draws":9,"losses":497,"wins":152},"GB2-07":{"draws":0,"losses":655,"wins":31},"GB2-08":{"draws":0,"losses":652,"wins":44}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1624.532429910259,"GB2-02":1362.0284061667064,"GB2-03":1311.9539714234243,"GB2-04":1391.9075457054728,"GB2-05":1282.801315889336,"GB2-06":1321.5496632855934,"GB2-07":1284.393884461733,"GB2-08":1188.6413963412947},"none":{"GB2-01":1260.7850898939028,"GB2-02":1364.039492419722,"GB2-03":1317.9014064699063,"GB2-04":1378.333183391945,"GB2-05":685.5831771587679,"GB2-06":1047.9901822950878,"GB2-07":603.1014208620459,"GB2-08":628.0333393127773}},"per_game_tracks":{"medium":{"GB2-01":68.0695070731151,"GB2-02":40.885908455133325,"GB2-03":43.072373386505575,"GB2-04":43.31019274349689,"GB2-05":45.775133134042356,"GB2-06":45.56249751985119,"GB2-07":44.41756722352746,"GB2-08":41.105037831486214},"none":{"GB2-01":31.421134024724918,"GB2-02":41.14040561428645,"GB2-03":43.747885217263956,"GB2-04":41.59494789768055,"GB2-05":10.360564721400872,"GB2-06":28.170173925499626,"GB2-07":5.9779075999180735,"GB2-08":7.567939937833143}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":13,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":46.524777170894765,"none":26.247619867325945},"reasoning_agg":{"medium":{"max":68.0695070731151,"mean":46.524777170894765,"min":40.885908455133325},"none":{"max":43.747885217263956,"mean":26.247619867325945,"min":5.9779075999180735}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":20.27715730356882},"working_program_strength":{"all":36.38619851911035,"medium":46.524777170894765,"none":26.247619867325945}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-max:6c01f10ea01c0bc1","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.12185499999999999,"mean":0.09110296875000001,"median":0.09280125,"min":0.0343775,"recorded_attempt_count":15,"run_count":8,"total":0.7288237499999999},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03912625,"mean":0.022799843750000003,"median":0.021642500000000002,"min":0.015285,"recorded_attempt_count":9,"run_count":8,"total":0.18239875}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.12185499999999999,"mean":0.09110296875000001,"median":0.09280125,"min":0.0343775,"recorded_attempt_count":15,"run_count":8,"total":0.7288237500000001},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03912625,"mean":0.022799843750000003,"median":0.021642500000000002,"min":0.015285,"recorded_attempt_count":9,"run_count":8,"total":0.18239875000000003}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.12185499999999999,"mean":0.05695140625,"median":0.036751875,"min":0.015285,"recorded_attempt_count":24,"run_count":16,"total":0.9112225},"codegen_latency_ms":{"attempt_count":24,"max_ms":500731,"mean_ms":212687.25,"min_ms":38716,"paired_attempt_count":24,"paired_latency_ms":3402996,"paired_output_tokens":178317,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":15,"max_ms":500731,"mean_ms":358367.875,"min_ms":131800,"paired_attempt_count":15,"paired_latency_ms":2866943,"paired_output_tokens":153517,"run_count":8},"none":{"attempt_count":9,"max_ms":115558,"mean_ms":67006.625,"min_ms":38716,"paired_attempt_count":9,"paired_latency_ms":536053,"paired_output_tokens":24800,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":27099,"output_mean":11144.8125,"output_min":1575,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":15,"output_max":27099,"output_mean":19189.625,"output_min":6698,"run_count":8},"none":{"attempt_count":9,"output_max":5506,"output_mean":3100.0,"output_min":1575,"run_count":8}},"display_name":"Qwen3.7 Max","economics":{"all":35.67590666673556,"medium":39.23031141145352,"none":32.121501922017586},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"total_output_tokens":178317},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.75},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":40.4311482266152,"score":40.4311482266152},"GB2-02":{"attempts":2,"playable":43.93283057387653,"score":43.93283057387653},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":27.751827358074117,"score":13.875913679037058},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.34951634407139,"score":20.674758172035695},"GB2-05":{"attempts":2,"playable":36.40992540321113,"score":36.40992540321113},"GB2-06":{"attempts":2,"playable":35.361092745479965,"score":35.361092745479965},"GB2-07":{"attempts":2,"playable":66.80375192819113,"score":66.80375192819113},"GB2-08":{"attempts":2,"playable":27.91783260543773,"score":27.91783260543773}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":17.98503518055381,"score":17.98503518055381},"GB2-02":{"attempts":1,"playable":43.34178134015885,"score":43.34178134015885},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.34951634407139,"score":41.34951634407139},"GB2-05":{"attempts":1,"playable":36.96924762592807,"score":36.96924762592807},"GB2-06":{"attempts":1,"playable":57.63368395697847,"score":57.63368395697847},"GB2-07":{"attempts":1,"playable":73.58598973953941,"score":73.58598973953941},"GB2-08":{"attempts":1,"playable":42.97723710439818,"score":42.97723710439818}},"none":{"GB2-01":{"attempts":1,"playable":62.87726127267659,"score":62.87726127267659},"GB2-02":{"attempts":1,"playable":44.5238798075942,"score":44.5238798075942},"GB2-03":{"attempts":1,"playable":27.751827358074117,"score":27.751827358074117},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":35.85060318049419,"score":35.85060318049419},"GB2-06":{"attempts":1,"playable":13.08850153398145,"score":13.08850153398145},"GB2-07":{"attempts":1,"playable":60.021514116842866,"score":60.021514116842866},"GB2-08":{"attempts":1,"playable":12.858428106477282,"score":12.858428106477282}}},"id":"qwen/qwen3.7-max","is_recent_addition":false,"last_measured_at":"2026-11-21T16:11:55Z","match_totals_all":{"draws":1711,"losses":5115,"wins":2578},"match_totals_tracks":{"medium":{"draws":871,"losses":2370,"wins":1459},"none":{"draws":840,"losses":2745,"wins":1119}},"model_slug":"qwen-qwen3-7-max","official_rank_by_reasoning":{"medium":81,"none":80},"overall":{"max":73.58598973953941,"mean":35.67590666673556,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":288,"losses":712,"wins":360},"GB2-02":{"draws":840,"losses":349,"wins":83},"GB2-03":{"draws":224,"losses":393,"wins":41},"GB2-04":{"draws":316,"losses":251,"wins":87},"GB2-05":{"draws":0,"losses":933,"wins":447},"GB2-06":{"draws":43,"losses":882,"wins":391},"GB2-07":{"draws":0,"losses":547,"wins":825},"GB2-08":{"draws":0,"losses":1048,"wins":344}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":79,"losses":534,"wins":67},"GB2-02":{"draws":436,"losses":170,"wins":30},"GB2-04":{"draws":316,"losses":251,"wins":87},"GB2-05":{"draws":0,"losses":463,"wins":227},"GB2-06":{"draws":40,"losses":297,"wins":321},"GB2-07":{"draws":0,"losses":226,"wins":460},"GB2-08":{"draws":0,"losses":429,"wins":267}},"none":{"GB2-01":{"draws":209,"losses":178,"wins":293},"GB2-02":{"draws":404,"losses":179,"wins":53},"GB2-03":{"draws":224,"losses":393,"wins":41},"GB2-05":{"draws":0,"losses":470,"wins":220},"GB2-06":{"draws":3,"losses":585,"wins":70},"GB2-07":{"draws":0,"losses":321,"wins":365},"GB2-08":{"draws":0,"losses":619,"wins":77}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1096.9572202677596,"GB2-02":1381.3484858378051,"GB2-04":1376.3838333799067,"GB2-05":1166.8671212047848,"GB2-06":1517.8531125009656,"GB2-07":1697.99634005794,"GB2-08":1217.1461020697243},"none":{"GB2-01":1569.5349122015998,"GB2-02":1390.595811686556,"GB2-03":1171.1354804518185,"GB2-05":1151.4460588548704,"GB2-06":782.760671874453,"GB2-07":1490.441394006434,"GB2-08":755.5942667063875}},"per_game_tracks":{"medium":{"GB2-01":17.98503518055381,"GB2-02":43.34178134015885,"GB2-04":41.34951634407139,"GB2-05":36.96924762592807,"GB2-06":57.63368395697847,"GB2-07":73.58598973953941,"GB2-08":42.97723710439818},"none":{"GB2-01":62.87726127267659,"GB2-02":44.5238798075942,"GB2-03":27.751827358074117,"GB2-05":35.85060318049419,"GB2-06":13.08850153398145,"GB2-07":60.021514116842866,"GB2-08":12.858428106477282}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":8,"working":14},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":1,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":39.23031141145352,"none":32.121501922017586},"reasoning_agg":{"medium":{"max":73.58598973953941,"mean":39.23031141145352,"min":0.0},"none":{"max":62.87726127267659,"mean":32.121501922017586,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":7.108809489435934},"working_program_strength":{"all":40.772464761983485,"medium":44.83464161308974,"none":36.71028791087724}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k2-7-code:1915da4851066f21","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014}},"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001},"codegen_latency_ms":{"attempt_count":14,"max_ms":1100381,"mean_ms":515239.875,"min_ms":290806,"paired_attempt_count":14,"paired_latency_ms":4121919,"paired_output_tokens":243146,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":14,"max_ms":1100381,"mean_ms":515239.875,"min_ms":290806,"paired_attempt_count":14,"paired_latency_ms":4121919,"paired_output_tokens":243146,"run_count":8}},"codegen_output_tokens":{"attempt_count":14,"output_max":47856,"output_mean":30393.25,"output_min":18166,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":14,"output_max":47856,"output_mean":30393.25,"output_min":18166,"run_count":8}},"display_name":"Kimi K2.7 Code","economics":{"all":33.50356591239967,"medium":33.50356591239967},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed","GB2-05":"failed","GB2-07":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed","GB2-05":"failed","GB2-07":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":14,"effective_max_output_tokens":[235929],"finish_reason_observations":14,"finish_reasons":["stop"],"indexed_attempts":14,"output_token_observations":14,"provider_post_attempt_observations":14,"provider_post_attempts":14,"reasoning_token_observations":14,"reconciliation_get_attempt_observations":14,"requested_max_output_token_observations":14,"requested_max_output_tokens":[235929],"total_output_tokens":243146,"total_reasoning_output_tokens":207636,"total_visible_output_tokens":35510,"visible_token_observations":14},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k2.7-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-05","GB2-07"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":63.02644784603054,"score":63.02644784603054},"GB2-02":{"attempts":1,"playable":43.679760992881846,"score":43.679760992881846},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.24514414474387,"score":37.24514414474387},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.033859539340924,"score":46.033859539340924},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":78.04331477620018,"score":78.04331477620018}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":63.02644784603054,"score":63.02644784603054},"GB2-02":{"attempts":1,"playable":43.679760992881846,"score":43.679760992881846},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.24514414474387,"score":37.24514414474387},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.033859539340924,"score":46.033859539340924},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":78.04331477620018,"score":78.04331477620018}}},"id":"moonshotai/kimi-k2.7-code","is_recent_addition":false,"last_measured_at":"2026-11-21T15:49:48Z","match_totals_all":{"draws":1122,"losses":1122,"wins":1080},"match_totals_tracks":{"medium":{"draws":1122,"losses":1122,"wins":1080}},"model_slug":"moonshotai-kimi-k2-7-code","official_rank_by_reasoning":{"medium":92},"overall":{"max":78.04331477620018,"mean":33.50356591239967,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":341,"losses":111,"wins":228},"GB2-02":{"draws":418,"losses":177,"wins":41},"GB2-04":{"draws":332,"losses":268,"wins":54},"GB2-06":{"draws":31,"losses":377,"wins":250},"GB2-08":{"draws":0,"losses":189,"wins":507}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":341,"losses":111,"wins":228},"GB2-02":{"draws":418,"losses":177,"wins":41},"GB2-04":{"draws":332,"losses":268,"wins":54},"GB2-06":{"draws":31,"losses":377,"wins":250},"GB2-08":{"draws":0,"losses":189,"wins":507}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1571.0661719019552,"GB2-02":1383.994984247555,"GB2-04":1343.3921527330751,"GB2-06":1328.990960575022,"GB2-08":1910.8096497165043}},"per_game_tracks":{"medium":{"GB2-01":63.02644784603054,"GB2-02":43.679760992881846,"GB2-04":37.24514414474387,"GB2-06":46.033859539340924,"GB2-08":78.04331477620018}},"program_outcomes":{"all":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5},"medium":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":33.50356591239967},"reasoning_agg":{"medium":{"max":78.04331477620018,"mean":33.50356591239967,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Setting not tested"},"reasoning_settings":{"balanced":"enabled"},"working_program_strength":{"all":53.60570545983948,"medium":53.60570545983948}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-build-0-1:c929015e75dd3bea","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528459999999995}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528460000000007}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528459999999995},"codegen_latency_ms":{"attempt_count":17,"max_ms":357442,"mean_ms":205939.25,"min_ms":129630,"paired_attempt_count":17,"paired_latency_ms":1647514,"paired_output_tokens":179458,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":357442,"mean_ms":205939.25,"min_ms":129630,"paired_attempt_count":17,"paired_latency_ms":1647514,"paired_output_tokens":179458,"run_count":8}},"codegen_output_tokens":{"attempt_count":17,"output_max":29845,"output_mean":22432.25,"output_min":16334,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":29845,"output_mean":22432.25,"output_min":16334,"run_count":8}},"display_name":"Grok Build 0.1","economics":{"all":33.269596481941655,"medium":33.269596481941655},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":17,"finish_reasons":["stop"],"indexed_attempts":17,"output_token_observations":17,"total_output_tokens":179458},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-build-0.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":8,"repaired_rate":1.0}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":34.53417510949334,"score":34.53417510949334},"GB2-02":{"attempts":1,"playable":42.83446061535564,"score":42.83446061535564},"GB2-03":{"attempts":1,"playable":28.713607361765465,"score":28.713607361765465},"GB2-04":{"attempts":1,"playable":39.300530864688206,"score":39.300530864688206},"GB2-05":{"attempts":1,"playable":48.9790173635873,"score":48.9790173635873},"GB2-06":{"attempts":1,"playable":31.41075390080264,"score":31.41075390080264},"GB2-07":{"attempts":1,"playable":16.0358412296522,"score":16.0358412296522},"GB2-08":{"attempts":1,"playable":24.348385410188435,"score":24.348385410188435}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":34.53417510949334,"score":34.53417510949334},"GB2-02":{"attempts":1,"playable":42.83446061535564,"score":42.83446061535564},"GB2-03":{"attempts":1,"playable":28.713607361765465,"score":28.713607361765465},"GB2-04":{"attempts":1,"playable":39.300530864688206,"score":39.300530864688206},"GB2-05":{"attempts":1,"playable":48.9790173635873,"score":48.9790173635873},"GB2-06":{"attempts":1,"playable":31.41075390080264,"score":31.41075390080264},"GB2-07":{"attempts":1,"playable":16.0358412296522,"score":16.0358412296522},"GB2-08":{"attempts":1,"playable":24.348385410188435,"score":24.348385410188435}}},"id":"x-ai/grok-build-0.1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:37Z","match_totals_all":{"draws":1154,"losses":3220,"wins":984},"match_totals_tracks":{"medium":{"draws":1154,"losses":3220,"wins":984}},"model_slug":"x-ai-grok-build-0-1","official_rank_by_reasoning":{"medium":93},"overall":{"max":48.9790173635873,"mean":33.269596481941655,"min":16.0358412296522},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":125,"losses":406,"wins":149},"GB2-02":{"draws":468,"losses":157,"wins":11},"GB2-03":{"draws":153,"losses":423,"wins":82},"GB2-04":{"draws":403,"losses":220,"wins":31},"GB2-05":{"draws":0,"losses":388,"wins":302},"GB2-06":{"draws":5,"losses":480,"wins":173},"GB2-07":{"draws":0,"losses":599,"wins":87},"GB2-08":{"draws":0,"losses":547,"wins":149}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":125,"losses":406,"wins":149},"GB2-02":{"draws":468,"losses":157,"wins":11},"GB2-03":{"draws":153,"losses":423,"wins":82},"GB2-04":{"draws":403,"losses":220,"wins":31},"GB2-05":{"draws":0,"losses":388,"wins":302},"GB2-06":{"draws":5,"losses":480,"wins":173},"GB2-07":{"draws":0,"losses":599,"wins":87},"GB2-08":{"draws":0,"losses":547,"wins":149}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1293.1914113224036,"GB2-02":1377.3713409672546,"GB2-03":1180.6767823786577,"GB2-04":1360.0185706767902,"GB2-05":1323.8877792164756,"GB2-06":1099.504973144621,"GB2-07":870.2307088606127,"GB2-08":947.2747906396469}},"per_game_tracks":{"medium":{"GB2-01":34.53417510949334,"GB2-02":42.83446061535564,"GB2-03":28.713607361765465,"GB2-04":39.300530864688206,"GB2-05":48.9790173635873,"GB2-06":31.41075390080264,"GB2-07":16.0358412296522,"GB2-08":24.348385410188435}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":8,"worked_first_time":0,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":8,"worked_first_time":0,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":33.269596481941655},"reasoning_agg":{"medium":{"max":48.9790173635873,"mean":33.269596481941655,"min":16.0358412296522}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":33.269596481941655,"medium":33.269596481941655}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5-pro:5b58f9e27a8577bf","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.013987023000000001,"mean":0.007770620325,"median":0.006556245299999999,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0621649626},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0317000854,"median":0.0104556789,"min":0.0057139812,"recorded_attempt_count":11,"run_count":8,"total":0.2536006832}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.013987023000000001,"mean":0.007770620325,"median":0.006556245299999999,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0621649626},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0317000854,"median":0.0104556789,"min":0.0057139812,"recorded_attempt_count":11,"run_count":8,"total":0.2536006832}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0197353528625,"median":0.0065649564,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":21,"run_count":16,"total":0.31576564580000005},"codegen_latency_ms":{"attempt_count":21,"max_ms":886851,"mean_ms":120417.0625,"min_ms":8215,"paired_attempt_count":21,"paired_latency_ms":1926673,"paired_output_tokens":115791,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":34657,"mean_ms":17617.5,"min_ms":8215,"paired_attempt_count":10,"paired_latency_ms":140940,"paired_output_tokens":28822,"run_count":8},"none":{"attempt_count":11,"max_ms":886851,"mean_ms":223216.625,"min_ms":43161,"paired_attempt_count":11,"paired_latency_ms":1785733,"paired_output_tokens":86969,"run_count":8}},"codegen_output_tokens":{"attempt_count":21,"output_max":42691,"output_mean":7236.9375,"output_min":2239,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":10,"output_max":7415,"output_mean":3602.75,"output_min":2239,"run_count":8},"none":{"attempt_count":11,"output_max":42691,"output_mean":10871.125,"output_min":2846,"run_count":8}},"display_name":"MiMo-V2.5-Pro","economics":{"all":32.34522439911579,"medium":37.504482100418684,"none":27.185966697812905},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[131072],"finish_reason_observations":21,"finish_reasons":["stop"],"indexed_attempts":21,"output_token_observations":21,"provider_post_attempt_observations":10,"provider_post_attempts":10,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[131072],"total_output_tokens":115791,"total_visible_output_tokens":28822,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":45.57479883041129,"score":45.57479883041129},"GB2-02":{"attempts":2,"playable":39.737594902025165,"score":39.737594902025165},"GB2-03":{"attempts":2,"playable":43.80711815990245,"score":43.80711815990245},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":39.956919155435905,"score":19.978459577717953},"GB2-05":{"attempts":2,"playable":18.826723932992763,"score":18.826723932992763},"GB2-06":{"attempts":2,"playable":30.764051947962532,"score":30.764051947962532},"GB2-07":{"attempts":2,"playable":42.829254009838166,"score":42.829254009838166},"GB2-08":{"attempts":2,"playable":17.24379383207604,"score":17.24379383207604}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":55.06429042458964,"score":55.06429042458964},"GB2-02":{"attempts":1,"playable":41.31001466939874,"score":41.31001466939874},"GB2-03":{"attempts":1,"playable":54.37957337425583,"score":54.37957337425583},"GB2-04":{"attempts":1,"playable":39.956919155435905,"score":39.956919155435905},"GB2-05":{"attempts":1,"playable":21.05212312855449,"score":21.05212312855449},"GB2-06":{"attempts":1,"playable":26.35476309320412,"score":26.35476309320412},"GB2-07":{"attempts":1,"playable":38.0474644821351,"score":38.0474644821351},"GB2-08":{"attempts":1,"playable":23.87070847577564,"score":23.87070847577564}},"none":{"GB2-01":{"attempts":1,"playable":36.085307236232936,"score":36.085307236232936},"GB2-02":{"attempts":1,"playable":38.165175134651584,"score":38.165175134651584},"GB2-03":{"attempts":1,"playable":33.234662945549076,"score":33.234662945549076},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":16.60132473743103,"score":16.60132473743103},"GB2-06":{"attempts":1,"playable":35.17334080272094,"score":35.17334080272094},"GB2-07":{"attempts":1,"playable":47.61104353754124,"score":47.61104353754124},"GB2-08":{"attempts":1,"playable":10.61687918837644,"score":10.61687918837644}}},"id":"xiaomi/mimo-v2.5-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:21:18Z","match_totals_all":{"draws":1935,"losses":6064,"wins":2063},"match_totals_tracks":{"medium":{"draws":1170,"losses":3007,"wins":1181},"none":{"draws":765,"losses":3057,"wins":882}},"model_slug":"xiaomi-mimo-v2-5-pro","official_rank_by_reasoning":{"medium":85,"none":91},"overall":{"max":55.06429042458964,"mean":32.34522439911579,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":274,"losses":656,"wins":430},"GB2-02":{"draws":855,"losses":391,"wins":26},"GB2-03":{"draws":375,"losses":634,"wins":307},"GB2-04":{"draws":391,"losses":222,"wins":41},"GB2-05":{"draws":0,"losses":1154,"wins":226},"GB2-06":{"draws":40,"losses":952,"wins":324},"GB2-07":{"draws":0,"losses":872,"wins":500},"GB2-08":{"draws":0,"losses":1183,"wins":209}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":111,"losses":279,"wins":290},"GB2-02":{"draws":468,"losses":166,"wins":2},"GB2-03":{"draws":164,"losses":266,"wins":228},"GB2-04":{"draws":391,"losses":222,"wins":41},"GB2-05":{"draws":0,"losses":563,"wins":127},"GB2-06":{"draws":36,"losses":494,"wins":128},"GB2-07":{"draws":0,"losses":467,"wins":219},"GB2-08":{"draws":0,"losses":550,"wins":146}},"none":{"GB2-01":{"draws":163,"losses":377,"wins":140},"GB2-02":{"draws":387,"losses":225,"wins":24},"GB2-03":{"draws":211,"losses":368,"wins":79},"GB2-05":{"draws":0,"losses":591,"wins":99},"GB2-06":{"draws":4,"losses":458,"wins":196},"GB2-07":{"draws":0,"losses":405,"wins":281},"GB2-08":{"draws":0,"losses":633,"wins":63}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1492.0475981562763,"GB2-02":1365.3784492338332,"GB2-03":1413.1764159993638,"GB2-04":1365.2807103938248,"GB2-05":917.5459687981313,"GB2-06":1018.7933809172584,"GB2-07":1201.9757656686184,"GB2-08":940.2425090135639},"none":{"GB2-01":1308.9169415337146,"GB2-02":1340.3476713891018,"GB2-03":1223.774421915349,"GB2-05":831.1361110960012,"GB2-06":1158.7210869222768,"GB2-07":1325.5837747662902,"GB2-08":707.3117397084848}},"per_game_tracks":{"medium":{"GB2-01":55.06429042458964,"GB2-02":41.31001466939874,"GB2-03":54.37957337425583,"GB2-04":39.956919155435905,"GB2-05":21.05212312855449,"GB2-06":26.35476309320412,"GB2-07":38.0474644821351,"GB2-08":23.87070847577564},"none":{"GB2-01":36.085307236232936,"GB2-02":38.165175134651584,"GB2-03":33.234662945549076,"GB2-05":16.60132473743103,"GB2-06":35.17334080272094,"GB2-07":47.61104353754124,"GB2-08":10.61687918837644}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":5,"worked_first_time":10,"working":15},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":37.504482100418684,"none":27.185966697812905},"reasoning_agg":{"medium":{"max":55.06429042458964,"mean":37.504482100418684,"min":21.05212312855449},"none":{"max":47.61104353754124,"mean":27.185966697812905,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled"},"score_diagnostics":{"reasoning_variance":10.31851540260578},"working_program_strength":{"all":34.28707916324529,"medium":37.504482100418684,"none":31.06967622607189}},{"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-5-super-vl:8d378f6e02468ff9","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.017223799999999997,"mean":0.011684275,"median":0.01118885,"min":0.0072799,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0934742},"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0053376,"mean":0.0035628175,"median":0.00344317,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.02850254}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.017223799999999997,"mean":0.011684275,"median":0.01118885,"min":0.0072799,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0934742},"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0053376,"mean":0.0035628175,"median":0.00344317,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.028502539999999996}},"codegen_cost_usd":{"admitted_cell_count":11,"cell_count":16,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.017223799999999997,"mean":0.00762354625,"median":0.00630875,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":26,"run_count":16,"total":0.12197674},"codegen_latency_ms":{"attempt_count":26,"max_ms":256073,"mean_ms":74799.75,"min_ms":5868,"paired_attempt_count":26,"paired_latency_ms":1196796,"paired_output_tokens":253398,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":256073,"mean_ms":129205.75,"min_ms":48724,"paired_attempt_count":11,"paired_latency_ms":1033646,"paired_output_tokens":211889,"run_count":8},"none":{"attempt_count":15,"max_ms":35513,"mean_ms":20393.75,"min_ms":5868,"paired_attempt_count":15,"paired_latency_ms":163150,"paired_output_tokens":41509,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":39370,"output_mean":15837.375,"output_min":2130,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":39370,"output_mean":26486.125,"output_min":16576,"run_count":8},"none":{"attempt_count":15,"output_max":9122,"output_mean":5188.625,"output_min":2130,"run_count":8}},"display_name":"Nemotron 3.5 Super Vl","economics":{"all":29.726543056824433,"medium":48.176801006544906,"none":11.276285107103956},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[235929],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[235929],"total_output_tokens":253398,"total_reasoning_output_tokens":186412,"total_visible_output_tokens":66986,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3.5-super-vl","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":65.25863598820409,"score":32.629317994102045},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.76422642589287,"score":21.882113212946436},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":33.667097707981256,"score":16.833548853990628},"GB2-04":{"attempts":2,"playable":40.774336834529606,"score":40.774336834529606},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":55.05268281366341,"score":27.526341406831705},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":42.71461753298576,"score":21.35730876649288},"GB2-07":{"attempts":2,"playable":39.895055225906376,"score":39.895055225906376},"GB2-08":{"attempts":2,"playable":36.914322159795766,"score":36.914322159795766}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":65.25863598820409,"score":65.25863598820409},"GB2-02":{"attempts":1,"playable":43.76422642589287,"score":43.76422642589287},"GB2-03":{"attempts":1,"playable":33.667097707981256,"score":33.667097707981256},"GB2-04":{"attempts":1,"playable":39.13633095729009,"score":39.13633095729009},"GB2-05":{"attempts":1,"playable":55.05268281366341,"score":55.05268281366341},"GB2-06":{"attempts":1,"playable":42.71461753298576,"score":42.71461753298576},"GB2-07":{"attempts":1,"playable":56.81812534223598,"score":56.81812534223598},"GB2-08":{"attempts":1,"playable":49.00269128410578,"score":49.00269128410578}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":42.41234271176913,"score":42.41234271176913},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":22.971985109576767,"score":22.971985109576767},"GB2-08":{"attempts":1,"playable":24.825953035485757,"score":24.825953035485757}}},"id":"nvidia/nemotron-3.5-super-vl","is_recent_addition":false,"last_measured_at":"2026-11-21T16:38:54Z","match_totals_all":{"draws":1567,"losses":3764,"wins":2063},"match_totals_tracks":{"medium":{"draws":1152,"losses":2466,"wins":1740},"none":{"draws":415,"losses":1298,"wins":323}},"model_slug":"nvidia-nemotron-3-5-super-vl","official_rank_by_reasoning":{"medium":64},"overall":{"max":65.25863598820409,"mean":29.726543056824433,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":85,"losses":224,"wins":371},"GB2-02":{"draws":459,"losses":156,"wins":21},"GB2-03":{"draws":216,"losses":363,"wins":79},"GB2-04":{"draws":794,"losses":428,"wins":86},"GB2-05":{"draws":0,"losses":350,"wins":340},"GB2-06":{"draws":13,"losses":407,"wins":238},"GB2-07":{"draws":0,"losses":902,"wins":470},"GB2-08":{"draws":0,"losses":934,"wins":458}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":85,"losses":224,"wins":371},"GB2-02":{"draws":459,"losses":156,"wins":21},"GB2-03":{"draws":216,"losses":363,"wins":79},"GB2-04":{"draws":379,"losses":233,"wins":42},"GB2-05":{"draws":0,"losses":350,"wins":340},"GB2-06":{"draws":13,"losses":407,"wins":238},"GB2-07":{"draws":0,"losses":343,"wins":343},"GB2-08":{"draws":0,"losses":390,"wins":306}},"none":{"GB2-04":{"draws":415,"losses":195,"wins":44},"GB2-07":{"draws":0,"losses":559,"wins":127},"GB2-08":{"draws":0,"losses":544,"wins":152}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1594.2945687758343,"GB2-02":1384.6560288283113,"GB2-03":1227.7747709823984,"GB2-04":1358.698951289964,"GB2-05":1402.9082708743408,"GB2-06":1276.7743174515829,"GB2-07":1446.6702261607352,"GB2-08":1314.0039152972377},"none":{"GB2-04":1384.811797195356,"GB2-07":990.507277432976,"GB2-08":954.2665041304839}},"per_game_tracks":{"medium":{"GB2-01":65.25863598820409,"GB2-02":43.76422642589287,"GB2-03":33.667097707981256,"GB2-04":39.13633095729009,"GB2-05":55.05268281366341,"GB2-06":42.71461753298576,"GB2-07":56.81812534223598,"GB2-08":49.00269128410578},"none":{"GB2-04":42.41234271176913,"GB2-07":22.971985109576767,"GB2-08":24.825953035485757}},"program_outcomes":{"all":{"counted_attempts":16,"failed":5,"infra_excluded":0,"success_rate":0.6875,"too_slow":0,"worked_after_repair":5,"worked_first_time":6,"working":11},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":2,"worked_first_time":1,"working":3}},"provider_color":"#76B900","provider_company":"NVIDIA","provider_key":"nvidia","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":48.176801006544906,"none":11.276285107103954},"reasoning_agg":{"medium":{"max":65.25863598820409,"mean":48.176801006544906,"min":33.667097707981256},"none":{"max":42.41234271176913,"mean":11.276285107103954,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":36.900515899440954},"working_program_strength":{"all":39.123447312744396,"medium":48.176801006544906,"none":30.070093618943883}},{"canonical_public_row_identity":"publication-row.v1:overall:poolside-laguna-s-2-1:93d33ffac5f20614","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0068074,"mean":0.0034371900000000006,"median":0.00326368,"min":0.00211404,"recorded_attempt_count":35,"run_count":14,"total":0.04917795999999999},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00407402,"mean":0.0029986699999999997,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":33,"run_count":14,"total":0.04176386}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0068074,"mean":0.0034371900000000006,"median":0.00326368,"min":0.00211404,"recorded_attempt_count":35,"run_count":14,"total":0.04917795999999999},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00407402,"mean":0.0029986699999999997,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":33,"run_count":14,"total":0.04176386}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":16,"cost_basis_counts":{"provider_reported":68},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0068074,"mean":0.0032179299999999995,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":68,"run_count":28,"total":0.09094181999999998},"codegen_latency_ms":{"attempt_count":68,"max_ms":490920,"mean_ms":122427.25,"min_ms":29915,"paired_attempt_count":68,"paired_latency_ms":3427963,"paired_output_tokens":231695,"run_count":28},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":35,"max_ms":490920,"mean_ms":129686.92857142857,"min_ms":29915,"paired_attempt_count":35,"paired_latency_ms":1815617,"paired_output_tokens":134825,"run_count":14},"none":{"attempt_count":33,"max_ms":199208,"mean_ms":115167.57142857143,"min_ms":46525,"paired_attempt_count":33,"paired_latency_ms":1612346,"paired_output_tokens":96870,"run_count":14}},"codegen_output_tokens":{"attempt_count":68,"output_max":42038,"output_mean":8274.82142857143,"output_min":1701,"run_count":28},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":35,"output_max":42038,"output_mean":9630.357142857143,"output_min":1701,"run_count":14},"none":{"attempt_count":33,"output_max":12644,"output_mean":6919.285714285715,"output_min":2544,"run_count":14}},"display_name":"Laguna S 2.1","economics":{"all":29.680642358916856,"medium":29.562769253390233,"none":29.798515464443476},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-07":"too_slow"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":68,"finish_reasons":["length","stop"],"indexed_attempts":72,"output_token_observations":68,"reasoning_token_observations":45,"total_output_tokens":231695,"total_reasoning_output_tokens":57724,"total_visible_output_tokens":117243,"visible_token_observations":43},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"poolside","provider_model":"poolside/laguna-s-2.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":11,"evaluated_cells":13,"failed_game_aliases":["GB2-01"],"first_pass_admitted":7,"first_pass_rate":0.5833333333333334,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"infra_failures_excluded":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06","GB2-07"],"infra_failures_excluded":3,"model_code_failure_rate":0.08333333333333333,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-07"],"performance_rejections":1,"repaired_admitted":4,"repaired_rate":0.3333333333333333},"baseline":{"admitted_plugins":12,"evaluated_cells":14,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":7,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"infra_failures_excluded":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06"],"infra_failures_excluded":2,"model_code_failure_rate":0.14285714285714285,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.35714285714285715}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":42.78729045964573,"score":33.32105083031815},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":41.13910514986095,"score":31.172373242761232},"GB2-03":{"attempts":4,"playable":38.18857321691302,"score":38.18857321691302},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":38.068045230055965,"score":19.034022615027983},"GB2-05":{"attempts":4,"playable":36.080585062165255,"score":36.080585062165255},"GB2-06":{"attempts":2,"playable":19.163775760980393,"score":19.163775760980393},"GB2-07":{"attempts":2,"playable":43.82458511015992,"score":43.82458511015992},"GB2-08":{"attempts":4,"playable":23.79108096139374,"score":23.79108096139374}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":37.86495851731032,"score":18.93247925865516},"GB2-02":{"attempts":2,"playable":42.41128267132303,"score":42.41128267132303},"GB2-03":{"attempts":2,"playable":38.21050453056519,"score":38.21050453056519},"GB2-04":{"attempts":1,"playable":38.068045230055965,"score":38.068045230055965},"GB2-05":{"attempts":2,"playable":26.148467415656153,"score":26.148467415656153},"GB2-06":{"attempts":1,"playable":19.297903027484885,"score":19.297903027484885},"GB2-08":{"attempts":2,"playable":23.87070263999127,"score":23.87070263999127}},"none":{"GB2-01":{"attempts":2,"playable":47.709622401981136,"score":47.709622401981136},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.86692762839888,"score":19.93346381419944},"GB2-03":{"attempts":2,"playable":38.16664190326085,"score":38.16664190326085},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":2,"playable":46.01270270867436,"score":46.01270270867436},"GB2-06":{"attempts":1,"playable":19.029648494475897,"score":19.029648494475897},"GB2-07":{"attempts":2,"playable":43.82458511015992,"score":43.82458511015992},"GB2-08":{"attempts":2,"playable":23.71145928279621,"score":23.71145928279621}}},"id":"poolside/laguna-s-2.1","is_recent_addition":false,"last_measured_at":"2026-11-21T16:16:08Z","match_totals_all":{"draws":2867,"losses":9217,"wins":3382},"match_totals_tracks":{"medium":{"draws":1798,"losses":4367,"wins":1187},"none":{"draws":1069,"losses":4850,"wins":2195}},"model_slug":"poolside-laguna-s-2-1","official_rank_by_reasoning":{"medium":98,"none":84},"overall":{"max":47.709622401981136,"mean":29.680642358916856,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":346,"losses":1039,"wins":655},"GB2-02":{"draws":1369,"losses":511,"wins":28},"GB2-03":{"draws":805,"losses":1376,"wins":451},"GB2-04":{"draws":342,"losses":258,"wins":54},"GB2-05":{"draws":0,"losses":1871,"wins":889},"GB2-06":{"draws":5,"losses":1103,"wins":208},"GB2-07":{"draws":0,"losses":857,"wins":515},"GB2-08":{"draws":0,"losses":2202,"wins":582}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":118,"losses":388,"wins":174},"GB2-02":{"draws":964,"losses":305,"wins":3},"GB2-03":{"draws":372,"losses":703,"wins":241},"GB2-04":{"draws":342,"losses":258,"wins":54},"GB2-05":{"draws":0,"losses":1062,"wins":318},"GB2-06":{"draws":2,"losses":551,"wins":105},"GB2-08":{"draws":0,"losses":1100,"wins":292}},"none":{"GB2-01":{"draws":228,"losses":651,"wins":481},"GB2-02":{"draws":405,"losses":206,"wins":25},"GB2-03":{"draws":433,"losses":673,"wins":210},"GB2-05":{"draws":0,"losses":809,"wins":571},"GB2-06":{"draws":3,"losses":552,"wins":103},"GB2-07":{"draws":0,"losses":857,"wins":515},"GB2-08":{"draws":0,"losses":1102,"wins":290}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1326.6811395928946,"GB2-02":1374.0474118376433,"GB2-03":1268.6556355048097,"GB2-04":1350.0783900136273,"GB2-05":982.9799765674948,"GB2-06":900.7091070437859,"GB2-08":940.2400570914126},"none":{"GB2-01":1421.4756290706841,"GB2-02":1353.9499925245125,"GB2-03":1268.240300833052,"GB2-05":1286.7912835815987,"GB2-06":895.989710349302,"GB2-07":1276.4611504751763,"GB2-08":937.8887862463913}},"per_game_tracks":{"medium":{"GB2-01":37.86495851731032,"GB2-02":42.41128267132303,"GB2-03":38.21050453056519,"GB2-04":38.068045230055965,"GB2-05":26.148467415656153,"GB2-06":19.297903027484885,"GB2-08":23.87070263999127},"none":{"GB2-01":47.709622401981136,"GB2-02":39.86692762839888,"GB2-03":38.16664190326085,"GB2-05":46.01270270867436,"GB2-06":19.029648494475897,"GB2-07":43.82458511015992,"GB2-08":23.71145928279621}},"program_outcomes":{"all":{"counted_attempts":26,"failed":3,"infra_excluded":5,"success_rate":0.8846153846153846,"too_slow":1,"worked_after_repair":9,"worked_first_time":14,"working":23},"medium":{"counted_attempts":12,"failed":1,"infra_excluded":3,"success_rate":0.9166666666666666,"too_slow":1,"worked_after_repair":4,"worked_first_time":7,"working":11},"none":{"counted_attempts":14,"failed":2,"infra_excluded":2,"success_rate":0.8571428571428571,"too_slow":0,"worked_after_repair":5,"worked_first_time":7,"working":12}},"provider_color":"#4137FF","provider_company":"Poolside","provider_key":"poolside","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":29.562769253390233,"none":29.798515464443472},"reasoning_agg":{"medium":{"max":42.41128267132303,"mean":29.562769253390233,"min":18.93247925865516},"none":{"max":47.709622401981136,"mean":29.798515464443472,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":0.23574621105323956},"working_program_strength":{"all":34.58524654015244,"medium":32.26740914748383,"none":36.90308393282104}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5:46539a1664eec339","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0597184625,"mean":0.02467013555,"median":0.0239011175,"min":0.0040410944,"recorded_attempt_count":19,"run_count":8,"total":0.19736108440000003},"medium":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":52},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03062629,"mean":0.020124273158333334,"median":0.017895481666666668,"min":0.012095886733333333,"recorded_attempt_count":52,"run_count":24,"total":0.48618750699999996},"none":{"admitted_cell_count":17,"cell_count":8,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.005169185000000001,"mean":0.002871050658333333,"median":0.0023354879666666667,"min":0.00169122,"recorded_attempt_count":37,"run_count":24,"total":0.0689052158}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":32},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0265755425,"mean":0.018416099712499998,"median":0.017703669999999998,"min":0.0109615788,"recorded_attempt_count":32,"run_count":15,"total":0.27207317540000003},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.038769960000000006,"mean":0.023744302225,"median":0.0230069837,"min":0.0074361952000000005,"recorded_attempt_count":20,"run_count":9,"total":0.21411433159999999},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.00295601625,"mean":0.0023887339375,"median":0.002303478175,"min":0.0017364400000000001,"recorded_attempt_count":25,"run_count":16,"total":0.038219743},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0097359,"mean":0.0038356840999999994,"median":0.0020557588,"min":0.0014804776,"recorded_attempt_count":12,"run_count":8,"total":0.030685472800000002},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0597184625,"mean":0.02467013555,"median":0.0239011175,"min":0.0040410944,"recorded_attempt_count":19,"run_count":8,"total":0.1973610844}},"codegen_cost_usd":{"admitted_cell_count":37,"cell_count":24,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0597184625,"mean":0.015888486455555555,"median":0.014928570933333333,"min":0.00169122,"recorded_attempt_count":108,"run_count":56,"total":0.7524538072000001},"codegen_latency_ms":{"attempt_count":32,"max_ms":2480898,"mean_ms":755138.0,"min_ms":19112,"paired_attempt_count":32,"paired_latency_ms":12837346,"paired_output_tokens":734523,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":20,"max_ms":2480898,"mean_ms":1257942.2222222222,"min_ms":113183,"paired_attempt_count":20,"paired_latency_ms":11321480,"paired_output_tokens":688644,"run_count":9},"none":{"attempt_count":12,"max_ms":1141174,"mean_ms":189483.25,"min_ms":19112,"paired_attempt_count":12,"paired_latency_ms":1515866,"paired_output_tokens":45879,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":131072,"output_mean":43207.23529411765,"output_min":1607,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":20,"output_max":131072,"output_mean":76516.0,"output_min":16030,"run_count":9},"none":{"attempt_count":12,"output_max":24962,"output_mean":5734.875,"output_min":1607,"run_count":8}},"display_name":"MiMo-V2.5","economics":{"all":28.935444377856594,"highest":32.378302786047385,"medium":28.731694972076514,"none":25.696335375445884},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"infra_excluded","GB2-05":"infra_excluded","GB2-07":"infra_excluded"},"medium":{"GB2-03":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["length","stop"],"indexed_attempts":32,"output_token_observations":32,"total_output_tokens":734523},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":15,"evaluated_cells":16,"failed_game_aliases":["GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.0625,"game_attempts":{"GB2-01":{"admitted":2,"infra_failures_excluded":1},"GB2-02":{"admitted":3},"GB2-03":{"infra_failures_excluded":3},"GB2-04":{"admitted":3},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":2},"GB2-07":{"admitted":2,"infra_failures_excluded":1},"GB2-08":{"admitted":2,"infra_failures_excluded":1,"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-01","GB2-03","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":8,"model_code_failure_rate":0.0625,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":14,"repaired_rate":0.875},"baseline":{"admitted_plugins":17,"evaluated_cells":23,"failed_game_aliases":["GB2-02","GB2-03","GB2-07","GB2-08"],"first_pass_admitted":12,"first_pass_rate":0.5217391304347826,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":1,"model_code_failures":2},"GB2-03":{"admitted":1,"model_code_failures":2},"GB2-04":{"admitted":2,"infra_failures_excluded":1},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":2,"model_code_failures":1},"GB2-08":{"admitted":2,"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-04"],"infra_failures_excluded":1,"model_code_failure_rate":0.2608695652173913,"model_code_failures":6,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.21739130434782608},"intensive":{"admitted_plugins":5,"evaluated_cells":5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"infra_failures_excluded":1},"GB2-06":{"admitted":1},"GB2-07":{"infra_failures_excluded":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03","GB2-05","GB2-07"],"infra_failures_excluded":3,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":1.0}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":30.97038480265199,"score":30.97038480265199},"GB2-02":{"attempts":7,"failed_attempts":2,"playable":41.75095982965246,"score":32.75950981601928},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":43.579121029618406,"score":14.52637367653947},"GB2-04":{"attempts":6,"playable":39.22148069221744,"score":39.22148069221744},"GB2-05":{"attempts":5,"playable":24.24431067153758,"score":24.24431067153758},"GB2-06":{"attempts":5,"playable":31.35527518323998,"score":31.35527518323998},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":25.40274391397883,"score":21.922644529574068},"GB2-08":{"attempts":7,"failed_attempts":2,"playable":27.632433223865984,"score":19.60127539239693}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":23.80213032320667,"score":23.80213032320667},"GB2-02":{"attempts":1,"playable":43.59528374478211,"score":43.59528374478211},"GB2-04":{"attempts":1,"playable":38.31472315402055,"score":38.31472315402055},"GB2-06":{"attempts":1,"playable":45.56249751985119,"score":45.56249751985119},"GB2-08":{"attempts":1,"playable":10.61687918837644,"score":10.61687918837644}},"medium":{"GB2-01":{"attempts":2,"playable":28.092799811126717,"score":28.092799811126717},"GB2-02":{"attempts":3,"playable":41.196070682825955,"score":41.196070682825955},"GB2-04":{"attempts":3,"playable":38.20486899394886,"score":38.20486899394886},"GB2-05":{"attempts":2,"playable":22.798559809907395,"score":22.798559809907395},"GB2-06":{"attempts":1,"playable":17.50582325450415,"score":17.50582325450415},"GB2-07":{"attempts":2,"playable":29.924891521529084,"score":29.924891521529084},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":35.09827609604014,"score":23.398850730693425}},"none":{"GB2-01":{"attempts":3,"playable":41.01622427362258,"score":41.01622427362258},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":40.4615250613493,"score":13.487175020449767},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":43.579121029618406,"score":14.52637367653947},"GB2-04":{"attempts":2,"playable":41.144849928682916,"score":41.144849928682916},"GB2-05":{"attempts":3,"playable":25.690061533167764,"score":25.690061533167764},"GB2-06":{"attempts":3,"playable":30.997504775364586,"score":30.997504775364586},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":20.880596306428583,"score":13.920397537619055},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":37.182144387181374,"score":24.788096258120916}}},"id":"xiaomi/mimo-v2.5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:32:45Z","match_totals_all":{"draws":5497,"losses":14822,"wins":4487},"match_totals_tracks":{"highest":{"draws":1109,"losses":1825,"wins":390},"medium":{"draws":2592,"losses":5865,"wins":1575},"none":{"draws":1796,"losses":7132,"wins":2522}},"model_slug":"xiaomi-mimo-v2-5","official_rank_by_reasoning":{"none":98},"overall":{"max":45.56249751985119,"mean":28.935444377856594,"min":10.61687918837644},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_or_non_distinct_settings","untested_or_ineligible_settings","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-01":23.80213032320667,"GB2-02":43.59528374478211,"GB2-04":38.31472315402055,"GB2-06":45.56249751985119,"GB2-08":10.61687918837644},"per_game_all":{"GB2-01":30.97038480265199,"GB2-02":41.75095982965246,"GB2-04":39.22148069221744,"GB2-06":31.35527518323998,"GB2-08":27.632433223865984},"per_game_match_totals_all":{"GB2-01":{"draws":834,"losses":2418,"wins":828},"GB2-02":{"draws":2247,"losses":870,"wins":63},"GB2-03":{"draws":224,"losses":301,"wins":133},"GB2-04":{"draws":2181,"losses":1442,"wins":301},"GB2-05":{"draws":0,"losses":2706,"wins":744},"GB2-06":{"draws":11,"losses":2390,"wins":889},"GB2-07":{"draws":0,"losses":2174,"wins":570},"GB2-08":{"draws":0,"losses":2521,"wins":959}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":274,"losses":400,"wins":6},"GB2-02":{"draws":469,"losses":152,"wins":15},"GB2-04":{"draws":361,"losses":247,"wins":46},"GB2-06":{"draws":5,"losses":393,"wins":260},"GB2-08":{"draws":0,"losses":633,"wins":63}},"medium":{"GB2-01":{"draws":165,"losses":937,"wins":258},"GB2-02":{"draws":1332,"losses":536,"wins":40},"GB2-04":{"draws":1095,"losses":737,"wins":130},"GB2-05":{"draws":0,"losses":1104,"wins":276},"GB2-06":{"draws":0,"losses":562,"wins":96},"GB2-07":{"draws":0,"losses":1033,"wins":339},"GB2-08":{"draws":0,"losses":956,"wins":436}},"none":{"GB2-01":{"draws":395,"losses":1081,"wins":564},"GB2-02":{"draws":446,"losses":182,"wins":8},"GB2-03":{"draws":224,"losses":301,"wins":133},"GB2-04":{"draws":725,"losses":458,"wins":125},"GB2-05":{"draws":0,"losses":1602,"wins":468},"GB2-06":{"draws":6,"losses":1435,"wins":533},"GB2-07":{"draws":0,"losses":1141,"wins":231},"GB2-08":{"draws":0,"losses":932,"wins":460}}},"per_game_raw_elo_all":{"GB2-01":1251.4420280666056,"GB2-02":1368.8208155951688,"GB2-04":1359.3356428744116,"GB2-06":1092.3291715179794,"GB2-08":982.3163104698289},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1174.382750592431,"GB2-02":1383.3337116038265,"GB2-04":1352.0746347918664,"GB2-06":1321.5496632855934,"GB2-08":707.3117397084848},"medium":{"GB2-01":1224.15789785564,"GB2-02":1364.4595017298145,"GB2-04":1351.1770806230159,"GB2-05":947.7843198474682,"GB2-06":868.6865032720624,"GB2-07":1087.3985012806359,"GB2-08":1108.806212111027},"none":{"GB2-01":1355.7854357517463,"GB2-02":1358.669233451866,"GB2-03":1316.4155949252927,"GB2-04":1374.7552132083524,"GB2-05":963.7896047347966,"GB2-06":1086.751347996282,"GB2-07":945.2819684413467,"GB2-08":1130.830979589975}},"per_game_tracks":{"highest":{"GB2-01":23.80213032320667,"GB2-02":43.59528374478211,"GB2-04":38.31472315402055,"GB2-06":45.56249751985119,"GB2-08":10.61687918837644},"medium":{"GB2-01":28.092799811126717,"GB2-02":41.196070682825955,"GB2-04":38.20486899394886,"GB2-05":22.798559809907395,"GB2-06":17.50582325450415,"GB2-07":29.924891521529084,"GB2-08":35.09827609604014},"none":{"GB2-01":41.01622427362258,"GB2-02":40.4615250613493,"GB2-03":43.579121029618406,"GB2-04":41.144849928682916,"GB2-05":25.690061533167764,"GB2-06":30.997504775364586,"GB2-07":20.880596306428583,"GB2-08":37.182144387181374}},"program_outcomes":{"all":{"counted_attempts":44,"failed":7,"infra_excluded":12,"success_rate":0.8409090909090909,"too_slow":0,"worked_after_repair":24,"worked_first_time":13,"working":37},"highest":{"counted_attempts":5,"failed":0,"infra_excluded":3,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":16,"failed":1,"infra_excluded":8,"success_rate":0.9375,"too_slow":0,"worked_after_repair":14,"worked_first_time":1,"working":15},"none":{"counted_attempts":23,"failed":6,"infra_excluded":1,"success_rate":0.7391304347826086,"too_slow":0,"worked_after_repair":5,"worked_first_time":12,"working":17}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":32.378302786047385,"medium":28.731694972076514,"none":25.696335375445884},"reasoning_agg":{"highest":{"max":45.56249751985119,"mean":32.378302786047385,"min":10.61687918837644},"medium":{"max":41.196070682825955,"mean":28.731694972076514,"min":17.50582325450415},"none":{"max":41.144849928682916,"mean":25.696335375445884,"min":13.487175020449767}},"reasoning_labels":{"highest":"High","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":6.6819674106015015},"working_program_strength":{"all":32.63344921693822,"highest":32.378302786047385,"medium":30.40304145284033,"none":35.11900341192694}},{"canonical_public_row_identity":"publication-row.v1:overall:dots-studio-dots-3-note-preview:8dea3fdd7265a2a1","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":11,"run_count":9,"total":0.0},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":13,"run_count":9,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":11,"run_count":9,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":13,"run_count":9,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":21},"recorded_attempt_count":24,"run_count":18,"total":0.0},"codegen_latency_ms":{"attempt_count":23,"max_ms":714416,"mean_ms":188761.23529411765,"min_ms":18623,"paired_attempt_count":23,"paired_latency_ms":3208941,"paired_output_tokens":265748,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":714416,"mean_ms":352049.5,"min_ms":146573,"paired_attempt_count":10,"paired_latency_ms":2816396,"paired_output_tokens":233293,"run_count":8},"none":{"attempt_count":13,"max_ms":75694,"mean_ms":43616.11111111111,"min_ms":18623,"paired_attempt_count":13,"paired_latency_ms":392545,"paired_output_tokens":32455,"run_count":9}},"codegen_output_tokens":{"attempt_count":24,"output_max":253455,"output_mean":28844.61111111111,"output_min":1850,"run_count":18},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":253455,"output_mean":54083.11111111111,"output_min":14645,"run_count":9},"none":{"attempt_count":13,"output_max":8639,"output_mean":3606.1111111111113,"output_min":1850,"run_count":9}},"display_name":"Dots 3 Note Preview","economics":{"all":28.80803816964101,"medium":36.435683179552,"none":21.180393159730016},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-02":"failed","GB2-04":"failed","GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[360000],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"reconciliation_get_attempts":9,"requested_max_output_token_observations":24,"requested_max_output_tokens":[360000],"total_output_tokens":519203,"total_reasoning_output_tokens":471395,"total_visible_output_tokens":47808,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":360000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"dots-studio/dots-3-note-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-04"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-04","GB2-07"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":47.30349834048662,"score":47.30349834048662},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":44.18637555315731,"score":22.093187776578656},"GB2-03":{"attempts":2,"playable":41.291392327902855,"score":41.291392327902855},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":33.36484203351294,"score":16.68242101675647},"GB2-05":{"attempts":2,"playable":32.98918206835712,"score":32.98918206835712},"GB2-06":{"attempts":2,"playable":47.52043687904778,"score":47.52043687904778},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":9.24023548462914,"score":4.62011774231457},"GB2-08":{"attempts":2,"playable":17.964069205684027,"score":17.964069205684027}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":62.951860179197375,"score":62.951860179197375},"GB2-02":{"attempts":1,"playable":44.18637555315731,"score":44.18637555315731},"GB2-03":{"attempts":1,"playable":42.564947550333926,"score":42.564947550333926},"GB2-04":{"attempts":1,"playable":33.36484203351294,"score":33.36484203351294},"GB2-05":{"attempts":1,"playable":39.36841895007839,"score":39.36841895007839},"GB2-06":{"attempts":1,"playable":47.91059327132524,"score":47.91059327132524},"GB2-07":{"attempts":1,"playable":9.24023548462914,"score":9.24023548462914},"GB2-08":{"attempts":1,"playable":11.898192414181729,"score":11.898192414181729}},"none":{"GB2-01":{"attempts":1,"playable":31.65513650177586,"score":31.65513650177586},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":40.017837105471784,"score":40.017837105471784},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":26.60994518663584,"score":26.60994518663584},"GB2-06":{"attempts":1,"playable":47.130280486770324,"score":47.130280486770324},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}}},"id":"dots-studio/dots-3-note-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:46:20Z","match_totals_all":{"draws":1393,"losses":5319,"wins":2028},"match_totals_tracks":{"medium":{"draws":884,"losses":3190,"wins":1284},"none":{"draws":509,"losses":2129,"wins":744}},"model_slug":"dots-studio-dots-3-note-preview","official_rank_by_reasoning":{"medium":87,"none":107},"overall":{"max":62.951860179197375,"mean":28.80803816964101,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":210,"losses":664,"wins":486},"GB2-02":{"draws":446,"losses":160,"wins":30},"GB2-03":{"draws":466,"losses":620,"wins":230},"GB2-04":{"draws":249,"losses":333,"wins":72},"GB2-05":{"draws":0,"losses":976,"wins":404},"GB2-06":{"draws":22,"losses":755,"wins":539},"GB2-07":{"draws":0,"losses":637,"wins":49},"GB2-08":{"draws":0,"losses":1174,"wins":218}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":4,"losses":280,"wins":396},"GB2-02":{"draws":446,"losses":160,"wins":30},"GB2-03":{"draws":172,"losses":333,"wins":153},"GB2-04":{"draws":249,"losses":333,"wins":72},"GB2-05":{"draws":0,"losses":448,"wins":242},"GB2-06":{"draws":13,"losses":374,"wins":271},"GB2-07":{"draws":0,"losses":637,"wins":49},"GB2-08":{"draws":0,"losses":625,"wins":71}},"none":{"GB2-01":{"draws":206,"losses":384,"wins":90},"GB2-03":{"draws":294,"losses":287,"wins":77},"GB2-05":{"draws":0,"losses":528,"wins":162},"GB2-06":{"draws":9,"losses":381,"wins":268},"GB2-08":{"draws":0,"losses":549,"wins":147}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1570.3002905086232,"GB2-02":1387.9579678802988,"GB2-03":1307.4852886423391,"GB2-04":1311.1728638619518,"GB2-05":1199.2733592352733,"GB2-06":1358.7363716368386,"GB2-07":712.5532808562579,"GB2-08":735.6778421615946},"none":{"GB2-01":1263.2661093336592,"GB2-03":1284.9999373978383,"GB2-05":1013.3049857201621,"GB2-06":1346.3439164379765,"GB2-08":942.5913279364339}},"per_game_tracks":{"medium":{"GB2-01":62.951860179197375,"GB2-02":44.18637555315731,"GB2-03":42.564947550333926,"GB2-04":33.36484203351294,"GB2-05":39.36841895007839,"GB2-06":47.91059327132524,"GB2-07":9.24023548462914,"GB2-08":11.898192414181729},"none":{"GB2-01":31.65513650177586,"GB2-03":40.017837105471784,"GB2-05":26.60994518663584,"GB2-06":47.130280486770324,"GB2-08":24.029945997186328}},"program_outcomes":{"all":{"counted_attempts":16,"failed":3,"infra_excluded":2,"success_rate":0.8125,"too_slow":0,"worked_after_repair":3,"worked_first_time":10,"working":13},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":3,"infra_excluded":1,"success_rate":0.625,"too_slow":0,"worked_after_repair":1,"worked_first_time":4,"working":5}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":36.435683179552,"none":21.180393159730016},"reasoning_agg":{"medium":{"max":62.951860179197375,"mean":36.435683179552,"min":9.24023548462914},"none":{"max":47.130280486770324,"mean":21.180393159730016,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":15.255290019821985},"working_program_strength":{"all":35.162156117560016,"medium":36.435683179552,"none":33.888629055568025}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-nano:793a6bb6b9753252","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":0.26962149999999996,"mean":0.26962149999999996,"median":0.26962149999999996,"min":0.26962149999999996,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":0.5392429999999999},"medium":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.034210525000000006,"mean":0.024715571875,"median":0.0256067375,"min":0.01676735,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":25},"run_count":16,"token_priced_attempt_count":25,"total":0.3954491500000001},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.01311555,"mean":0.009215359375,"median":0.009537575,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":27},"run_count":16,"token_priced_attempt_count":27,"total":0.14744575}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.034210525000000006,"mean":0.024715571875,"median":0.0256067375,"min":0.01676735,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":25},"run_count":16,"token_priced_attempt_count":25,"total":0.39544915},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.01311555,"mean":0.009215359375,"median":0.009537575,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-11-19":27},"run_count":16,"token_priced_attempt_count":27,"total":0.14744575000000001},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":0.26962149999999996,"mean":0.26962149999999996,"median":0.26962149999999996,"min":0.26962149999999996,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":0.5392429999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":55},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":8,"max":0.26962149999999996,"mean":0.03182758529411764,"median":0.01676735,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-19":55},"recorded_attempt_count":2,"run_count":34,"token_priced_attempt_count":55,"total":1.0821379},"codegen_latency_ms":{"attempt_count":55,"max_ms":2131860,"mean_ms":191027.9411764706,"min_ms":20868,"paired_attempt_count":53,"paired_latency_ms":4363090,"paired_output_tokens":496982,"run_count":34},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":3,"max_ms":2131860,"mean_ms":1627538.0,"min_ms":1123216,"paired_attempt_count":1,"paired_latency_ms":1123216,"paired_output_tokens":128000,"run_count":2},"medium":{"attempt_count":25,"max_ms":1064325,"mean_ms":157709.5,"min_ms":63447,"paired_attempt_count":25,"paired_latency_ms":2523352,"paired_output_tokens":284319,"run_count":16},"none":{"attempt_count":27,"max_ms":101610,"mean_ms":44782.625,"min_ms":20868,"paired_attempt_count":27,"paired_latency_ms":716522,"paired_output_tokens":84663,"run_count":16}},"codegen_output_tokens":{"attempt_count":55,"output_max":256000,"output_mean":22146.529411764706,"output_min":2711,"run_count":34},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":3,"output_max":256000,"output_mean":192000.0,"output_min":128000,"run_count":2},"medium":{"attempt_count":25,"output_max":25344,"output_mean":17769.9375,"output_min":11435,"run_count":16},"none":{"attempt_count":27,"output_max":10894,"output_mean":5291.4375,"output_min":2711,"run_count":16}},"display_name":"GPT-5.4 Nano","economics":{"all":27.720849995509774,"medium":30.897418877493163,"none":24.544281113526385},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":54,"finish_reasons":["incomplete","stop"],"indexed_attempts":57,"output_token_observations":57,"reasoning_token_observations":2,"total_output_tokens":752982,"total_reasoning_output_tokens":128000,"visible_token_observations":2},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-03","GB2-04"],"first_pass_admitted":5,"first_pass_rate":0.3125,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"model_code_failures":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.4375},"baseline":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-03","GB2-04","GB2-07"],"first_pass_admitted":5,"first_pass_rate":0.3125,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"model_code_failures":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.4375}},"headline_games_all":{"GB2-01":{"attempts":4,"playable":29.866036447622875,"score":29.866036447622875},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":38.73983936314424,"score":29.155954140712804},"GB2-03":{"attempts":4,"failed_attempts":3,"playable":32.19516047067133,"score":8.048790117667833},"GB2-04":{"attempts":4,"failed_attempts":3,"playable":48.9093815515384,"score":12.2273453878846},"GB2-05":{"attempts":4,"playable":27.98668385644452,"score":27.98668385644452},"GB2-06":{"attempts":4,"playable":47.246827917883955,"score":47.246827917883955},"GB2-07":{"attempts":4,"failed_attempts":1,"playable":27.059133160161107,"score":22.04580304520408},"GB2-08":{"attempts":4,"playable":45.18935905065753,"score":45.18935905065753}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"playable":15.765631326460948,"score":15.765631326460948},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":38.33554088972575,"score":19.167770444862875},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":48.9093815515384,"score":24.4546907757692},"GB2-05":{"attempts":2,"playable":48.52310420790035,"score":48.52310420790035},"GB2-06":{"attempts":2,"playable":55.76264624492569,"score":55.76264624492569},"GB2-07":{"attempts":2,"playable":34.06494586049411,"score":34.06494586049411},"GB2-08":{"attempts":2,"playable":49.44056215953214,"score":49.44056215953214}},"none":{"GB2-01":{"attempts":2,"playable":43.9664415687848,"score":43.9664415687848},"GB2-02":{"attempts":2,"playable":39.144137836562734,"score":39.144137836562734},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":32.19516047067133,"score":16.097580235335666},"GB2-04":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-05":{"attempts":2,"playable":7.45026350498869,"score":7.45026350498869},"GB2-06":{"attempts":2,"playable":38.73100959084222,"score":38.73100959084222},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":20.0533204598281,"score":10.02666022991405},"GB2-08":{"attempts":2,"playable":40.93815594178292,"score":40.93815594178292}}},"id":"gpt-5.4-nano","is_recent_addition":false,"last_measured_at":"2026-11-21T16:23:52Z","match_totals_all":{"draws":2277,"losses":9700,"wins":4197},"match_totals_tracks":{"medium":{"draws":945,"losses":4641,"wins":2524},"none":{"draws":1332,"losses":5059,"wins":1673}},"model_slug":"gpt-5-4-nano","official_rank_by_reasoning":{"medium":96,"none":100},"overall":{"max":55.76264624492569,"mean":27.720849995509774,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":497,"losses":1739,"wins":484},"GB2-02":{"draws":1300,"losses":593,"wins":15},"GB2-03":{"draws":167,"losses":396,"wins":95},"GB2-04":{"draws":279,"losses":223,"wins":152},"GB2-05":{"draws":0,"losses":2069,"wins":691},"GB2-06":{"draws":34,"losses":1505,"wins":1093},"GB2-07":{"draws":0,"losses":1543,"wins":515},"GB2-08":{"draws":0,"losses":1632,"wins":1152}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":204,"losses":1071,"wins":85},"GB2-02":{"draws":433,"losses":201,"wins":2},"GB2-04":{"draws":279,"losses":223,"wins":152},"GB2-05":{"draws":0,"losses":773,"wins":607},"GB2-06":{"draws":29,"losses":644,"wins":643},"GB2-07":{"draws":0,"losses":967,"wins":405},"GB2-08":{"draws":0,"losses":762,"wins":630}},"none":{"GB2-01":{"draws":293,"losses":668,"wins":399},"GB2-02":{"draws":867,"losses":392,"wins":13},"GB2-03":{"draws":167,"losses":396,"wins":95},"GB2-05":{"draws":0,"losses":1296,"wins":84},"GB2-06":{"draws":5,"losses":861,"wins":450},"GB2-07":{"draws":0,"losses":576,"wins":110},"GB2-08":{"draws":0,"losses":870,"wins":522}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1026.6077885011496,"GB2-02":1341.7165406198949,"GB2-04":1435.9692426678325,"GB2-05":1352.0900666890877,"GB2-06":1487.1516239912357,"GB2-07":1100.002367209559,"GB2-08":1385.5798866251148},"none":{"GB2-01":1385.552406511752,"GB2-02":1348.1888896649148,"GB2-03":1214.0825873877814,"GB2-05":598.0310607146984,"GB2-06":1213.134733274235,"GB2-07":942.9237462985261,"GB2-08":1231.4375120635525}},"per_game_tracks":{"medium":{"GB2-01":15.765631326460948,"GB2-02":38.33554088972575,"GB2-04":48.9093815515384,"GB2-05":48.52310420790035,"GB2-06":55.76264624492569,"GB2-07":34.06494586049411,"GB2-08":49.44056215953214},"none":{"GB2-01":43.9664415687848,"GB2-02":39.144137836562734,"GB2-03":32.19516047067133,"GB2-05":7.45026350498869,"GB2-06":38.73100959084222,"GB2-07":20.0533204598281,"GB2-08":40.93815594178292}},"program_outcomes":{"all":{"counted_attempts":32,"failed":8,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":14,"worked_first_time":10,"working":24},"medium":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12},"none":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":30.897418877493163,"none":24.544281113526385},"reasoning_agg":{"medium":{"max":55.76264624492569,"mean":30.897418877493163,"min":0.0},"none":{"max":43.9664415687848,"mean":24.544281113526385,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":6.353137763966778},"working_program_strength":{"all":36.662878686717015,"medium":41.543116034368204,"none":31.78264133906583}},{"canonical_public_row_identity":"publication-row.v1:overall:meituan-longcat-2-0:e10f1d37c2c81028","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":70},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.103943664,"mean":0.0866474535,"median":0.088847748,"min":0.062759676,"recorded_attempt_count":70,"run_count":16,"total":1.386359256},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.021206376000000002,"mean":0.01337795025,"median":0.01381146,"min":0.006392298,"recorded_attempt_count":38,"run_count":16,"total":0.214047204}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":70},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.103943664,"mean":0.0866474535,"median":0.088847748,"min":0.062759676,"recorded_attempt_count":70,"run_count":16,"total":1.386359256},"historical-provider-setting-baseline":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.021206376000000002,"mean":0.01337795025,"median":0.01381146,"min":0.006392298,"recorded_attempt_count":38,"run_count":16,"total":0.214047204}},"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":16,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.103943664,"mean":0.050012701874999996,"median":0.041983026,"min":0.006392298,"recorded_attempt_count":108,"run_count":32,"total":1.60040646},"codegen_latency_ms":{"attempt_count":87,"max_ms":1635062,"mean_ms":598630.75,"min_ms":47979,"paired_attempt_count":86,"paired_latency_ms":18727929,"paired_output_tokens":877889,"run_count":32},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":49,"max_ms":1635062,"mean_ms":1021590.9375,"min_ms":525940,"paired_attempt_count":48,"paired_latency_ms":15917200,"paired_output_tokens":745744,"run_count":16},"none":{"attempt_count":38,"max_ms":457140,"mean_ms":175670.5625,"min_ms":47979,"paired_attempt_count":38,"paired_latency_ms":2810729,"paired_output_tokens":132145,"run_count":16}},"codegen_output_tokens":{"attempt_count":97,"output_max":110598,"output_mean":38325.9375,"output_min":2150,"run_count":32},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":59,"output_max":110598,"output_mean":68392.8125,"output_min":16796,"run_count":16},"none":{"attempt_count":38,"output_max":22812,"output_mean":8259.0625,"output_min":2150,"run_count":16}},"display_name":"LongCat 2.0","economics":{"all":27.350989452379835,"medium":27.51944870091984,"none":27.182530203839832},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":87,"finish_reasons":["length","stop","unknown"],"indexed_attempts":109,"output_token_observations":109,"reasoning_token_observations":57,"total_output_tokens":1226430,"total_reasoning_output_tokens":474156,"total_visible_output_tokens":133629,"visible_token_observations":44},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meituan","provider_model":"meituan/longcat-2.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-01","GB2-02","GB2-03"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"model_code_failures":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.1875},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":8,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":2,"playable":40.98769090061848,"score":20.49384545030924},"GB2-02":{"attempts":4,"failed_attempts":2,"playable":41.13915105410541,"score":20.569575527052706},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":36.563006886497476,"score":26.857102737365175},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":41.78377520874801,"score":30.447378199968682},"GB2-05":{"attempts":4,"playable":21.13465726896125,"score":21.13465726896125},"GB2-06":{"attempts":4,"playable":28.142658442473483,"score":28.142658442473483},"GB2-07":{"attempts":4,"playable":35.589695576454005,"score":35.589695576454005},"GB2-08":{"attempts":4,"playable":35.57300241645415,"score":35.57300241645415}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.41137447981194,"score":21.20568723990597},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":38.82361659652923,"score":19.411808298264614},"GB2-04":{"attempts":2,"playable":38.2219623823787,"score":38.2219623823787},"GB2-05":{"attempts":2,"playable":31.431978110665046,"score":31.431978110665046},"GB2-06":{"attempts":2,"playable":22.476034997693493,"score":22.476034997693493},"GB2-07":{"attempts":2,"playable":37.26463309616702,"score":37.26463309616702},"GB2-08":{"attempts":2,"playable":50.14348548228388,"score":50.14348548228388}},"none":{"GB2-01":{"attempts":2,"playable":40.98769090061848,"score":40.98769090061848},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.86692762839888,"score":19.93346381419944},"GB2-03":{"attempts":2,"playable":34.30239717646573,"score":34.30239717646573},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":45.34558803511732,"score":22.67279401755866},"GB2-05":{"attempts":2,"playable":10.837336427257451,"score":10.837336427257451},"GB2-06":{"attempts":2,"playable":33.809281887253476,"score":33.809281887253476},"GB2-07":{"attempts":2,"playable":33.91475805674099,"score":33.91475805674099},"GB2-08":{"attempts":2,"playable":21.002519350624425,"score":21.002519350624425}}},"id":"meituan/longcat-2.0","is_recent_addition":false,"last_measured_at":"2026-11-21T16:00:17Z","match_totals_all":{"draws":2807,"losses":10931,"wins":3750},"match_totals_tracks":{"medium":{"draws":1345,"losses":4773,"wins":1944},"none":{"draws":1462,"losses":6158,"wins":1806}},"model_slug":"meituan-longcat-2-0","official_rank_by_reasoning":{"medium":100,"none":92},"overall":{"max":50.14348548228388,"mean":27.350989452379835,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":317,"losses":695,"wins":348},"GB2-02":{"draws":930,"losses":337,"wins":5},"GB2-03":{"draws":530,"losses":1110,"wins":334},"GB2-04":{"draws":993,"losses":744,"wins":225},"GB2-05":{"draws":0,"losses":2250,"wins":510},"GB2-06":{"draws":37,"losses":1983,"wins":612},"GB2-07":{"draws":0,"losses":1914,"wins":830},"GB2-08":{"draws":0,"losses":1898,"wins":886}},"per_game_match_totals_tracks":{"medium":{"GB2-02":{"draws":481,"losses":153,"wins":2},"GB2-03":{"draws":180,"losses":351,"wins":127},"GB2-04":{"draws":656,"losses":528,"wins":124},"GB2-05":{"draws":0,"losses":996,"wins":384},"GB2-06":{"draws":28,"losses":1054,"wins":234},"GB2-07":{"draws":0,"losses":929,"wins":443},"GB2-08":{"draws":0,"losses":762,"wins":630}},"none":{"GB2-01":{"draws":317,"losses":695,"wins":348},"GB2-02":{"draws":449,"losses":184,"wins":3},"GB2-03":{"draws":350,"losses":759,"wins":207},"GB2-04":{"draws":337,"losses":216,"wins":101},"GB2-05":{"draws":0,"losses":1254,"wins":126},"GB2-06":{"draws":9,"losses":929,"wins":378},"GB2-07":{"draws":0,"losses":985,"wins":387},"GB2-08":{"draws":0,"losses":1136,"wins":256}}},"per_game_raw_elo_tracks":{"medium":{"GB2-02":1374.049719673278,"GB2-03":1274.4001951104271,"GB2-04":1350.9043724846792,"GB2-05":1054.8347625970905,"GB2-06":953.9536977034012,"GB2-07":1165.9810784732617,"GB2-08":1351.0553029762693},"none":{"GB2-01":1357.2521614810767,"GB2-02":1353.9499925245125,"GB2-03":1231.4404507150389,"GB2-04":1407.9391105755906,"GB2-05":694.3598317673707,"GB2-06":1135.800805472648,"GB2-07":1145.8772252730987,"GB2-08":896.9482876859988}},"per_game_tracks":{"medium":{"GB2-02":42.41137447981194,"GB2-03":38.82361659652923,"GB2-04":38.2219623823787,"GB2-05":31.431978110665046,"GB2-06":22.476034997693493,"GB2-07":37.26463309616702,"GB2-08":50.14348548228388},"none":{"GB2-01":40.98769090061848,"GB2-02":39.86692762839888,"GB2-03":34.30239717646573,"GB2-04":45.34558803511732,"GB2-05":10.837336427257451,"GB2-06":33.809281887253476,"GB2-07":33.91475805674099,"GB2-08":21.002519350624425}},"program_outcomes":{"all":{"counted_attempts":32,"failed":6,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":9,"worked_first_time":17,"working":26},"medium":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":9,"working":12},"none":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":8,"working":14}},"provider_color":"#29E154","provider_company":"Meituan","provider_key":"meituan","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":27.51944870091984,"none":27.182530203839832},"reasoning_agg":{"medium":{"max":50.14348548228388,"mean":27.51944870091984,"min":0.0},"none":{"max":40.98769090061848,"mean":27.182530203839832,"min":10.837336427257451}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":0.3369184970800063},"working_program_strength":{"all":34.88080515537118,"medium":37.25329787793276,"none":32.508312432809596}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemma-4-31b-it:f5e0eadb2cba55bb","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0061656,"mean":0.00384247375,"median":0.003310595,"min":0.00192299,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.03073979},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00371018,"mean":0.00186558375,"median":0.00131646,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.01492467}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0061656,"mean":0.00384247375,"median":0.003310595,"min":0.00192299,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.03073979},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00371018,"mean":0.00186558375,"median":0.00131646,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.01492467}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0061656,"mean":0.0028540287500000002,"median":0.00232709,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"recorded_attempt_count":25,"run_count":16,"total":0.04566446},"codegen_latency_ms":{"attempt_count":25,"max_ms":425398,"mean_ms":137358.0,"min_ms":22859,"paired_attempt_count":24,"paired_latency_ms":1951043,"paired_output_tokens":72504,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":14,"max_ms":425398,"mean_ms":207893.5,"min_ms":65353,"paired_attempt_count":13,"paired_latency_ms":1416463,"paired_output_tokens":53796,"run_count":8},"none":{"attempt_count":11,"max_ms":256957,"mean_ms":66822.5,"min_ms":22859,"paired_attempt_count":11,"paired_latency_ms":534580,"paired_output_tokens":18708,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":12120,"output_mean":4888.4375,"output_min":1108,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":14,"output_max":12120,"output_mean":7438.375,"output_min":3314,"run_count":8},"none":{"attempt_count":11,"output_max":4877,"output_mean":2338.5,"output_min":1108,"run_count":8}},"display_name":"Gemma 4 31B","economics":{"all":26.791309465424312,"medium":34.939596461139395,"none":18.643022469709233},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[16384],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":26,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[16384],"total_output_tokens":78215,"total_reasoning_output_tokens":27437,"total_visible_output_tokens":50778,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":16384,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemma-4-31b-it","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":21.42157946593408,"score":10.71078973296704},"GB2-02":{"attempts":2,"playable":40.67186269082787,"score":40.67186269082787},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":41.717745858025374,"score":20.858872929012687},"GB2-04":{"attempts":2,"playable":43.06272346793903,"score":43.06272346793903},"GB2-05":{"attempts":2,"playable":41.94475468972524,"score":41.94475468972524},"GB2-06":{"attempts":2,"playable":20.031548248311545,"score":20.031548248311545},"GB2-07":{"attempts":2,"playable":13.25884008532519,"score":13.25884008532519},"GB2-08":{"attempts":2,"playable":23.791083879285924,"score":23.791083879285924}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":21.42157946593408,"score":21.42157946593408},"GB2-02":{"attempts":1,"playable":42.24205953808389,"score":42.24205953808389},"GB2-03":{"attempts":1,"playable":41.717745858025374,"score":41.717745858025374},"GB2-04":{"attempts":1,"playable":41.26768418771372,"score":41.26768418771372},"GB2-05":{"attempts":1,"playable":68.08475150170979,"score":68.08475150170979},"GB2-06":{"attempts":1,"playable":23.996404978131,"score":23.996404978131},"GB2-07":{"attempts":1,"playable":16.915837683741675,"score":16.915837683741675},"GB2-08":{"attempts":1,"playable":23.87070847577564,"score":23.87070847577564}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.10166584357185,"score":39.10166584357185},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":44.85776274816434,"score":44.85776274816434},"GB2-05":{"attempts":1,"playable":15.804757877740686,"score":15.804757877740686},"GB2-06":{"attempts":1,"playable":16.066691518492092,"score":16.066691518492092},"GB2-07":{"attempts":1,"playable":9.601842486908707,"score":9.601842486908707},"GB2-08":{"attempts":1,"playable":23.71145928279621,"score":23.71145928279621}}},"id":"google/gemma-4-31b-it","is_recent_addition":false,"last_measured_at":"2026-11-21T15:47:19Z","match_totals_all":{"draws":1934,"losses":5902,"wins":1542},"match_totals_tracks":{"medium":{"draws":1135,"losses":3149,"wins":1074},"none":{"draws":799,"losses":2753,"wins":468}},"model_slug":"google-gemma-4-31b-it","official_rank_by_reasoning":{"medium":89,"none":109},"overall":{"max":68.08475150170979,"mean":26.791309465424312,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":150,"losses":477,"wins":53},"GB2-02":{"draws":893,"losses":361,"wins":18},"GB2-03":{"draws":134,"losses":357,"wins":167},"GB2-04":{"draws":748,"losses":423,"wins":137},"GB2-05":{"draws":0,"losses":863,"wins":517},"GB2-06":{"draws":9,"losses":1091,"wins":216},"GB2-07":{"draws":0,"losses":1229,"wins":143},"GB2-08":{"draws":0,"losses":1101,"wins":291}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":150,"losses":477,"wins":53},"GB2-02":{"draws":453,"losses":168,"wins":15},"GB2-03":{"draws":134,"losses":357,"wins":167},"GB2-04":{"draws":389,"losses":215,"wins":50},"GB2-05":{"draws":0,"losses":267,"wins":423},"GB2-06":{"draws":9,"losses":521,"wins":128},"GB2-07":{"draws":0,"losses":594,"wins":92},"GB2-08":{"draws":0,"losses":550,"wins":146}},"none":{"GB2-02":{"draws":440,"losses":193,"wins":3},"GB2-04":{"draws":359,"losses":208,"wins":87},"GB2-05":{"draws":0,"losses":596,"wins":94},"GB2-06":{"draws":0,"losses":570,"wins":88},"GB2-07":{"draws":0,"losses":635,"wins":51},"GB2-08":{"draws":0,"losses":551,"wins":145}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1144.3112459749595,"GB2-02":1372.7190806530948,"GB2-03":1300.0190418741913,"GB2-04":1375.733423305604,"GB2-05":1596.8780820866211,"GB2-06":980.3246180108683,"GB2-07":887.0433168068205,"GB2-08":940.2425090135639},"none":{"GB2-02":1347.851975652876,"GB2-04":1404.1016162124995,"GB2-05":814.4784851518299,"GB2-06":841.9811363736783,"GB2-07":722.750233709007,"GB2-08":937.8887862463913}},"per_game_tracks":{"medium":{"GB2-01":21.42157946593408,"GB2-02":42.24205953808389,"GB2-03":41.717745858025374,"GB2-04":41.26768418771372,"GB2-05":68.08475150170979,"GB2-06":23.996404978131,"GB2-07":16.915837683741675,"GB2-08":23.87070847577564},"none":{"GB2-02":39.10166584357185,"GB2-04":44.85776274816434,"GB2-05":15.804757877740686,"GB2-06":16.066691518492092,"GB2-07":9.601842486908707,"GB2-08":23.71145928279621}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":11,"working":14},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":34.939596461139395,"none":18.643022469709233},"reasoning_agg":{"medium":{"max":68.08475150170979,"mean":34.939596461139395,"min":16.915837683741675},"none":{"max":44.85776274816434,"mean":18.643022469709233,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":16.29657399143016},"working_program_strength":{"all":29.89847987704252,"medium":34.939596461139395,"none":24.857363292945646}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-pro:280b427da2ae1cfc","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13491350000000002,"mean":0.10247140625000001,"median":0.113468875,"min":0.061553000000000004,"recorded_attempt_count":17,"run_count":8,"total":0.81977125},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.215758025,"mean":0.16162675,"median":0.1594081875,"min":0.098579625,"recorded_attempt_count":36,"run_count":16,"total":2.5860279999999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13491350000000002,"mean":0.10247140625000001,"median":0.113468875,"min":0.061553000000000004,"recorded_attempt_count":17,"run_count":8,"total":0.8197712500000001},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.215758025,"mean":0.16162675,"median":0.1594081875,"min":0.098579625,"recorded_attempt_count":36,"run_count":16,"total":2.5860279999999998}},"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":53},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.215758025,"mean":0.132049078125,"median":0.1281735,"min":0.061553000000000004,"recorded_attempt_count":53,"run_count":24,"total":3.4057992500000007},"codegen_latency_ms":{"attempt_count":53,"max_ms":1200477,"mean_ms":895711.875,"min_ms":390884,"paired_attempt_count":53,"paired_latency_ms":21497085,"paired_output_tokens":2639964,"run_count":24},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":1097898,"mean_ms":822157.625,"min_ms":490730,"paired_attempt_count":17,"paired_latency_ms":6577261,"paired_output_tokens":760534,"run_count":8},"none":{"attempt_count":36,"max_ms":1200477,"mean_ms":932489.0,"min_ms":390884,"paired_attempt_count":36,"paired_latency_ms":14919824,"paired_output_tokens":1879430,"run_count":16}},"codegen_output_tokens":{"attempt_count":53,"output_max":142709,"output_mean":109998.5,"output_min":55627,"run_count":24},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":131072,"output_mean":95066.75,"output_min":57337,"run_count":8},"none":{"attempt_count":36,"output_max":142709,"output_mean":117464.375,"output_min":55627,"run_count":16}},"display_name":"Nex N2 Pro","economics":{"all":26.204572129390037,"medium":15.237503269848894,"none":37.17164098893118},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"infra_excluded"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"infra_excluded","GB2-02":"infra_excluded","GB2-04":"failed"},"none":{"GB2-01":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":53,"finish_reasons":["length","stop"],"indexed_attempts":53,"output_token_observations":53,"total_output_tokens":2639964},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":6,"failed_game_aliases":["GB2-04"],"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02"],"infra_failures_excluded":2,"model_code_failure_rate":0.16666666666666666,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":0.8333333333333334},"baseline":{"admitted_plugins":7,"evaluated_cells":7,"game_attempts":{"GB2-01":{"infra_failures_excluded":2},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":1,"infra_failures_excluded":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1,"infra_failures_excluded":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":9,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":7,"repaired_rate":1.0}},"headline_games_all":{"GB2-02":{"attempts":1,"playable":35.0915986328505,"score":35.0915986328505},"GB2-03":{"attempts":2,"playable":32.231034140794534,"score":32.231034140794534},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.51314822235199,"score":20.756574111175993},"GB2-05":{"attempts":2,"playable":19.924737893207933,"score":19.924737893207933},"GB2-06":{"attempts":2,"playable":12.094602399186302,"score":12.094602399186302},"GB2-07":{"attempts":2,"playable":42.626927705356294,"score":42.626927705356294},"GB2-08":{"attempts":2,"playable":30.633577704659523,"score":30.633577704659523}},"headline_games_tracks":{"medium":{"GB2-03":{"attempts":1,"playable":29.58634285452979,"score":29.58634285452979},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":11.967870294340925,"score":11.967870294340925},"GB2-06":{"attempts":1,"playable":13.901612575876413,"score":13.901612575876413},"GB2-07":{"attempts":1,"playable":22.6308608255769,"score":22.6308608255769},"GB2-08":{"attempts":1,"playable":13.338333068769328,"score":13.338333068769328}},"none":{"GB2-02":{"attempts":1,"playable":35.0915986328505,"score":35.0915986328505},"GB2-03":{"attempts":1,"playable":34.87572542705929,"score":34.87572542705929},"GB2-04":{"attempts":1,"playable":41.51314822235199,"score":41.51314822235199},"GB2-05":{"attempts":1,"playable":27.88160549207494,"score":27.88160549207494},"GB2-06":{"attempts":1,"playable":10.28759222249619,"score":10.28759222249619},"GB2-07":{"attempts":1,"playable":62.622994585135686,"score":62.622994585135686},"GB2-08":{"attempts":1,"playable":47.928822340549715,"score":47.928822340549715}}},"id":"nex-agi/nex-n2-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:19:42Z","match_totals_all":{"draws":1312,"losses":5348,"wins":1406},"match_totals_tracks":{"medium":{"draws":199,"losses":2774,"wins":415},"none":{"draws":1113,"losses":2574,"wins":991}},"model_slug":"nex-agi-nex-n2-pro","overall":{"max":62.622994585135686,"mean":26.204572129390037,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-02":{"draws":385,"losses":244,"wins":7},"GB2-03":{"draws":481,"losses":718,"wins":117},"GB2-04":{"draws":432,"losses":192,"wins":30},"GB2-05":{"draws":0,"losses":1140,"wins":240},"GB2-06":{"draws":14,"losses":1177,"wins":125},"GB2-07":{"draws":0,"losses":864,"wins":508},"GB2-08":{"draws":0,"losses":1013,"wins":379}},"per_game_match_totals_tracks":{"medium":{"GB2-03":{"draws":189,"losses":400,"wins":69},"GB2-05":{"draws":0,"losses":620,"wins":70},"GB2-06":{"draws":10,"losses":577,"wins":71},"GB2-07":{"draws":0,"losses":561,"wins":125},"GB2-08":{"draws":0,"losses":616,"wins":80}},"none":{"GB2-02":{"draws":385,"losses":244,"wins":7},"GB2-03":{"draws":292,"losses":318,"wins":48},"GB2-04":{"draws":432,"losses":192,"wins":30},"GB2-05":{"draws":0,"losses":520,"wins":170},"GB2-06":{"draws":4,"losses":600,"wins":54},"GB2-07":{"draws":0,"losses":303,"wins":383},"GB2-08":{"draws":0,"losses":397,"wins":299}}},"per_game_raw_elo_tracks":{"medium":{"GB2-03":1189.206711678202,"GB2-05":727.0591187189366,"GB2-06":799.5736635980281,"GB2-07":985.1226067457542,"GB2-08":765.1814391918007},"none":{"GB2-02":1315.3137807848102,"GB2-03":1238.8676802742627,"GB2-04":1377.6837095958635,"GB2-05":1033.691994454351,"GB2-06":719.5636819470114,"GB2-07":1526.9808691023713,"GB2-08":1296.0956771404221}},"per_game_tracks":{"medium":{"GB2-03":29.58634285452979,"GB2-05":11.967870294340925,"GB2-06":13.901612575876413,"GB2-07":22.6308608255769,"GB2-08":13.338333068769328},"none":{"GB2-02":35.0915986328505,"GB2-03":34.87572542705929,"GB2-04":41.51314822235199,"GB2-05":27.88160549207494,"GB2-06":10.28759222249619,"GB2-07":62.622994585135686,"GB2-08":47.928822340549715}},"program_outcomes":{"all":{"counted_attempts":13,"failed":1,"infra_excluded":11,"success_rate":0.9230769230769231,"too_slow":0,"worked_after_repair":12,"worked_first_time":0,"working":12},"medium":{"counted_attempts":6,"failed":1,"infra_excluded":2,"success_rate":0.8333333333333334,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"none":{"counted_attempts":7,"failed":0,"infra_excluded":9,"success_rate":1.0,"too_slow":0,"worked_after_repair":7,"worked_first_time":0,"working":7}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":15.237503269848895,"none":37.17164098893118},"reasoning_agg":{"medium":{"max":29.58634285452979,"mean":15.237503269848895,"min":0.0},"none":{"max":62.622994585135686,"mean":37.17164098893118,"min":10.28759222249619}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":21.934137719082287},"working_program_strength":{"all":27.728322456374926,"medium":18.28500392381867,"none":37.17164098893118}},{"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3:5396420be9152728","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09705768000000001,"mean":0.0730637925,"median":0.07051098,"min":0.05225028,"recorded_attempt_count":17,"run_count":8,"total":0.58451034},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.09803328,"mean":0.0253809975,"median":0.00943521,"min":0.00639384,"recorded_attempt_count":13,"run_count":8,"total":0.20304798}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09705768000000001,"mean":0.0730637925,"median":0.07051098,"min":0.05225028,"recorded_attempt_count":17,"run_count":8,"total":0.58451034},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.09803328,"mean":0.0253809975,"median":0.00943521,"min":0.00639384,"recorded_attempt_count":13,"run_count":8,"total":0.20304798000000002}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.09803328,"mean":0.049222395,"median":0.05336871,"min":0.00639384,"recorded_attempt_count":30,"run_count":16,"total":0.78755832},"codegen_latency_ms":{"attempt_count":30,"max_ms":689304,"mean_ms":337511.375,"min_ms":47263,"paired_attempt_count":30,"paired_latency_ms":5400182,"paired_output_tokens":596080,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":689304,"mean_ms":510017.125,"min_ms":355427,"paired_attempt_count":17,"paired_latency_ms":4080137,"paired_output_tokens":455531,"run_count":8},"none":{"attempt_count":13,"max_ms":622847,"mean_ms":165005.625,"min_ms":47263,"paired_attempt_count":13,"paired_latency_ms":1320045,"paired_output_tokens":140549,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":78058,"output_mean":37255.0,"output_min":3462,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":76773,"output_mean":56941.375,"output_min":40677,"run_count":8},"none":{"attempt_count":13,"output_max":78058,"output_mean":17568.625,"output_min":3462,"run_count":8}},"display_name":"Minimax M3","economics":{"all":25.32748492677856,"medium":21.815360333482555,"none":28.83960952007456},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"total_output_tokens":596080},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.875},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":36.784362242174,"score":36.784362242174},"GB2-02":{"attempts":2,"playable":39.18660437074011,"score":39.18660437074011},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":38.909033426135885,"score":19.454516713067942},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":38.889954683241776,"score":19.444977341620888},"GB2-05":{"attempts":2,"playable":14.167997076830602,"score":14.167997076830602},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":18.492524359047486,"score":9.246262179523743},"GB2-07":{"attempts":2,"playable":31.476992289963924,"score":31.476992289963924},"GB2-08":{"attempts":2,"playable":32.858167200307264,"score":32.858167200307264}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":17.82442715580106,"score":17.82442715580106},"GB2-02":{"attempts":1,"playable":38.7612715645614,"score":38.7612715645614},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.889954683241776,"score":38.889954683241776},"GB2-05":{"attempts":1,"playable":2.2027308330164357,"score":2.2027308330164357},"GB2-06":{"attempts":1,"playable":18.492524359047486,"score":18.492524359047486},"GB2-07":{"attempts":1,"playable":41.1785535942915,"score":41.1785535942915},"GB2-08":{"attempts":1,"playable":17.173420477900798,"score":17.173420477900798}},"none":{"GB2-01":{"attempts":1,"playable":55.744297328546935,"score":55.744297328546935},"GB2-02":{"attempts":1,"playable":39.61193717691883,"score":39.61193717691883},"GB2-03":{"attempts":1,"playable":38.909033426135885,"score":38.909033426135885},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":26.13326332064477,"score":26.13326332064477},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":21.775430985636348,"score":21.775430985636348},"GB2-08":{"attempts":1,"playable":48.54291392271372,"score":48.54291392271372}}},"id":"minimax/minimax-m3","is_recent_addition":false,"last_measured_at":"2026-11-21T16:10:27Z","match_totals_all":{"draws":1499,"losses":5610,"wins":1637},"match_totals_tracks":{"medium":{"draws":836,"losses":3271,"wins":593},"none":{"draws":663,"losses":2339,"wins":1044}},"model_slug":"minimax-minimax-m3","official_rank_by_reasoning":{"medium":107,"none":87},"overall":{"max":55.744297328546935,"mean":25.32748492677856,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":125,"losses":842,"wins":393},"GB2-02":{"draws":878,"losses":386,"wins":8},"GB2-03":{"draws":121,"losses":380,"wins":157},"GB2-04":{"draws":372,"losses":238,"wins":44},"GB2-05":{"draws":0,"losses":1211,"wins":169},"GB2-06":{"draws":3,"losses":555,"wins":100},"GB2-07":{"draws":0,"losses":1013,"wins":359},"GB2-08":{"draws":0,"losses":985,"wins":407}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":23,"losses":563,"wins":94},"GB2-02":{"draws":438,"losses":196,"wins":2},"GB2-04":{"draws":372,"losses":238,"wins":44},"GB2-05":{"draws":0,"losses":680,"wins":10},"GB2-06":{"draws":3,"losses":555,"wins":100},"GB2-07":{"draws":0,"losses":447,"wins":239},"GB2-08":{"draws":0,"losses":592,"wins":104}},"none":{"GB2-01":{"draws":102,"losses":279,"wins":299},"GB2-02":{"draws":440,"losses":190,"wins":6},"GB2-03":{"draws":121,"losses":380,"wins":157},"GB2-05":{"draws":0,"losses":531,"wins":159},"GB2-07":{"draws":0,"losses":566,"wins":120},"GB2-08":{"draws":0,"losses":393,"wins":303}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1094.6038307595095,"GB2-02":1345.129944841198,"GB2-04":1356.7163207897827,"GB2-05":326.20496579638575,"GB2-06":886.4658526585314,"GB2-07":1242.6227649541256,"GB2-08":835.1242935145488},"none":{"GB2-01":1498.6303288403815,"GB2-02":1351.9212625200453,"GB2-03":1275.160054720546,"GB2-05":1005.5288219014274,"GB2-07":971.4263532834034,"GB2-08":1306.299325633264}},"per_game_tracks":{"medium":{"GB2-01":17.82442715580106,"GB2-02":38.7612715645614,"GB2-04":38.889954683241776,"GB2-05":2.2027308330164357,"GB2-06":18.492524359047486,"GB2-07":41.1785535942915,"GB2-08":17.173420477900798},"none":{"GB2-01":55.744297328546935,"GB2-02":39.61193717691883,"GB2-03":38.909033426135885,"GB2-05":26.13326332064477,"GB2-07":21.775430985636348,"GB2-08":48.54291392271372}},"program_outcomes":{"all":{"counted_attempts":16,"failed":3,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":9,"worked_first_time":4,"working":13},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":0,"working":7},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#00BFA5","provider_company":"MiniMax","provider_key":"minimax","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":21.815360333482555,"none":28.83960952007456},"reasoning_agg":{"medium":{"max":41.1785535942915,"mean":21.815360333482555,"min":0.0},"none":{"max":55.744297328546935,"mean":28.83960952007456,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":7.024249186592005},"working_program_strength":{"all":31.692326537277836,"medium":24.93184038112292,"none":38.45281269343275}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-plus:bbfb1e1a6552f170","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.08827968,"mean":0.05437612,"median":0.0574344,"min":0.00733824,"recorded_attempt_count":16,"run_count":8,"total":0.43500895999999994},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0154064,"mean":0.00874386,"median":0.0064215999999999995,"min":0.00524064,"recorded_attempt_count":13,"run_count":9,"total":0.08145696000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.08827968,"mean":0.05437612,"median":0.0574344,"min":0.00733824,"recorded_attempt_count":16,"run_count":8,"total":0.43500896},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0154064,"mean":0.00874386,"median":0.0064215999999999995,"min":0.00524064,"recorded_attempt_count":13,"run_count":9,"total":0.08145696000000001}},"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.08827968,"mean":0.03155999,"median":0.01479536,"min":0.00524064,"recorded_attempt_count":29,"run_count":17,"total":0.51646592},"codegen_latency_ms":{"attempt_count":29,"max_ms":1361767,"mean_ms":422352.64705882355,"min_ms":51720,"paired_attempt_count":29,"paired_latency_ms":7179995,"paired_output_tokens":343242,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":16,"max_ms":1361767,"mean_ms":800306.75,"min_ms":68429,"paired_attempt_count":16,"paired_latency_ms":6402454,"paired_output_tokens":306123,"run_count":8},"none":{"attempt_count":13,"max_ms":153912,"mean_ms":86393.44444444444,"min_ms":51720,"paired_attempt_count":13,"paired_latency_ms":777541,"paired_output_tokens":37119,"run_count":9}},"codegen_output_tokens":{"attempt_count":29,"output_max":62955,"output_mean":20190.70588235294,"output_min":2265,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":16,"output_max":62955,"output_mean":38265.375,"output_min":3140,"run_count":8},"none":{"attempt_count":13,"output_max":7814,"output_mean":4124.333333333333,"output_min":2265,"run_count":9}},"display_name":"Qwen3.7 Plus","economics":{"all":24.33223003583624,"medium":30.925567866098692,"none":17.738892205573787},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed","GB2-04":"failed"},"none":{"GB2-03":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"total_output_tokens":343242},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-plus","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-04"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"baseline":{"admitted_plugins":6,"evaluated_cells":9,"failed_game_aliases":["GB2-01","GB2-03","GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.4444444444444444,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.3333333333333333,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":33.74878194211037,"score":29.31275793682947},"GB2-02":{"attempts":2,"playable":40.075226439153354,"score":40.075226439153354},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":42.90224780715855,"score":21.451123903579276},"GB2-05":{"attempts":2,"playable":36.89776925843911,"score":36.89776925843911},"GB2-06":{"attempts":2,"playable":39.06109879094333,"score":39.06109879094333},"GB2-07":{"attempts":2,"playable":16.163400722295812,"score":16.163400722295812},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":23.392926470899145,"score":11.696463235449572}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":49.753467863097136,"score":49.753467863097136},"GB2-02":{"attempts":1,"playable":42.41137447981194,"score":42.41137447981194},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":42.73093370599149,"score":42.73093370599149},"GB2-06":{"attempts":1,"playable":65.12406283387313,"score":65.12406283387313},"GB2-07":{"attempts":1,"playable":23.991777575116693,"score":23.991777575116693},"GB2-08":{"attempts":1,"playable":23.392926470899145,"score":23.392926470899145}},"none":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":17.744096021123603,"score":8.872048010561802},"GB2-02":{"attempts":1,"playable":37.73907839849477,"score":37.73907839849477},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":42.90224780715855,"score":42.90224780715855},"GB2-05":{"attempts":1,"playable":31.06460481088674,"score":31.06460481088674},"GB2-06":{"attempts":1,"playable":12.998134748013534,"score":12.998134748013534},"GB2-07":{"attempts":1,"playable":8.335023869474927,"score":8.335023869474927},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"qwen/qwen3.7-plus","is_recent_addition":false,"last_measured_at":"2026-11-21T15:04:33Z","match_totals_all":{"draws":1584,"losses":4895,"wins":1571},"match_totals_tracks":{"medium":{"draws":635,"losses":2245,"wins":1166},"none":{"draws":949,"losses":2650,"wins":405}},"model_slug":"qwen-qwen3-7-plus","official_rank_by_reasoning":{"medium":95,"none":110},"overall":{"max":65.12406283387313,"mean":24.33223003583624,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":265,"losses":812,"wins":283},"GB2-02":{"draws":901,"losses":364,"wins":7},"GB2-04":{"draws":389,"losses":205,"wins":60},"GB2-05":{"draws":0,"losses":927,"wins":453},"GB2-06":{"draws":29,"losses":839,"wins":448},"GB2-07":{"draws":0,"losses":1195,"wins":177},"GB2-08":{"draws":0,"losses":553,"wins":143}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":133,"losses":303,"wins":244},"GB2-02":{"draws":477,"losses":155,"wins":4},"GB2-05":{"draws":0,"losses":427,"wins":263},"GB2-06":{"draws":25,"losses":254,"wins":379},"GB2-07":{"draws":0,"losses":553,"wins":133},"GB2-08":{"draws":0,"losses":553,"wins":143}},"none":{"GB2-01":{"draws":132,"losses":509,"wins":39},"GB2-02":{"draws":424,"losses":209,"wins":3},"GB2-04":{"draws":389,"losses":205,"wins":60},"GB2-05":{"draws":0,"losses":500,"wins":190},"GB2-06":{"draws":4,"losses":585,"wins":69},"GB2-07":{"draws":0,"losses":642,"wins":44}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1441.1795645837892,"GB2-02":1374.049719673278,"GB2-05":1243.5059283061532,"GB2-06":1648.6753026263257,"GB2-07":1006.3621647227851,"GB2-08":933.1660797873059},"none":{"GB2-01":1093.421367117608,"GB2-02":1336.9163761188547,"GB2-04":1388.6859042059716,"GB2-05":1082.6205300552524,"GB2-06":780.8565381360887,"GB2-07":685.6453533691257}},"per_game_tracks":{"medium":{"GB2-01":49.753467863097136,"GB2-02":42.41137447981194,"GB2-05":42.73093370599149,"GB2-06":65.12406283387313,"GB2-07":23.991777575116693,"GB2-08":23.392926470899145},"none":{"GB2-01":17.744096021123603,"GB2-02":37.73907839849477,"GB2-04":42.90224780715855,"GB2-05":31.06460481088674,"GB2-06":12.998134748013534,"GB2-07":8.335023869474927}},"program_outcomes":{"all":{"counted_attempts":17,"failed":5,"infra_excluded":0,"success_rate":0.7058823529411765,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"none":{"counted_attempts":9,"failed":3,"infra_excluded":0,"success_rate":0.6666666666666666,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":30.925567866098692,"none":17.738892205573787},"reasoning_agg":{"medium":{"max":65.12406283387313,"mean":30.925567866098692,"min":0.0},"none":{"max":42.90224780715855,"mean":17.738892205573787,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":13.186675660524905},"working_program_strength":{"all":33.18231071532847,"medium":41.23409048813159,"none":25.130530942525354}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-medium-3-5:1a684cdb6bb84e32","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.27741402547937455,"mean":0.17469283299791016,"median":0.15577176465417142,"min":0.1042008119864669,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":13},"run_count":8,"token_priced_attempt_count":13,"total":1.397542663983281},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":12},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.11538050836051075,"mean":0.06762316700208985,"median":0.06087263456058671,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"run_count":8,"token_priced_attempt_count":12,"total":0.5409853360167188}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":12},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.11538050836051075,"mean":0.06762316700208985,"median":0.06087263456058671,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"run_count":8,"token_priced_attempt_count":12,"total":0.5409853360167188},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.27741402547937455,"mean":0.17469283299791016,"median":0.15577176465417142,"min":0.1042008119864669,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":13},"run_count":8,"token_priced_attempt_count":13,"total":1.397542663983281}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.27741402547937455,"mean":0.12115799999999999,"median":0.10979066017348882,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":16,"token_priced_attempt_count":25,"total":1.938528},"codegen_output_tokens":{"attempt_count":25,"output_max":39199,"output_mean":13770.375,"output_min":1490,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":13,"output_max":39199,"output_mean":24874.75,"output_min":14259,"run_count":8},"none":{"attempt_count":12,"output_max":5186,"output_mean":2666.0,"output_min":1490,"run_count":8}},"display_name":"Mistral Medium 3.5","economics":{"all":24.28323967797376,"highest":27.04558127196162,"none":21.520898083985898},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"failed"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[209715],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":34,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[209715],"total_output_tokens":220326,"total_visible_output_tokens":220326,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":209715,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-medium-3-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":12.153581362660594,"score":6.076790681330297},"GB2-02":{"attempts":2,"playable":42.197551904480285,"score":42.197551904480285},"GB2-03":{"attempts":2,"playable":34.44257984981676,"score":34.44257984981676},"GB2-04":{"attempts":2,"playable":36.787372598253725,"score":36.787372598253725},"GB2-05":{"attempts":2,"playable":23.829361153748483,"score":23.829361153748483},"GB2-06":{"attempts":2,"playable":20.125840913752576,"score":20.125840913752576},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":13.553055094849945,"score":6.776527547424973},"GB2-08":{"attempts":2,"playable":24.029892774982976,"score":24.029892774982976}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":43.8486800206965,"score":43.8486800206965},"GB2-03":{"attempts":1,"playable":35.73703271130281,"score":35.73703271130281},"GB2-04":{"attempts":1,"playable":39.38261547023533,"score":39.38261547023533},"GB2-05":{"attempts":1,"playable":35.69085201315604,"score":35.69085201315604},"GB2-06":{"attempts":1,"playable":23.64482788203648,"score":23.64482788203648},"GB2-07":{"attempts":1,"playable":13.553055094849945,"score":13.553055094849945},"GB2-08":{"attempts":1,"playable":24.50758698341586,"score":24.50758698341586}},"none":{"GB2-01":{"attempts":1,"playable":12.153581362660594,"score":12.153581362660594},"GB2-02":{"attempts":1,"playable":40.54642378826407,"score":40.54642378826407},"GB2-03":{"attempts":1,"playable":33.14812698833071,"score":33.14812698833071},"GB2-04":{"attempts":1,"playable":34.19212972627212,"score":34.19212972627212},"GB2-05":{"attempts":1,"playable":11.967870294340925,"score":11.967870294340925},"GB2-06":{"attempts":1,"playable":16.60685394546867,"score":16.60685394546867},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":23.55219856655009,"score":23.55219856655009}}},"id":"mistralai/mistral-medium-3-5","is_recent_addition":false,"last_measured_at":"2026-11-21T16:02:41Z","match_totals_all":{"draws":1902,"losses":6151,"wins":1297},"match_totals_tracks":{"highest":{"draws":991,"losses":2927,"wins":760},"none":{"draws":911,"losses":3224,"wins":537}},"model_slug":"mistralai-mistral-medium-3-5","official_rank_by_reasoning":{"highest":82,"none":106},"overall":{"max":43.8486800206965,"mean":24.28323967797376,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-02":43.8486800206965,"GB2-03":35.73703271130281,"GB2-04":39.38261547023533,"GB2-05":35.69085201315604,"GB2-06":23.64482788203648,"GB2-07":13.553055094849945,"GB2-08":24.50758698341586},"per_game_match_totals_all":{"GB2-01":{"draws":59,"losses":580,"wins":41},"GB2-02":{"draws":911,"losses":334,"wins":27},"GB2-03":{"draws":276,"losses":795,"wins":245},"GB2-04":{"draws":653,"losses":547,"wins":108},"GB2-05":{"draws":0,"losses":1091,"wins":289},"GB2-06":{"draws":3,"losses":1093,"wins":220},"GB2-07":{"draws":0,"losses":613,"wins":73},"GB2-08":{"draws":0,"losses":1098,"wins":294}},"per_game_match_totals_tracks":{"highest":{"GB2-02":{"draws":452,"losses":159,"wins":25},"GB2-03":{"draws":154,"losses":382,"wins":122},"GB2-04":{"draws":382,"losses":230,"wins":42},"GB2-05":{"draws":0,"losses":471,"wins":219},"GB2-06":{"draws":3,"losses":526,"wins":129},"GB2-07":{"draws":0,"losses":613,"wins":73},"GB2-08":{"draws":0,"losses":546,"wins":150}},"none":{"GB2-01":{"draws":59,"losses":580,"wins":41},"GB2-02":{"draws":459,"losses":175,"wins":2},"GB2-03":{"draws":122,"losses":413,"wins":123},"GB2-04":{"draws":271,"losses":317,"wins":66},"GB2-05":{"draws":0,"losses":620,"wins":70},"GB2-06":{"draws":0,"losses":567,"wins":91},"GB2-08":{"draws":0,"losses":552,"wins":144}}},"per_game_raw_elo_tracks":{"highest":{"GB2-02":1385.3168492743562,"GB2-03":1246.7020666207138,"GB2-04":1360.677752929636,"GB2-05":1149.2256965975132,"GB2-06":974.5234756387484,"GB2-07":819.278313626203,"GB2-08":949.6096974008188},"none":{"GB2-01":999.7183085615757,"GB2-02":1359.3418249073352,"GB2-03":1222.9717631647723,"GB2-04":1318.1530511652513,"GB2-05":727.0591187189366,"GB2-06":852.1235572571511,"GB2-08":935.5300228436689}},"per_game_tracks":{"highest":{"GB2-02":43.8486800206965,"GB2-03":35.73703271130281,"GB2-04":39.38261547023533,"GB2-05":35.69085201315604,"GB2-06":23.64482788203648,"GB2-07":13.553055094849945,"GB2-08":24.50758698341586},"none":{"GB2-01":12.153581362660594,"GB2-02":40.54642378826407,"GB2-03":33.14812698833071,"GB2-04":34.19212972627212,"GB2-05":11.967870294340925,"GB2-06":16.60685394546867,"GB2-08":23.55219856655009}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":7,"working":14},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":27.04558127196162,"none":21.520898083985895},"reasoning_agg":{"highest":{"max":43.8486800206965,"mean":27.04558127196162,"min":0.0},"none":{"max":40.54642378826407,"mean":21.520898083985895,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":5.524683187975725},"working_program_strength":{"all":27.752273917684295,"highest":30.90923573938471,"none":24.595312095983882}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-0-flash:262e9b012c2951b7","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":53},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.00217964,"mean":0.000272455,"median":0.0,"min":0.0,"recorded_attempt_count":53,"run_count":17,"total":0.00653892},"none":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":43},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0010891599999999998,"mean":0.00013614499999999998,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":43,"run_count":17,"total":0.0032674799999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00653892,"mean":0.00653892,"median":0.00653892,"min":0.00653892,"recorded_attempt_count":1,"run_count":1,"total":0.00653892},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":52},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":52,"run_count":16,"total":0.0},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":1,"cell_count":1,"cost_basis_counts":{"provider_reported":3},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0032674799999999997,"mean":0.0032674799999999997,"median":0.0032674799999999997,"min":0.0032674799999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":3,"run_count":1,"total":0.0032674799999999997},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":10,"cell_count":8,"cost_basis_counts":{"provider_reported":40},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":40,"run_count":16,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":16,"cost_basis_counts":{"provider_reported":96},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.00217964,"mean":0.00020429999999999998,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":96,"run_count":34,"total":0.0098064},"codegen_latency_ms":{"attempt_count":96,"max_ms":410978,"mean_ms":155707.0,"min_ms":18717,"paired_attempt_count":94,"paired_latency_ms":5019932,"paired_output_tokens":1080193,"run_count":33},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":53,"max_ms":410978,"mean_ms":269539.1875,"min_ms":161500,"paired_attempt_count":52,"paired_latency_ms":4227766,"paired_output_tokens":968256,"run_count":16},"none":{"attempt_count":43,"max_ms":90441,"mean_ms":48570.82352941176,"min_ms":18717,"paired_attempt_count":42,"paired_latency_ms":792166,"paired_output_tokens":111937,"run_count":17}},"codegen_output_tokens":{"attempt_count":96,"output_max":92074,"output_mean":32817.64705882353,"output_min":2036,"run_count":34},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":53,"output_max":92074,"output_mean":58883.76470588235,"output_min":20000,"run_count":17},"none":{"attempt_count":43,"output_max":17378,"output_mean":6751.529411764706,"output_min":2036,"run_count":17}},"display_name":"Ling 3.0 Flash","economics":{"all":23.782979592602167,"medium":29.83156079950233,"none":17.734398385702008},"first_seen_at":null,"game_gaps":{"all":{"GB2-05":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"infra_excluded","GB2-05":"infra_excluded","GB2-08":"infra_excluded"},"none":{"GB2-05":"failed","GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":4,"effective_max_output_tokens":[32768],"finish_reason_observations":96,"finish_reasons":["length","stop","unknown"],"indexed_attempts":98,"output_token_observations":97,"provider_post_attempt_observations":4,"provider_post_attempts":5,"reasoning_token_observations":69,"reconciliation_get_attempt_observations":4,"requested_max_output_token_observations":4,"requested_max_output_tokens":[32768],"total_output_tokens":1115800,"total_reasoning_output_tokens":656294,"total_visible_output_tokens":120852,"visible_token_observations":59},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.0-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":6,"first_pass_admitted":1,"first_pass_rate":0.16666666666666666,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"infra_failures_excluded":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"infra_failures_excluded":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"infra_failures_excluded":2}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":10,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":0.8333333333333334},"baseline":{"admitted_plugins":11,"evaluated_cells":17,"failed_game_aliases":["GB2-02","GB2-04","GB2-05","GB2-07"],"first_pass_admitted":7,"first_pass_rate":0.4117647058823529,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"model_code_failures":2},"GB2-06":{"admitted":2},"GB2-07":{"model_code_failures":2},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.35294117647058826,"model_code_failures":6,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.23529411764705882}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":25.79468229263987,"score":25.79468229263987},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":37.90747171429764,"score":28.004487420067935},"GB2-03":{"attempts":2,"playable":28.213523323355197,"score":28.213523323355197},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":41.796380034503926,"score":30.86691672805138},"GB2-05":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-06":{"attempts":3,"playable":13.276549138773113,"score":13.276549138773113},"GB2-07":{"attempts":4,"failed_attempts":2,"playable":35.97007460126664,"score":17.98503730063332},"GB2-08":{"attempts":3,"playable":30.96412199944127,"score":30.96412199944127}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":18.706889478548554,"score":18.706889478548554},"GB2-02":{"attempts":1,"playable":36.203006251676456,"score":36.203006251676456},"GB2-04":{"attempts":1,"playable":39.87490684319766,"score":39.87490684319766},"GB2-06":{"attempts":1,"playable":18.402926822822334,"score":18.402926822822334},"GB2-07":{"attempts":2,"playable":35.97007460126664,"score":35.97007460126664}},"none":{"GB2-01":{"attempts":2,"playable":32.882475106731185,"score":32.882475106731185},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.61193717691883,"score":19.805968588459415},"GB2-03":{"attempts":2,"playable":28.213523323355197,"score":28.213523323355197},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":43.7178532258102,"score":21.8589266129051},"GB2-05":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-06":{"attempts":2,"playable":8.150171454723893,"score":8.150171454723893},"GB2-07":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-08":{"attempts":3,"playable":30.96412199944127,"score":30.96412199944127}}},"id":"inclusionai/ling-3.0-flash","is_recent_addition":false,"last_measured_at":"2026-11-21T16:10:35Z","match_totals_all":{"draws":2476,"losses":7208,"wins":1686},"match_totals_tracks":{"medium":{"draws":962,"losses":2453,"wins":585},"none":{"draws":1514,"losses":4755,"wins":1101}},"model_slug":"inclusionai-ling-3-0-flash","official_rank_by_reasoning":{"none":111},"overall":{"max":39.87490684319766,"mean":23.782979592602167,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":408,"losses":1323,"wins":309},"GB2-02":{"draws":846,"losses":417,"wins":9},"GB2-03":{"draws":385,"losses":812,"wins":119},"GB2-04":{"draws":831,"losses":397,"wins":80},"GB2-06":{"draws":6,"losses":1783,"wins":185},"GB2-07":{"draws":0,"losses":960,"wins":412},"GB2-08":{"draws":0,"losses":1516,"wins":572}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":158,"losses":490,"wins":32},"GB2-02":{"draws":398,"losses":231,"wins":7},"GB2-04":{"draws":404,"losses":216,"wins":34},"GB2-06":{"draws":2,"losses":556,"wins":100},"GB2-07":{"draws":0,"losses":960,"wins":412}},"none":{"GB2-01":{"draws":250,"losses":833,"wins":277},"GB2-02":{"draws":448,"losses":186,"wins":2},"GB2-03":{"draws":385,"losses":812,"wins":119},"GB2-04":{"draws":427,"losses":181,"wins":46},"GB2-06":{"draws":4,"losses":1227,"wins":85},"GB2-08":{"draws":0,"losses":1516,"wins":572}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1107.3641596917732,"GB2-02":1324.4467695211752,"GB2-04":1364.624328459867,"GB2-06":884.867078308762,"GB2-07":1174.4464827549677},"none":{"GB2-01":1274.5239359807133,"GB2-02":1351.9212625200453,"GB2-03":1174.0743046964662,"GB2-04":1395.123498649196,"GB2-06":534.4191738011298,"GB2-08":1042.0249217996748}},"per_game_tracks":{"medium":{"GB2-01":18.706889478548554,"GB2-02":36.203006251676456,"GB2-04":39.87490684319766,"GB2-06":18.402926822822334,"GB2-07":35.97007460126664},"none":{"GB2-01":32.882475106731185,"GB2-02":39.61193717691883,"GB2-03":28.213523323355197,"GB2-04":43.7178532258102,"GB2-06":8.150171454723893,"GB2-08":30.96412199944127}},"program_outcomes":{"all":{"counted_attempts":23,"failed":6,"infra_excluded":10,"success_rate":0.7391304347826086,"too_slow":0,"worked_after_repair":9,"worked_first_time":8,"working":17},"medium":{"counted_attempts":6,"failed":0,"infra_excluded":10,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"none":{"counted_attempts":17,"failed":6,"infra_excluded":0,"success_rate":0.6470588235294118,"too_slow":0,"worked_after_repair":4,"worked_first_time":7,"working":11}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":29.83156079950233,"none":17.734398385702008},"reasoning_agg":{"medium":{"max":39.87490684319766,"mean":29.83156079950233,"min":18.402926822822334},"none":{"max":32.882475106731185,"mean":17.734398385702008,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":12.097162413800323},"working_program_strength":{"all":30.210787256999545,"medium":29.83156079950233,"none":30.59001371449676}},{"canonical_public_row_identity":"publication-row.v1:overall:recursive-flint-v1-0:8264edb215e72fa3","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"codegen_latency_ms":{"attempt_count":12,"max_ms":304042,"mean_ms":184222.375,"min_ms":109335,"paired_attempt_count":12,"paired_latency_ms":1473779,"paired_output_tokens":193763,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":12,"max_ms":304042,"mean_ms":184222.375,"min_ms":109335,"paired_attempt_count":12,"paired_latency_ms":1473779,"paired_output_tokens":193763,"run_count":8}},"codegen_output_tokens":{"attempt_count":12,"output_max":45150,"output_mean":24220.375,"output_min":14107,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":45150,"output_mean":24220.375,"output_min":14107,"run_count":8}},"display_name":"Flint V1.0","economics":{"all":22.55420777280847,"medium":22.55420777280847},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":12,"effective_max_output_tokens":[235929],"finish_reason_observations":12,"finish_reasons":["stop"],"indexed_attempts":12,"output_token_observations":12,"provider_post_attempt_observations":12,"provider_post_attempts":12,"reasoning_token_observations":12,"reconciliation_get_attempt_observations":12,"requested_max_output_token_observations":12,"requested_max_output_tokens":[235929],"total_output_tokens":193763,"total_reasoning_output_tokens":181158,"total_visible_output_tokens":12944,"visible_token_observations":12},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"recursive/flint-v1.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":41.87312829958131,"score":41.87312829958131},"GB2-02":{"attempts":1,"playable":33.550009433664925,"score":33.550009433664925},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.628807630682964,"score":39.628807630682964},"GB2-05":{"attempts":1,"playable":12.92955183713261,"score":12.92955183713261},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"playable":10.143638665651599,"score":10.143638665651599},"GB2-08":{"attempts":1,"playable":27.053013160743824,"score":27.053013160743824}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":41.87312829958131,"score":41.87312829958131},"GB2-02":{"attempts":1,"playable":33.550009433664925,"score":33.550009433664925},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.628807630682964,"score":39.628807630682964},"GB2-05":{"attempts":1,"playable":12.92955183713261,"score":12.92955183713261},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"playable":10.143638665651599,"score":10.143638665651599},"GB2-08":{"attempts":1,"playable":27.053013160743824,"score":27.053013160743824}}},"id":"recursive/flint-v1.0","is_recent_addition":false,"last_measured_at":"2026-11-21T16:33:14Z","match_totals_all":{"draws":881,"losses":3196,"wins":623},"match_totals_tracks":{"medium":{"draws":881,"losses":3196,"wins":623}},"model_slug":"recursive-flint-v1-0","official_rank_by_reasoning":{"medium":105},"overall":{"max":41.87312829958131,"mean":22.55420777280847,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":100,"losses":371,"wins":209},"GB2-02":{"draws":381,"losses":255,"wins":0},"GB2-04":{"draws":397,"losses":221,"wins":36},"GB2-05":{"draws":0,"losses":614,"wins":76},"GB2-06":{"draws":3,"losses":573,"wins":82},"GB2-07":{"draws":0,"losses":632,"wins":54},"GB2-08":{"draws":0,"losses":530,"wins":166}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":100,"losses":371,"wins":209},"GB2-02":{"draws":381,"losses":255,"wins":0},"GB2-04":{"draws":397,"losses":221,"wins":36},"GB2-05":{"draws":0,"losses":614,"wins":76},"GB2-06":{"draws":3,"losses":573,"wins":82},"GB2-07":{"draws":0,"losses":632,"wins":54},"GB2-08":{"draws":0,"losses":530,"wins":166}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1365.8591644849514,"GB2-02":1302.4649429737217,"GB2-04":1362.6528407920466,"GB2-05":750.2923413029962,"GB2-06":826.4466239060678,"GB2-07":737.5084982871356,"GB2-08":986.454644910444}},"per_game_tracks":{"medium":{"GB2-01":41.87312829958131,"GB2-02":33.550009433664925,"GB2-04":39.628807630682964,"GB2-05":12.92955183713261,"GB2-06":15.255513155010528,"GB2-07":10.143638665651599,"GB2-08":27.053013160743824}},"program_outcomes":{"all":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":22.55420777280847},"reasoning_agg":{"medium":{"max":41.87312829958131,"mean":22.55420777280847,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":25.776237454638252,"medium":25.776237454638252}},{"canonical_public_row_identity":"publication-row.v1:overall:ricursiveai-ripple-65b-preview:8197e2dd13226842","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.18193699999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.181937}},"codegen_cost_usd":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.18193699999999996},"codegen_latency_ms":{"attempt_count":16,"max_ms":387200,"mean_ms":224162.875,"min_ms":58250,"paired_attempt_count":16,"paired_latency_ms":1793303,"paired_output_tokens":260126,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":16,"max_ms":387200,"mean_ms":224162.875,"min_ms":58250,"paired_attempt_count":16,"paired_latency_ms":1793303,"paired_output_tokens":260126,"run_count":8}},"codegen_output_tokens":{"attempt_count":16,"output_max":60368,"output_mean":32515.75,"output_min":11826,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":16,"output_max":60368,"output_mean":32515.75,"output_min":11826,"run_count":8}},"display_name":"Ripple 65B Preview","economics":{"all":21.890757412328366,"medium":21.890757412328366},"first_seen_at":null,"game_gaps":{"all":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":16,"effective_max_output_tokens":[131072],"finish_reason_observations":16,"finish_reasons":["stop"],"indexed_attempts":16,"output_token_observations":16,"provider_post_attempt_observations":16,"provider_post_attempts":16,"reasoning_token_observations":16,"reconciliation_get_attempt_observations":16,"requested_max_output_token_observations":16,"requested_max_output_tokens":[131072],"total_output_tokens":260126,"total_visible_output_tokens":260126,"visible_token_observations":16},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"ricursiveai/ripple-65b-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":34.223530964623116,"score":34.223530964623116},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":43.11226716221685,"score":43.11226716221685},"GB2-07":{"attempts":1,"playable":53.87980303594706,"score":53.87980303594706},"GB2-08":{"attempts":1,"playable":43.91045813583989,"score":43.91045813583989}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":34.223530964623116,"score":34.223530964623116},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":43.11226716221685,"score":43.11226716221685},"GB2-07":{"attempts":1,"playable":53.87980303594706,"score":53.87980303594706},"GB2-08":{"attempts":1,"playable":43.91045813583989,"score":43.91045813583989}}},"id":"ricursiveai/ripple-65b-preview","is_recent_addition":false,"last_measured_at":"2026-11-21T16:42:46Z","match_totals_all":{"draws":203,"losses":1566,"wins":951},"match_totals_tracks":{"medium":{"draws":203,"losses":1566,"wins":951}},"model_slug":"ricursiveai-ripple-65b-preview","overall":{"max":53.87980303594706,"mean":21.890757412328366,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":193,"losses":374,"wins":113},"GB2-06":{"draws":10,"losses":406,"wins":242},"GB2-07":{"draws":0,"losses":363,"wins":323},"GB2-08":{"draws":0,"losses":423,"wins":273}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":193,"losses":374,"wins":113},"GB2-06":{"draws":10,"losses":406,"wins":242},"GB2-07":{"draws":0,"losses":363,"wins":323},"GB2-08":{"draws":0,"losses":423,"wins":273}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1290.0113985739354,"GB2-06":1283.0111675629107,"GB2-07":1407.4278452726173,"GB2-08":1231.6076184060146}},"per_game_tracks":{"medium":{"GB2-01":34.223530964623116,"GB2-06":43.11226716221685,"GB2-07":53.87980303594706,"GB2-08":43.91045813583989}},"program_outcomes":{"all":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":3,"worked_first_time":1,"working":4},"medium":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":3,"worked_first_time":1,"working":4}},"provider_color":"#7DB0FF","provider_company":"Ricursive","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":21.890757412328366},"reasoning_agg":{"medium":{"max":53.87980303594706,"mean":21.890757412328366,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (model decides when to reason)","none":"Setting not tested"},"reasoning_settings":{"balanced":"default"},"working_program_strength":{"all":43.78151482465673,"medium":43.78151482465673}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-5-pro:8a66e7f2a6ce3998","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02555855,"mean":0.00555063125,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":4},"recorded_attempt_count":11,"run_count":9,"total":0.04440505},"medium":{"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.020746485000000002,"mean":0.0054863575000000005,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":5},"recorded_attempt_count":12,"run_count":9,"total":0.043890860000000004},"none":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.007327775,"mean":0.0040270015625,"median":0.0034028549999999998,"min":0.0009412025,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":9,"total":0.033157215000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.020746485000000002,"mean":0.0054863575000000005,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":5},"recorded_attempt_count":11,"run_count":8,"total":0.043890860000000004},"historical-provider-setting-balanced-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.007327775,"mean":0.0041446518750000005,"median":0.0034028549999999998,"min":0.001882405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.033157215},"historical-provider-setting-baseline-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-intensive-variant-1":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02555855,"mean":0.00555063125,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":4},"recorded_attempt_count":10,"run_count":8,"total":0.04440505},"historical-provider-setting-intensive-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.02555855,"mean":0.0050213301041666675,"median":0.00152996375,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":38,"run_count":27,"total":0.12145312500000002},"codegen_latency_ms":{"attempt_count":23,"max_ms":2441104,"mean_ms":798480.3076923077,"min_ms":99802,"paired_attempt_count":22,"paired_latency_ms":8717337,"paired_output_tokens":341792,"run_count":13},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":4,"max_ms":2441104,"mean_ms":2103669.0,"min_ms":1766234,"paired_attempt_count":4,"paired_latency_ms":4207338,"paired_output_tokens":165094,"run_count":2},"medium":{"attempt_count":5,"max_ms":1803928,"mean_ms":1240602.3333333333,"min_ms":254972,"paired_attempt_count":4,"paired_latency_ms":2058900,"paired_output_tokens":84400,"run_count":3},"none":{"attempt_count":14,"max_ms":535646,"mean_ms":306387.375,"min_ms":99802,"paired_attempt_count":14,"paired_latency_ms":2451099,"paired_output_tokens":92298,"run_count":8}},"codegen_output_tokens":{"attempt_count":38,"output_max":170673,"output_mean":49682.0,"output_min":3766,"run_count":27},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":91928,"output_mean":64861.0,"output_min":10319,"run_count":9},"medium":{"attempt_count":12,"output_max":170673,"output_mean":72901.44444444444,"output_min":9244,"run_count":9},"none":{"attempt_count":15,"output_max":20225,"output_mean":11283.555555555555,"output_min":3766,"run_count":9}},"display_name":"Nex N2.5 Pro","economics":{"all":18.85441468723761,"highest":19.652779349974956,"none":18.056050024500266},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed"},"highest":{"GB2-01":"infra_excluded","GB2-02":"infra_excluded","GB2-03":"failed","GB2-04":"infra_excluded","GB2-05":"infra_excluded","GB2-06":"infra_excluded","GB2-08":"infra_excluded"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":38,"effective_max_output_tokens":[235929],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":38,"output_token_observations":38,"provider_post_attempt_observations":38,"provider_post_attempts":40,"reasoning_token_observations":38,"reconciliation_get_attempt_observations":38,"requested_max_output_token_observations":38,"requested_max_output_tokens":[235929],"total_output_tokens":1341414,"total_reasoning_output_tokens":1137994,"total_visible_output_tokens":203420,"visible_token_observations":38},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-04","GB2-05","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":1,"evaluated_cells":2,"failed_game_aliases":["GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"infra_failures_excluded":1},"GB2-05":{"infra_failures_excluded":1},"GB2-06":{"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.5,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":36.971454285704276,"score":36.971454285704276},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":44.927088613909525,"score":22.463544306954763},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":2,"playable":36.765562292405576,"score":36.765562292405576},"GB2-08":{"attempts":1,"playable":28.324291411527085,"score":28.324291411527085}},"headline_games_tracks":{"highest":{"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":39.30555869994991,"score":39.30555869994991}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":36.971454285704276,"score":36.971454285704276},"GB2-03":{"attempts":1,"playable":44.927088613909525,"score":44.927088613909525},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":34.22556588486124,"score":34.22556588486124},"GB2-08":{"attempts":1,"playable":28.324291411527085,"score":28.324291411527085}}},"id":"nex-agi/nex-n2.5-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:30:53Z","match_totals_all":{"draws":605,"losses":2000,"wins":757},"match_totals_tracks":{"highest":{"draws":0,"losses":459,"wins":227},"none":{"draws":605,"losses":1541,"wins":530}},"model_slug":"nex-agi-nex-n2-5-pro","overall":{"max":44.927088613909525,"mean":18.85441468723761,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-07":39.30555869994991},"per_game_match_totals_all":{"GB2-02":{"draws":417,"losses":217,"wins":2},"GB2-03":{"draws":188,"losses":311,"wins":159},"GB2-07":{"draws":0,"losses":950,"wins":422},"GB2-08":{"draws":0,"losses":522,"wins":174}},"per_game_match_totals_tracks":{"highest":{"GB2-07":{"draws":0,"losses":459,"wins":227}},"none":{"GB2-02":{"draws":417,"losses":217,"wins":2},"GB2-03":{"draws":188,"losses":311,"wins":159},"GB2-07":{"draws":0,"losses":491,"wins":195},"GB2-08":{"draws":0,"losses":522,"wins":174}}},"per_game_raw_elo_tracks":{"highest":{"GB2-07":1218.3584743828976},"none":{"GB2-02":1330.7054641093023,"GB2-03":1328.2862670580973,"GB2-07":1151.5508255017644,"GB2-08":1004.6035503392607}},"per_game_tracks":{"highest":{"GB2-07":39.30555869994991},"none":{"GB2-02":36.971454285704276,"GB2-03":44.927088613909525,"GB2-07":34.22556588486124,"GB2-08":28.324291411527085}},"program_outcomes":{"all":{"counted_attempts":10,"failed":5,"infra_excluded":6,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":5,"working":5},"highest":{"counted_attempts":2,"failed":1,"infra_excluded":6,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1},"none":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":4,"working":4}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":19.652779349974956,"none":18.056050024500266},"reasoning_agg":{"highest":{"max":39.30555869994991,"mean":19.652779349974956,"min":0.0},"none":{"max":44.927088613909525,"mean":18.056050024500266,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":1.5967293254746906},"working_program_strength":{"all":37.70882937447522,"highest":39.30555869994991,"none":36.11210004900053}},{"canonical_public_row_identity":"publication-row.v1:overall:motif-technologies-motif-3:acb7ad8c6467be0d","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.1842838,"mean":0.05359630625,"median":0.03786246,"min":0.01996308,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":19,"run_count":13,"total":0.9060872999999999},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0120387,"mean":0.0083353125,"median":0.00837444,"min":0.004836,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0666825}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.1842838,"mean":0.05359630625,"median":0.03786246,"min":0.01996308,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":19,"run_count":13,"total":0.9060873000000002},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0120387,"mean":0.0083353125,"median":0.00837444,"min":0.004836,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0666825}},"codegen_cost_usd":{"admitted_cell_count":4,"cell_count":16,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":12,"max":0.1842838,"mean":0.030965809375,"median":0.01600089,"min":0.004836,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":23},"recorded_attempt_count":34,"run_count":21,"total":0.9727698},"codegen_latency_ms":{"attempt_count":30,"max_ms":3161191,"mean_ms":492103.5294117647,"min_ms":18514,"paired_attempt_count":30,"paired_latency_ms":8365760,"paired_output_tokens":763134,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":15,"max_ms":3161191,"mean_ms":899127.1111111111,"min_ms":101519,"paired_attempt_count":15,"paired_latency_ms":8092144,"paired_output_tokens":728705,"run_count":9},"none":{"attempt_count":15,"max_ms":49064,"mean_ms":34202.0,"min_ms":18514,"paired_attempt_count":15,"paired_latency_ms":273616,"paired_output_tokens":34429,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":228582,"output_mean":42248.71428571428,"output_min":2079,"run_count":21},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":19,"output_max":228582,"output_mean":65599.53846153847,"output_min":12170,"run_count":13},"none":{"attempt_count":15,"output_max":6069,"output_mean":4303.625,"output_min":2079,"run_count":8}},"display_name":"Motif 3","economics":{"all":13.99945965285126,"medium":23.236823032599855,"none":4.762096273102663},"first_seen_at":null,"game_gaps":{"all":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-06":"failed","GB2-07":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-06":"failed","GB2-07":"failed"},"none":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":34,"effective_max_output_tokens":[235929],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":38,"output_token_observations":34,"provider_post_attempt_observations":34,"provider_post_attempts":34,"reasoning_token_observations":34,"reconciliation_get_attempt_observations":34,"reconciliation_get_attempts":31,"requested_max_output_token_observations":38,"requested_max_output_tokens":[235929],"total_output_tokens":887223,"total_reasoning_output_tokens":818630,"total_visible_output_tokens":68593,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"motif-technologies/motif-3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-06","GB2-07"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":2},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1,"infra_failures_excluded":2},"GB2-06":{"infra_failures_excluded":2,"model_code_failures":1},"GB2-07":{"infra_failures_excluded":3,"model_code_failures":1,"output_limit_tokens":235929,"output_maximum_failures":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01","GB2-05","GB2-06","GB2-07"],"infra_failures_excluded":9,"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":47.222474080639074,"score":47.222474080639074},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":55.53073357977924,"score":27.76536678988962},"GB2-06":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-07":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":74.01567270456276,"score":37.00783635228138}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":56.34817797645684,"score":56.34817797645684},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":55.53073357977924,"score":55.53073357977924},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":74.01567270456276,"score":74.01567270456276}},"none":{"GB2-01":{"attempts":1,"playable":38.0967701848213,"score":38.0967701848213},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"motif-technologies/motif-3","is_recent_addition":false,"last_measured_at":"2026-11-21T16:36:33Z","match_totals_all":{"draws":189,"losses":1242,"wins":1315},"match_totals_tracks":{"medium":{"draws":72,"losses":855,"wins":1139},"none":{"draws":117,"losses":387,"wins":176}},"model_slug":"motif-technologies-motif-3","overall":{"max":74.01567270456276,"mean":13.99945965285126,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":189,"losses":677,"wins":494},"GB2-05":{"draws":0,"losses":347,"wins":343},"GB2-08":{"draws":0,"losses":218,"wins":478}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":72,"losses":290,"wins":318},"GB2-05":{"draws":0,"losses":347,"wins":343},"GB2-08":{"draws":0,"losses":218,"wins":478}},"none":{"GB2-01":{"draws":117,"losses":387,"wins":176}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1504.495341183641,"GB2-05":1409.2811286081258,"GB2-08":1818.5555195209226},"none":{"GB2-01":1328.9758087844657}},"per_game_tracks":{"medium":{"GB2-01":56.34817797645684,"GB2-05":55.53073357977924,"GB2-08":74.01567270456276},"none":{"GB2-01":38.0967701848213}},"program_outcomes":{"all":{"counted_attempts":16,"failed":12,"infra_excluded":9,"success_rate":0.25,"too_slow":0,"worked_after_repair":2,"worked_first_time":2,"working":4},"medium":{"counted_attempts":8,"failed":5,"infra_excluded":9,"success_rate":0.375,"too_slow":0,"worked_after_repair":2,"worked_first_time":1,"working":3},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":23.236823032599855,"none":4.762096273102663},"reasoning_agg":{"medium":{"max":74.01567270456276,"mean":23.236823032599855,"min":0.0},"none":{"max":38.0967701848213,"mean":4.762096273102663,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (reasoning enabled)","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"default","baseline":"none"},"score_diagnostics":{"reasoning_variance":18.47472675949719},"working_program_strength":{"all":50.03081580254379,"medium":61.96486142026628,"none":38.0967701848213}},{"canonical_public_row_identity":"publication-row.v1:overall:cohere-north-mini-code:fb283cd2fd8346e5","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":15,"run_count":8,"total":0.0},"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":15,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":9,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":30,"run_count":16,"total":0.0},"codegen_latency_ms":{"attempt_count":30,"max_ms":905283,"mean_ms":265606.6875,"min_ms":7507,"paired_attempt_count":30,"paired_latency_ms":4249707,"paired_output_tokens":270044,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":15,"max_ms":905283,"mean_ms":509118.375,"min_ms":288605,"paired_attempt_count":15,"paired_latency_ms":4072947,"paired_output_tokens":240847,"run_count":8},"none":{"attempt_count":15,"max_ms":59126,"mean_ms":22095.0,"min_ms":7507,"paired_attempt_count":15,"paired_latency_ms":176760,"paired_output_tokens":29197,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":52275,"output_mean":16877.75,"output_min":1148,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":15,"output_max":52275,"output_mean":30105.875,"output_min":9014,"run_count":8},"none":{"attempt_count":15,"output_max":7281,"output_mean":3649.625,"output_min":1148,"run_count":8}},"display_name":"North Mini Code","economics":{"all":13.93750247271575,"medium":22.479964270879393,"none":5.395040674552105},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-02":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"failed","GB2-02":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":15,"effective_max_output_tokens":[64000],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":15,"provider_post_attempts":15,"reasoning_token_observations":15,"reconciliation_get_attempt_observations":15,"requested_max_output_token_observations":15,"requested_max_output_tokens":[64000],"total_output_tokens":270044,"total_visible_output_tokens":29197,"visible_token_observations":15},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"cohere","provider_model":"cohere/north-mini-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-06"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":21.678108990660792,"score":10.839054495330396},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":40.12091250824717,"score":20.060456254123586},"GB2-05":{"attempts":2,"playable":30.941702237914306,"score":30.941702237914306},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":15.255513155010528,"score":7.627756577505264},"GB2-07":{"attempts":2,"playable":15.776949563177816,"score":15.776949563177816},"GB2-08":{"attempts":2,"playable":26.254100653674627,"score":26.254100653674627}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":21.678108990660792,"score":21.678108990660792},"GB2-04":{"attempts":1,"playable":40.12091250824717,"score":40.12091250824717},"GB2-05":{"attempts":1,"playable":43.5319495007251,"score":43.5319495007251},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"playable":29.34142872452063,"score":29.34142872452063},"GB2-08":{"attempts":1,"playable":29.911801287870933,"score":29.911801287870933}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":18.35145497510351,"score":18.35145497510351},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":2.212470401835004,"score":2.212470401835004},"GB2-08":{"attempts":1,"playable":22.59640001947832,"score":22.59640001947832}}},"id":"cohere/north-mini-code","is_recent_addition":false,"last_measured_at":"2026-08-05T05:19:01Z","match_totals_all":{"draws":501,"losses":4549,"wins":1064},"match_totals_tracks":{"medium":{"draws":501,"losses":2735,"wins":806},"none":{"draws":0,"losses":1814,"wins":258}},"model_slug":"cohere-north-mini-code","official_rank_by_reasoning":{"medium":106},"overall":{"max":43.5319495007251,"mean":13.93750247271575,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-03":{"draws":135,"losses":472,"wins":51},"GB2-04":{"draws":363,"losses":235,"wins":56},"GB2-05":{"draws":0,"losses":1002,"wins":378},"GB2-06":{"draws":3,"losses":573,"wins":82},"GB2-07":{"draws":0,"losses":1197,"wins":175},"GB2-08":{"draws":0,"losses":1070,"wins":322}},"per_game_match_totals_tracks":{"medium":{"GB2-03":{"draws":135,"losses":472,"wins":51},"GB2-04":{"draws":363,"losses":235,"wins":56},"GB2-05":{"draws":0,"losses":422,"wins":268},"GB2-06":{"draws":3,"losses":573,"wins":82},"GB2-07":{"draws":0,"losses":521,"wins":165},"GB2-08":{"draws":0,"losses":512,"wins":184}},"none":{"GB2-05":{"draws":0,"losses":580,"wins":110},"GB2-07":{"draws":0,"losses":676,"wins":10},"GB2-08":{"draws":0,"losses":558,"wins":138}}},"per_game_raw_elo_tracks":{"medium":{"GB2-03":1106.3446937589022,"GB2-04":1366.5923280616664,"GB2-05":1253.895443335733,"GB2-06":826.4466239060678,"GB2-07":1084.7597928665125,"GB2-08":1027.134529342723},"none":{"GB2-05":866.3561694445372,"GB2-07":383.93904820235275,"GB2-08":921.2636401522449}},"per_game_tracks":{"medium":{"GB2-03":21.678108990660792,"GB2-04":40.12091250824717,"GB2-05":43.5319495007251,"GB2-06":15.255513155010528,"GB2-07":29.34142872452063,"GB2-08":29.911801287870933},"none":{"GB2-05":18.35145497510351,"GB2-07":2.212470401835004,"GB2-08":22.59640001947832}},"program_outcomes":{"all":{"counted_attempts":16,"failed":7,"infra_excluded":0,"success_rate":0.5625,"too_slow":0,"worked_after_repair":4,"worked_first_time":5,"working":9},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":1,"worked_first_time":2,"working":3}},"provider_color":"#FF7759","provider_company":"Cohere","provider_key":"cohere","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":22.479964270879393,"none":5.395040674552104},"reasoning_agg":{"medium":{"max":43.5319495007251,"mean":22.479964270879393,"min":0.0},"none":{"max":22.59640001947832,"mean":5.395040674552104,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":17.08492359632729},"working_program_strength":{"all":22.180030413322402,"medium":29.973285694505858,"none":14.386775132138945}},{"canonical_public_row_identity":"publication-row.v1:overall:kt-midm-k-3-0-pro:cca43c85f5eeaaf3","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0110498,"mean":0.007246795,"median":0.007769119999999999,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.05797436},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.012484720000000001,"mean":0.00815452,"median":0.00778878,"min":0.0059181600000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":17},"recorded_attempt_count":17,"run_count":8,"total":0.06523616}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0110498,"mean":0.007246795,"median":0.007769119999999999,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.05797436},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.012484720000000001,"mean":0.00815452,"median":0.00778878,"min":0.0059181600000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":17},"recorded_attempt_count":17,"run_count":8,"total":0.06523615999999999}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":16,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.012484720000000001,"mean":0.007700657499999999,"median":0.00778878,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":29},"recorded_attempt_count":29,"run_count":16,"total":0.12321052000000002},"codegen_latency_ms":{"attempt_count":29,"max_ms":28146,"mean_ms":17477.3125,"min_ms":7647,"paired_attempt_count":29,"paired_latency_ms":279637,"paired_output_tokens":105967,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":12,"max_ms":26824,"mean_ms":19087.5,"min_ms":7647,"paired_attempt_count":12,"paired_latency_ms":152700,"paired_output_tokens":54287,"run_count":8},"none":{"attempt_count":17,"max_ms":28146,"mean_ms":15867.125,"min_ms":10343,"paired_attempt_count":17,"paired_latency_ms":126937,"paired_output_tokens":51680,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":12893,"output_mean":6622.9375,"output_min":2828,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":9956,"output_mean":6785.875,"output_min":2828,"run_count":8},"none":{"attempt_count":17,"output_max":12893,"output_mean":6460.0,"output_min":4510,"run_count":8}},"display_name":"Midm K 3.0 Pro","economics":{"all":12.439408775618473,"medium":23.446095568205706,"none":1.4327219830312392},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-06":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[235615],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[235615],"total_output_tokens":105967,"total_reasoning_output_tokens":38471,"total_visible_output_tokens":67496,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235615,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"kt/midm-k-3.0-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":27.742986819210834,"score":13.871493409605417},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.17272108254792,"score":21.58636054127396},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":31.414012040917772,"score":15.707006020458886},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.02212312817351,"score":20.511061564086756},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":14.20906787769122,"score":7.10453393884561},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":11.461775864249914,"score":5.730887932124957},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":5.9779075999180735,"score":2.9889537999590368},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":24.029945997186328,"score":12.014972998593164}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":27.742986819210834,"score":27.742986819210834},"GB2-02":{"attempts":1,"playable":43.17272108254792,"score":43.17272108254792},"GB2-03":{"attempts":1,"playable":31.414012040917772,"score":31.414012040917772},"GB2-04":{"attempts":1,"playable":41.02212312817351,"score":41.02212312817351},"GB2-05":{"attempts":1,"playable":14.20906787769122,"score":14.20906787769122},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":5.9779075999180735,"score":5.9779075999180735},"GB2-08":{"attempts":1,"playable":24.029945997186328,"score":24.029945997186328}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":11.461775864249914,"score":11.461775864249914},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"kt/midm-k-3.0-pro","is_recent_addition":false,"last_measured_at":"2026-11-21T16:21:51Z","match_totals_all":{"draws":1145,"losses":3629,"wins":584},"match_totals_tracks":{"medium":{"draws":1142,"losses":3035,"wins":523},"none":{"draws":3,"losses":594,"wins":61}},"model_slug":"kt-midm-k-3-0-pro","official_rank_by_reasoning":{"medium":104},"overall":{"max":43.17272108254792,"mean":12.439408775618473,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":206,"losses":409,"wins":65},"GB2-02":{"draws":464,"losses":157,"wins":15},"GB2-03":{"draws":160,"losses":404,"wins":94},"GB2-04":{"draws":312,"losses":255,"wins":87},"GB2-05":{"draws":0,"losses":606,"wins":84},"GB2-06":{"draws":3,"losses":594,"wins":61},"GB2-07":{"draws":0,"losses":655,"wins":31},"GB2-08":{"draws":0,"losses":549,"wins":147}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":206,"losses":409,"wins":65},"GB2-02":{"draws":464,"losses":157,"wins":15},"GB2-03":{"draws":160,"losses":404,"wins":94},"GB2-04":{"draws":312,"losses":255,"wins":87},"GB2-05":{"draws":0,"losses":606,"wins":84},"GB2-07":{"draws":0,"losses":655,"wins":31},"GB2-08":{"draws":0,"losses":549,"wins":147}},"none":{"GB2-06":{"draws":3,"losses":594,"wins":61}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1220.6003511900308,"GB2-02":1380.0237891333577,"GB2-03":1206.7226729384197,"GB2-04":1373.7802589894059,"GB2-05":779.7269743381457,"GB2-07":603.1014208620459,"GB2-08":942.5913279364339},"none":{"GB2-06":747.2156565779026}},"per_game_tracks":{"medium":{"GB2-01":27.742986819210834,"GB2-02":43.17272108254792,"GB2-03":31.414012040917772,"GB2-04":41.02212312817351,"GB2-05":14.20906787769122,"GB2-07":5.9779075999180735,"GB2-08":24.029945997186328},"none":{"GB2-06":11.461775864249914}},"program_outcomes":{"all":{"counted_attempts":16,"failed":8,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":23.44609556820571,"none":1.4327219830312392},"reasoning_agg":{"medium":{"max":43.17272108254792,"mean":23.44609556820571,"min":0.0},"none":{"max":11.461775864249914,"mean":1.4327219830312392,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (reasoning enabled)","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"default","baseline":"none"},"score_diagnostics":{"reasoning_variance":22.01337358517447},"working_program_strength":{"all":19.1286568282425,"medium":26.79553779223509,"none":11.461775864249914}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1-nano:01683a3bc8f2289e","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507000000000005}},"codegen_cost_usd":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507},"codegen_latency_ms":{"attempt_count":13,"max_ms":44784,"mean_ms":22388.5,"min_ms":11128,"paired_attempt_count":13,"paired_latency_ms":179108,"paired_output_tokens":20448,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":13,"max_ms":44784,"mean_ms":22388.5,"min_ms":11128,"paired_attempt_count":13,"paired_latency_ms":179108,"paired_output_tokens":20448,"run_count":8}},"codegen_output_tokens":{"attempt_count":13,"output_max":4341,"output_mean":2556.0,"output_min":1068,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":13,"output_max":4341,"output_mean":2556.0,"output_min":1068,"run_count":8}},"display_name":"GPT-4.1 Nano","economics":{"all":11.07762323170044,"none":11.07762323170044},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":13,"effective_max_output_tokens":[32768],"finish_reason_observations":13,"finish_reasons":["stop"],"indexed_attempts":13,"output_token_observations":13,"provider_post_attempt_observations":13,"provider_post_attempts":13,"reasoning_token_observations":13,"reconciliation_get_attempt_observations":13,"requested_max_output_token_observations":13,"requested_max_output_tokens":[32768],"total_output_tokens":20448,"total_visible_output_tokens":20448,"visible_token_observations":13},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":32768,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1f3869b199e2a5ad629930ef7a454c31804718753ea7c052f7f2b2c697771c13","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.61193717691883,"score":39.61193717691883},"GB2-03":{"attempts":1,"playable":33.75353552167415,"score":33.75353552167415},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.61193717691883,"score":39.61193717691883},"GB2-03":{"attempts":1,"playable":33.75353552167415,"score":33.75353552167415},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":15.255513155010528,"score":15.255513155010528},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"gpt-4.1-nano","is_recent_addition":false,"last_measured_at":"2026-11-21T07:11:14Z","match_totals_all":{"draws":798,"losses":1056,"wins":98},"match_totals_tracks":{"none":{"draws":798,"losses":1056,"wins":98}},"model_slug":"gpt-4-1-nano","overall":{"max":39.61193717691883,"mean":11.07762323170044,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-02":{"draws":442,"losses":189,"wins":5},"GB2-03":{"draws":353,"losses":294,"wins":11},"GB2-06":{"draws":3,"losses":573,"wins":82}},"per_game_match_totals_tracks":{"none":{"GB2-02":{"draws":442,"losses":189,"wins":5},"GB2-03":{"draws":353,"losses":294,"wins":11},"GB2-06":{"draws":3,"losses":573,"wins":82}}},"per_game_raw_elo_tracks":{"none":{"GB2-02":1351.9212625200453,"GB2-03":1228.5723058958458,"GB2-06":826.4466239060678}},"per_game_tracks":{"none":{"GB2-02":39.61193717691883,"GB2-03":33.75353552167415,"GB2-06":15.255513155010528}},"program_outcomes":{"all":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":0,"worked_first_time":3,"working":3},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":0,"worked_first_time":3,"working":3}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":11.077623231700438},"reasoning_agg":{"none":{"max":39.61193717691883,"mean":11.077623231700438,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning field omitted"},"reasoning_settings":{"baseline":"none"},"working_program_strength":{"all":29.54032861786784,"none":29.54032861786784}}],"public_release_id":"gb2-20261121-2b6a3a9e2dd6","rating_method":{"bootstrap_iterations":0,"first_player_advantage":true,"method":"bradley_terry_newton","reference_field":{"manifest_sha256":"deff14cfd9a37b714d23fcf8bc0b4174fa1a1485d4572b44e05c910f050acfb9","population_revision":"cd13f51dae0f40d277054b3e1dc13c563075320817f9a81be9bf5295a13d93f8","rule":"model_balanced_common_field_v1","source":"frozen_manifest","version":"v2"}},"results_cut_id":"gb2-20261121-2b6a3a9e2dd6","schema_version":3,"snapshot_id":"20261121_175257","suite_line_id":"gamebench2","suite_version":"2-known8-r3","version_display":"2026-11-21 17:52 UTC","versus_model_ids":["claude-fable-5-2","gpt-6.2-astra","gpt-6.2-astra-pro","gpt-6.2-sol","gemini-4-neon","gpt-6-astra-pro","gemini-4-carbon","gpt-6.2-sol-pro","gpt-6-astra","claude-opus-5-5","claude-fable-5-1","gpt-6.1-sol","gpt-6.1-sol-pro","gpt-6.1-terra-pro","gemini-4-argon","gpt-6.1-terra","moonshotai/kimi-k3.1-pro","gemini-4-hydrogen","claude-opus-5","gpt-6-sol","qwen/qwen4-max","z-ai/glm-5.3","gpt-5.6-sol","claude-fable-5","meta/muse-wonder","x-ai/grok-4.7","nex-agi/nex-n2.6","deepseek/deepseek-v4.1-flash-1017","claude-sonnet-5-5","x-ai/grok-4.6","google/gemini-3.8-flash","particle-ai/particle-1","meta/muse-spark-1.3","z-ai/glm-5.3-flashx-legal","x-ai/grok-4.5","z-ai/glm-5.3-flashx","claude-haiku-5-5","meta/muse-spark-open","z-ai/glm-5.3-flash","qwen/qwen3.8-max-0902","gpt-5.4","deepseek/deepseek-v4.1-flash","qwen/qwen3.8-2.4t-a95b","meta/muse-ember","meta/muse-spark-1.2","google/gemini-3.6-flash","stealth/ox-alpha","tencent/hy4-preview","fireworks/ember-1","claude-opus-4-8","qwen/qwen3.8-max","google/gemini-3.5-flash","gpt-5.5","mistralai/mistral-large-4-0-1029","moonshotai/kimi-k3","gpt-6-luna","claude-opus-4-5","claude-sonnet-5","gpt-5.6-terra","inception/mercury-3","gemini-3.1-pro-preview","thinkingmachines/inkling-2-small","z-ai/glm-5.2","reflection/beam-1.0-501b-a23b","deepseek/deepseek-v4-pro-0813","gpt-5","deepseek/deepseek-v4-pro","gpt-5.6-luna","minimax/minimax-m3.1-flash","bytedance-seed/seed-2.0-code","deepseek/deepseek-v4-flash","tencent/hy3","o3","qwen/qwen3.8-27b","stealth/space-bunny-alpha","nvidia/nemotron-3-ultra-550b-a55b","google/gemini-3.5-flash-lite","thinkingmachines/inkling-small","meta/muse-glimmer-30b","openai/gpt-oss-120b","thinkingmachines/inkling","stepfun/step-3.7-flash","inception/mercury-2.5-preview","tencent/hy4","google/gemini-3.1-flash-lite","upstage/solar-mini4","ibm-granite/granite-4.2-8b","unbiased/pareto-26.10","unbiased/pareto-26.10-preview","xiaomi/mimo-v2.6-pro","baidu/ernie-light-dt-1.0-intl","qwen/qwen3.8-omni-flash","stepfun/step-5-preview","baidu/ernie-5.5-flash-preview","xiaomi/mimo-v2.6-flash","qwen/qwen3.8-flash","mistralai/mistral-large-4-0","bytedance-seed/seed-2-1-turbo","inclusionai/ling-3.2-flash","inclusionai/ling-3.1-flash","tencent/hy4-flash","gpt-4.1","elorian/glimpse","gpt-5.4-mini","qwen/qwen3.7-max","moonshotai/kimi-k2.7-code","x-ai/grok-build-0.1","xiaomi/mimo-v2.5-pro","nvidia/nemotron-3.5-super-vl","poolside/laguna-s-2.1","xiaomi/mimo-v2.5","dots-studio/dots-3-note-preview","gpt-5.4-nano","meituan/longcat-2.0","google/gemma-4-31b-it","nex-agi/nex-n2-pro","minimax/minimax-m3","qwen/qwen3.7-plus","mistralai/mistral-medium-3-5","inclusionai/ling-3.0-flash","recursive/flint-v1.0","ricursiveai/ripple-65b-preview","nex-agi/nex-n2.5-pro","motif-technologies/motif-3","cohere/north-mini-code","kt/midm-k-3.0-pro","gpt-4.1-nano"],"versus_totals_all":[[[48,0,48],[69,13,62],[82,5,57],[91,11,42],[82,13,43],[103,8,33],[90,5,49],[94,9,47],[94,9,41],[111,10,35],[125,6,31],[113,8,23],[115,7,22],[114,15,15],[106,10,28],[112,14,18],[123,10,11],[106,7,31],[204,12,30],[128,9,7],[113,7,12],[124,12,8],[133,7,4],[135,6,3],[132,8,4],[113,5,8],[135,4,5],[132,6,6],[121,8,15],[132,7,5],[134,6,4],[137,4,3],[135,5,4],[117,4,5],[132,7,5],[136,4,4],[136,4,4],[137,3,4],[135,7,2],[139,3,2],[125,4,9],[134,6,4],[140,1,3],[135,2,1],[133,3,2],[258,6,12],[453,16,5],[132,5,1],[141,3,0],[121,7,4],[141,1,2],[172,2,6],[127,2,3],[132,5,1],[132,4,2],[138,5,1],[228,4,2],[142,2,0],[129,4,5],[121,5,0],[137,6,1],[138,0,0],[282,5,1],[129,3,0],[127,3,2],[124,2,0],[129,3,0],[137,4,3],[124,2,0],[130,1,1],[210,6,0],[136,2,0],[197,0,1],[100,2,0],[112,2,0],[143,1,0],[254,3,1],[142,2,0],[124,2,0],[125,1,0],[187,5,0],[102,0,0],[102,0,0],[42,0,0],[96,0,0],[42,0,0],[6,0,0],[29,6,13],[37,1,10],[91,5,0],[67,4,7],[93,0,3],[93,1,2],[44,1,3],[87,2,1],[92,4,0],[85,4,1],[85,5,0],[92,2,2],[48,0,0],[86,4,0],[47,1,0],[77,0,1],[93,3,0],[79,5,0],[29,0,1],[47,1,0],[88,2,0],[64,1,1],[135,3,0],[218,4,0],[77,1,0],[141,2,1],[150,3,3],[84,0,0],[69,3,0],[77,1,0],[69,2,1],[84,0,0],[100,2,0],[41,1,0],[24,0,0],[30,0,0],[24,0,0],[54,0,0],[48,0,0],[18,0,0]],[[62,13,69],[45,6,45],[67,13,64],[76,14,54],[70,6,62],[83,9,52],[88,14,42],[86,14,50],[94,12,38],[103,8,45],[120,10,32],[100,15,29],[109,13,22],[114,9,21],[114,8,22],[102,15,27],[118,9,17],[95,11,38],[194,19,33],[123,12,9],[112,8,12],[128,7,9],[124,9,11],[132,5,7],[127,9,8],[107,4,15],[135,4,5],[133,5,6],[115,6,23],[134,6,4],[130,13,1],[128,8,8],[133,6,5],[118,2,6],[129,12,3],[131,6,7],[127,6,11],[138,6,0],[132,10,2],[133,7,4],[125,10,3],[131,10,3],[137,4,3],[130,7,1],[129,7,2],[255,11,10],[438,23,13],[136,1,1],[138,4,2],[118,11,3],[136,7,1],[168,6,6],[120,6,6],[122,9,7],[128,6,4],[132,9,3],[216,16,2],[138,6,0],[131,6,1],[115,9,2],[141,3,0],[129,9,0],[267,17,4],[125,6,1],[125,7,0],[123,2,1],[126,6,0],[140,1,3],[118,6,2],[126,6,0],[212,4,0],[134,4,0],[191,6,1],[98,3,1],[108,6,0],[138,6,0],[248,10,0],[143,1,0],[124,1,1],[120,6,0],[186,6,0],[101,1,0],[98,4,0],[37,5,0],[93,3,0],[42,0,0],[6,0,0],[32,6,10],[34,1,13],[86,8,2],[62,9,7],[90,5,1],[88,6,2],[42,5,1],[84,5,1],[90,4,2],[82,6,2],[83,6,1],[92,3,1],[45,2,1],[85,5,0],[46,2,0],[74,2,2],[93,2,1],[76,7,1],[25,3,2],[47,1,0],[85,5,0],[60,5,1],[132,6,0],[206,16,0],[76,2,0],[138,6,0],[149,7,0],[82,2,0],[71,1,0],[74,4,0],[65,6,1],[80,4,0],[97,4,1],[40,2,0],[24,0,0],[29,1,0],[22,2,0],[53,1,0],[44,4,0],[17,1,0]],[[57,5,82],[64,13,67],[43,10,43],[74,17,53],[69,11,58],[82,14,48],[77,10,57],[83,11,56],[92,12,40],[95,9,52],[102,13,47],[97,11,36],[105,12,27],[104,13,27],[104,10,30],[113,8,23],[110,14,20],[95,10,39],[192,17,37],[120,8,16],[108,8,16],[123,10,11],[125,14,5],[123,7,14],[125,7,12],[98,10,18],[128,7,9],[124,11,9],[108,7,29],[134,5,5],[132,9,3],[127,11,6],[131,9,4],[118,4,4],[132,9,3],[127,11,6],[126,8,10],[129,8,7],[131,9,4],[130,9,5],[118,9,11],[129,12,3],[134,6,4],[127,6,5],[123,9,6],[250,14,12],[438,27,9],[127,5,6],[132,5,7],[115,9,8],[137,4,3],[162,11,7],[117,7,8],[130,4,4],[129,3,6],[132,7,5],[210,19,5],[138,4,2],[131,3,4],[117,7,2],[139,0,5],[126,5,7],[271,13,4],[124,6,2],[124,7,1],[121,3,2],[117,10,5],[136,4,4],[118,7,1],[124,5,3],[208,5,3],[132,4,2],[192,5,1],[96,4,2],[107,5,2],[135,9,0],[252,6,0],[136,8,0],[124,2,0],[123,3,0],[176,15,1],[99,3,0],[97,5,0],[38,3,1],[91,5,0],[42,0,0],[5,1,0],[28,5,15],[37,3,8],[82,9,5],[66,8,4],[86,5,5],[86,4,6],[41,3,4],[82,6,2],[88,6,2],[84,5,1],[81,8,1],[92,1,3],[44,4,0],[82,8,0],[45,1,2],[72,2,4],[90,6,0],[77,6,1],[25,4,1],[48,0,0],[82,8,0],[59,7,0],[132,6,0],[210,11,1],[73,4,1],[140,4,0],[151,4,1],[83,1,0],[71,1,0],[72,4,2],[68,3,1],[82,2,0],[100,2,0],[40,2,0],[23,1,0],[30,0,0],[23,1,0],[53,0,1],[45,3,0],[18,0,0]],[[42,11,91],[54,14,76],[53,17,74],[44,8,44],[63,12,63],[69,8,67],[66,18,60],[72,11,67],[83,11,50],[86,15,55],[116,9,37],[85,12,47],[100,8,36],[101,15,28],[99,14,31],[110,16,18],[105,14,25],[87,10,47],[185,26,35],[110,11,23],[106,13,13],[116,15,13],[122,9,13],[113,15,16],[118,14,12],[90,15,21],[131,4,9],[125,7,12],[106,6,32],[129,9,6],[124,12,8],[127,12,5],[128,10,6],[114,6,6],[129,6,9],[134,6,4],[127,8,9],[130,5,9],[126,12,6],[134,7,3],[114,9,15],[123,12,9],[134,5,5],[128,4,6],[128,4,6],[243,15,18],[436,19,19],[129,5,4],[127,10,7],[117,10,5],[133,8,3],[164,10,6],[118,4,10],[123,10,5],[125,10,3],[132,9,3],[217,16,1],[141,3,0],[130,6,2],[115,9,2],[133,5,6],[124,11,3],[268,17,3],[127,4,1],[130,2,0],[120,3,3],[124,4,4],[137,5,2],[120,6,0],[120,11,1],[205,10,1],[135,3,0],[191,6,1],[95,7,0],[108,5,1],[136,7,1],[251,7,0],[140,4,0],[120,6,0],[122,4,0],[185,6,1],[99,3,0],[97,5,0],[38,2,2],[94,2,0],[42,0,0],[6,0,0],[28,6,14],[28,6,14],[80,10,6],[58,12,8],[84,4,8],[87,1,8],[40,5,3],[84,1,5],[92,3,1],[82,6,2],[82,6,2],[94,2,0],[43,5,0],[85,5,0],[46,2,0],[68,2,8],[96,0,0],[80,4,0],[23,2,5],[48,0,0],[83,7,0],[63,0,3],[130,8,0],[206,14,2],[74,3,1],[140,4,0],[154,1,1],[81,3,0],[71,1,0],[76,1,1],[66,6,0],[83,1,0],[99,3,0],[41,1,0],[22,2,0],[29,1,0],[21,3,0],[54,0,0],[45,3,0],[18,0,0]],[[43,13,82],[62,6,70],[58,11,69],[63,12,63],[43,2,43],[72,8,58],[75,16,47],[73,12,59],[81,8,49],[89,13,48],[100,14,42],[89,10,39],[85,12,41],[87,13,38],[98,18,22],[95,14,29],[104,10,24],[91,11,36],[180,15,49],[102,11,25],[94,9,25],[116,10,12],[113,15,10],[120,9,9],[117,11,10],[103,6,13],[121,11,6],[114,17,7],[110,3,25],[123,11,4],[125,11,2],[118,12,8],[129,5,4],[105,7,8],[128,4,6],[126,8,4],[125,7,6],[125,6,7],[120,8,10],[124,8,6],[116,8,8],[123,9,6],[127,6,5],[120,8,6],[122,6,6],[241,15,8],[418,27,13],[115,10,7],[125,9,4],[116,8,2],[125,8,5],[152,12,8],[111,4,13],[126,5,1],[126,4,4],[131,7,0],[217,7,0],[129,8,1],[121,9,2],[110,10,0],[126,8,4],[126,3,3],[259,16,1],[121,6,1],[118,8,0],[120,2,0],[120,8,0],[130,6,2],[115,4,1],[122,2,2],[198,7,1],[124,5,3],[183,3,0],[92,4,0],[106,4,0],[130,6,2],[239,6,1],[132,6,0],[115,9,0],[118,4,0],[173,12,1],[95,1,0],[90,6,0],[38,1,1],[88,2,0],[36,2,0],[3,3,0],[20,4,22],[30,2,14],[87,3,2],[61,7,6],[82,5,5],[85,4,3],[41,1,4],[80,4,2],[83,6,3],[78,5,5],[79,7,2],[85,5,2],[41,4,1],[81,5,0],[46,0,0],[67,4,5],[86,6,0],[80,0,0],[25,1,2],[45,1,0],[82,4,0],[60,2,2],[130,4,0],[204,8,0],[71,2,1],[134,2,0],[143,5,0],[79,1,0],[63,4,1],[72,3,1],[66,2,0],[78,2,0],[92,4,0],[39,1,0],[22,0,0],[30,0,0],[23,0,1],[52,0,0],[46,0,0],[15,1,0]],[[33,8,103],[52,9,83],[48,14,82],[67,8,69],[58,8,72],[44,8,44],[76,14,54],[66,9,75],[65,15,64],[83,7,66],[103,8,51],[85,13,46],[94,12,38],[87,21,36],[96,11,37],[99,17,28],[101,14,29],[86,12,46],[172,27,47],[102,16,26],[101,8,23],[118,15,11],[122,13,9],[114,16,14],[119,10,15],[95,6,25],[117,16,11],[123,12,9],[105,10,29],[127,10,7],[122,15,7],[119,13,12],[123,15,6],[105,11,10],[126,12,6],[133,5,6],[126,12,6],[133,6,5],[124,18,2],[126,13,5],[119,9,10],[123,11,10],[128,11,5],[124,9,5],[122,13,3],[241,23,12],[412,39,23],[129,8,1],[135,5,4],[113,10,9],[130,10,4],[165,7,8],[116,11,5],[124,9,5],[126,8,4],[128,13,3],[216,15,3],[132,9,3],[125,8,5],[113,10,3],[130,11,3],[131,4,3],[266,16,6],[115,14,3],[125,7,0],[116,9,1],[120,9,3],[129,12,3],[112,13,1],[124,6,2],[206,9,1],[129,9,0],[189,6,3],[97,3,2],[105,8,1],[135,7,2],[245,13,0],[133,11,0],[114,10,2],[116,8,2],[174,18,0],[97,5,0],[96,6,0],[35,5,2],[89,7,0],[39,3,0],[6,0,0],[22,4,22],[28,4,16],[81,8,7],[63,8,7],[84,7,5],[88,5,3],[44,3,1],[79,8,3],[87,8,1],[82,6,2],[80,10,0],[86,9,1],[41,7,0],[81,9,0],[42,5,1],[71,5,2],[85,11,0],[75,8,1],[25,4,1],[46,2,0],[86,3,1],[61,3,2],[129,8,1],[208,11,3],[74,3,1],[140,4,0],[146,8,2],[81,2,1],[67,4,1],[75,3,0],[69,2,1],[81,3,0],[98,4,0],[41,1,0],[24,0,0],[28,2,0],[24,0,0],[52,2,0],[46,2,0],[17,1,0]],[[49,5,90],[42,14,88],[57,10,77],[60,18,66],[47,16,75],[54,14,76],[38,20,38],[58,14,78],[74,17,53],[84,14,58],[95,19,48],[81,16,47],[86,15,43],[86,24,34],[100,21,23],[94,22,28],[91,24,29],[86,16,42],[169,23,54],[103,12,29],[96,9,27],[124,10,10],[115,13,16],[115,11,18],[121,13,10],[93,16,17],[121,12,11],[117,17,10],[104,8,32],[108,24,12],[125,13,6],[122,12,10],[122,13,9],[104,12,10],[120,14,10],[123,15,6],[121,13,10],[130,9,5],[125,12,7],[134,5,5],[113,12,13],[124,15,5],[131,5,8],[123,10,5],[125,13,0],[246,16,14],[419,46,9],[123,13,2],[130,10,4],[104,13,15],[134,8,2],[160,10,10],[114,9,9],[124,7,7],[125,8,5],[128,12,4],[218,11,5],[128,13,3],[125,10,3],[113,11,2],[135,5,4],[131,6,1],[264,20,4],[118,9,5],[126,6,0],[117,8,1],[116,11,5],[133,8,3],[115,10,1],[119,6,7],[208,7,1],[128,6,4],[196,1,1],[92,9,1],[105,9,0],[137,6,1],[248,10,0],[135,8,1],[111,15,0],[122,4,0],[176,16,0],[100,2,0],[91,10,1],[40,1,1],[90,6,0],[37,5,0],[3,3,0],[21,6,21],[29,3,16],[79,10,7],[66,8,4],[85,6,5],[89,4,3],[40,6,2],[84,4,2],[86,9,1],[79,6,5],[80,9,1],[84,8,4],[47,1,0],[84,5,1],[46,2,0],[63,10,5],[88,7,1],[81,3,0],[28,2,0],[47,1,0],[86,4,0],[63,3,0],[136,1,1],[209,12,1],[76,2,0],[143,1,0],[148,8,0],[80,4,0],[67,5,0],[76,2,0],[68,4,0],[82,2,0],[97,5,0],[38,4,0],[23,0,1],[30,0,0],[24,0,0],[53,1,0],[46,2,0],[18,0,0]],[[47,9,94],[50,14,86],[56,11,83],[67,11,72],[59,12,73],[75,9,66],[78,14,58],[51,6,51],[77,11,62],[86,13,63],[114,17,39],[86,12,52],[85,9,56],[84,23,43],[98,13,39],[94,16,40],[107,13,30],[88,8,54],[193,20,45],[114,13,23],[110,9,19],[125,9,16],[134,4,12],[121,8,21],[122,10,18],[98,13,19],[132,8,10],[129,11,10],[114,4,32],[133,6,11],[126,13,11],[131,6,13],[130,7,13],[117,4,11],[135,5,10],[134,7,9],[131,6,13],[134,8,8],[127,10,13],[136,6,8],[125,5,14],[129,8,13],[135,6,9],[135,4,5],[136,2,6],[260,6,22],[469,19,26],[129,6,9],[139,2,9],[115,5,14],[143,4,3],[168,8,10],[128,4,6],[128,10,6],[135,1,8],[137,5,8],[228,4,10],[141,3,6],[134,2,8],[121,5,4],[140,3,7],[134,4,6],[280,8,12],[134,2,2],[128,3,7],[125,0,7],[130,2,6],[141,4,5],[130,1,1],[130,3,5],[211,5,8],[136,2,6],[194,4,4],[98,3,5],[110,3,5],[139,5,4],[256,3,9],[144,3,3],[128,2,2],[125,4,3],[187,8,7],[103,2,1],[102,2,0],[38,1,3],[91,3,2],[42,0,0],[4,2,0],[23,5,22],[27,2,21],[85,3,12],[65,7,10],[90,4,6],[90,2,8],[44,3,3],[85,2,7],[90,4,6],[85,4,5],[82,6,6],[91,4,5],[47,2,1],[84,4,4],[48,0,2],[74,2,6],[93,6,1],[80,3,3],[28,0,2],[47,2,1],[89,1,4],[65,1,2],[139,1,6],[211,7,6],[78,0,4],[139,4,3],[156,3,3],[83,2,1],[74,1,1],[77,1,2],[66,4,2],[84,4,0],[100,3,3],[40,1,1],[22,0,2],[32,0,0],[20,1,3],[56,0,0],[47,0,3],[19,1,0]],[[41,9,94],[38,12,94],[40,12,92],[50,11,83],[49,8,81],[64,15,65],[53,17,74],[62,11,77],[43,10,43],[72,15,69],[82,15,65],[71,19,54],[86,8,50],[83,19,42],[87,17,40],[87,19,38],[95,11,38],[81,10,53],[168,21,57],[97,18,29],[94,14,24],[116,16,12],[115,14,15],[112,11,21],[116,15,13],[92,12,22],[121,8,15],[123,11,10],[100,11,33],[121,12,11],[121,13,10],[117,14,13],[119,13,12],[109,7,10],[119,9,16],[121,15,8],[127,8,9],[133,8,3],[124,12,8],[129,9,6],[114,6,18],[124,13,7],[128,5,11],[122,9,7],[127,7,4],[239,19,18],[415,35,24],[122,11,5],[129,10,5],[115,8,9],[127,13,4],[162,9,9],[119,5,8],[119,10,9],[119,11,8],[121,13,10],[211,15,8],[132,6,6],[123,12,3],[111,13,2],[131,7,6],[126,5,7],[259,22,7],[117,11,4],[123,8,1],[116,9,1],[115,11,6],[128,12,4],[117,9,0],[120,6,6],[201,10,5],[124,13,1],[189,7,2],[98,4,0],[108,6,0],[135,9,0],[244,14,0],[135,9,0],[120,6,0],[114,12,0],[179,12,1],[97,5,0],[95,7,0],[40,2,0],[94,2,0],[40,2,0],[6,0,0],[22,8,18],[26,3,19],[81,9,6],[64,6,8],[79,9,8],[90,3,3],[43,4,1],[82,3,5],[81,12,3],[77,7,6],[84,5,1],[86,5,5],[46,1,1],[84,6,0],[45,3,0],[65,6,7],[90,6,0],[79,5,0],[26,2,2],[44,2,2],[83,7,0],[64,2,0],[131,7,0],[207,14,1],[72,5,1],[139,3,2],[146,7,3],[80,4,0],[68,4,0],[76,1,1],[69,3,0],[78,6,0],[96,5,1],[39,3,0],[24,0,0],[29,1,0],[24,0,0],[52,2,0],[43,5,0],[16,2,0]],[[35,10,111],[45,8,103],[52,9,95],[55,15,86],[48,13,89],[66,7,83],[58,14,84],[63,13,86],[69,15,72],[58,8,58],[85,14,75],[75,16,65],[79,11,66],[88,13,55],[100,9,47],[91,12,53],[94,12,50],[91,13,52],[168,24,78],[103,14,39],[108,9,27],[115,11,30],[125,12,19],[125,12,19],[118,7,31],[100,10,28],[129,11,16],[128,10,18],[111,14,31],[127,16,13],[123,14,19],[129,13,14],[134,10,12],[113,10,15],[123,18,15],[132,15,9],[129,14,13],[131,10,15],[133,12,11],[134,11,11],[129,9,12],[132,10,14],[129,11,16],[126,9,15],[131,12,7],[249,20,27],[432,44,30],[127,8,15],[136,8,12],[117,10,17],[130,13,13],[175,12,9],[117,12,15],[133,9,8],[134,5,11],[141,12,3],[221,19,14],[138,10,8],[139,8,3],[129,8,1],[138,9,9],[135,10,5],[283,17,12],[126,14,4],[134,6,4],[128,8,2],[128,11,5],[136,14,6],[121,7,2],[132,6,6],[220,11,5],[140,10,0],[203,10,5],[98,5,3],[114,6,2],[146,10,4],[264,17,1],[146,10,0],[131,7,0],[129,9,0],[185,18,1],[106,4,0],[102,8,0],[42,2,2],[96,8,0],[39,3,0],[5,1,0],[27,4,21],[25,1,26],[81,10,13],[67,7,8],[79,7,18],[88,8,8],[42,5,5],[89,7,2],[91,10,3],[82,12,4],[87,7,4],[92,7,5],[47,4,1],[87,8,3],[48,3,1],[72,7,7],[96,5,3],[86,6,0],[28,2,4],[51,1,0],[91,6,1],[66,4,4],[145,9,0],[225,13,4],[81,5,0],[153,6,1],[155,11,6],[87,5,0],[74,6,0],[83,2,1],[72,4,0],[85,7,0],[106,8,0],[43,3,0],[28,0,0],[31,3,0],[28,0,0],[60,2,0],[50,2,0],[16,2,0]],[[31,6,125],[32,10,120],[47,13,102],[37,9,116],[42,14,100],[51,8,103],[48,19,95],[39,17,114],[65,15,82],[75,14,85],[62,8,62],[73,9,80],[76,17,69],[76,22,64],[95,14,53],[87,17,58],[104,15,43],[85,11,66],[181,21,76],[108,13,41],[100,8,42],[122,15,25],[131,13,18],[133,10,19],[115,10,37],[101,7,32],[132,10,20],[133,9,20],[117,8,37],[129,8,25],[136,12,14],[133,13,16],[137,9,16],[118,8,14],[138,12,12],[138,10,14],[138,9,15],[141,6,15],[142,9,11],[137,10,15],[132,8,16],[136,12,14],[146,8,8],[140,8,8],[139,9,8],[276,17,19],[497,27,26],[133,10,13],[146,5,11],[125,8,13],[148,8,6],[184,11,7],[128,6,16],[140,9,5],[138,7,11],[144,12,6],[240,11,11],[148,6,8],[143,7,6],[128,8,4],[149,7,6],[146,3,7],[303,16,5],[141,7,2],[144,3,3],[139,3,0],[137,9,4],[146,10,6],[131,8,5],[133,7,8],[232,6,2],[150,6,0],[205,3,10],[105,8,1],[124,3,3],[145,9,4],[271,16,3],[149,13,0],[136,8,0],[137,5,0],[207,9,2],[111,2,1],[106,8,0],[44,1,1],[99,7,0],[44,2,0],[4,4,0],[21,7,26],[26,0,28],[90,8,10],[72,2,16],[88,4,16],[96,3,9],[42,6,6],[87,5,8],[97,7,4],[89,5,8],[92,7,3],[101,4,3],[51,2,1],[97,2,1],[49,3,2],[74,7,9],[102,6,0],[89,2,1],[26,2,4],[51,2,1],[94,5,1],[72,3,1],[145,5,2],[225,14,5],[83,2,1],[151,2,1],[164,4,8],[88,4,2],[77,4,1],[83,2,1],[74,3,1],[87,6,1],[106,8,0],[44,2,0],[26,0,0],[35,0,1],[22,0,2],[60,1,1],[50,4,0],[20,0,0]],[[23,8,113],[29,15,100],[36,11,97],[47,12,85],[39,10,89],[46,13,85],[47,16,81],[52,12,86],[54,19,71],[65,16,75],[80,9,73],[47,2,47],[75,13,56],[69,15,60],[79,19,46],[79,21,44],[83,14,47],[72,11,61],[142,29,75],[90,14,40],[90,8,34],[98,20,26],[105,12,27],[102,10,32],[99,16,29],[82,6,38],[115,13,16],[107,10,27],[106,3,35],[112,18,14],[112,16,16],[116,13,15],[120,10,14],[97,10,19],[111,10,23],[111,15,18],[119,11,14],[122,9,13],[117,11,16],[123,9,12],[110,9,19],[116,13,15],[117,8,19],[114,10,14],[114,10,14],[237,19,20],[404,39,31],[119,7,12],[116,10,18],[109,6,17],[128,10,6],[152,8,20],[106,7,19],[120,11,7],[118,8,12],[124,13,7],[200,20,14],[130,6,8],[120,9,9],[111,8,7],[128,3,13],[120,8,10],[249,29,10],[120,6,6],[123,7,2],[116,6,4],[117,7,8],[125,10,9],[112,12,2],[115,10,7],[196,14,6],[126,7,5],[187,3,8],[91,7,4],[100,9,5],[130,8,6],[241,15,2],[138,6,0],[117,8,1],[118,7,1],[175,12,5],[99,3,0],[93,9,0],[38,3,1],[92,4,0],[40,2,0],[4,2,0],[17,6,25],[21,1,26],[63,14,19],[59,7,12],[77,5,14],[81,5,10],[33,8,7],[79,4,7],[81,8,7],[72,8,10],[69,12,9],[84,7,5],[42,4,2],[84,5,1],[43,4,1],[64,4,10],[88,3,5],[76,6,2],[18,5,7],[48,0,0],[81,9,0],[58,6,2],[128,9,1],[195,18,9],[72,4,2],[134,5,5],[140,6,10],[80,3,1],[68,3,1],[70,5,3],[65,3,4],[81,3,0],[98,3,1],[41,1,0],[23,1,0],[29,1,0],[23,0,1],[52,2,0],[43,4,1],[17,1,0]],[[22,7,115],[22,13,109],[27,12,105],[36,8,100],[41,12,85],[38,12,94],[43,15,86],[56,9,85],[50,8,86],[66,11,79],[69,17,76],[56,13,75],[46,4,46],[73,12,59],[83,8,53],[79,14,51],[83,10,51],[73,8,63],[143,20,83],[89,19,36],[86,10,36],[98,15,31],[106,10,28],[97,9,38],[97,18,29],[79,10,37],[114,8,22],[103,17,24],[100,7,37],[110,16,18],[111,7,26],[110,15,19],[113,13,18],[100,6,20],[116,8,20],[117,10,17],[120,14,10],[127,4,13],[116,14,14],[118,10,16],[109,8,21],[104,18,22],[120,10,14],[112,8,18],[114,9,15],[225,17,34],[389,40,45],[115,10,13],[117,11,16],[97,11,24],[123,9,12],[147,14,19],[104,12,16],[103,19,16],[117,6,15],[118,17,9],[194,16,24],[123,9,12],[110,9,19],[97,15,14],[122,11,11],[120,8,10],[244,23,21],[114,8,10],[113,12,7],[112,4,10],[110,11,11],[124,7,13],[100,15,11],[109,10,13],[189,12,15],[122,6,10],[178,6,14],[86,7,9],[106,4,4],[126,7,11],[234,19,5],[135,6,3],[109,11,6],[117,8,1],[174,13,5],[99,2,1],[88,14,0],[35,4,3],[92,3,1],[38,3,1],[3,2,1],[21,7,20],[23,3,22],[68,11,17],[58,9,11],[72,11,13],[77,5,14],[36,5,7],[80,2,8],[74,9,13],[72,5,13],[70,12,8],[80,5,11],[43,4,1],[79,7,4],[42,2,4],[63,4,11],[93,2,1],[74,8,2],[22,2,6],[41,5,2],[77,10,3],[61,3,2],[124,11,3],[185,21,16],[69,3,6],[137,6,1],[145,6,5],[80,2,2],[66,6,0],[72,0,6],[64,4,4],[75,7,2],[90,11,1],[37,4,1],[22,2,0],[29,1,0],[19,4,1],[53,0,1],[44,4,0],[17,1,0]],[[15,15,114],[21,9,114],[27,13,104],[28,15,101],[38,13,87],[36,21,87],[34,24,86],[43,23,84],[42,19,83],[55,13,88],[64,22,76],[60,15,69],[59,12,73],[43,10,43],[74,19,51],[70,19,55],[80,14,50],[70,15,59],[125,29,92],[97,20,27],[81,10,41],[93,18,33],[98,19,27],[102,11,31],[96,17,31],[75,13,38],[123,5,16],[109,17,18],[91,12,41],[105,24,15],[108,20,16],[116,16,12],[117,13,14],[98,8,20],[109,13,22],[116,14,14],[117,15,12],[114,13,17],[108,18,18],[114,16,14],[102,14,22],[110,20,14],[115,13,16],[107,15,16],[116,11,11],[219,24,33],[378,57,39],[115,10,13],[113,18,13],[104,13,15],[117,11,16],[156,9,15],[102,15,15],[117,16,5],[109,15,14],[119,16,9],[190,27,17],[122,13,9],[114,12,12],[104,17,5],[120,7,17],[109,18,11],[239,32,17],[118,7,7],[113,11,8],[109,12,5],[112,10,10],[126,13,5],[108,15,3],[108,15,9],[195,13,8],[128,5,5],[175,6,17],[80,13,9],[97,9,8],[119,15,10],[234,14,10],[131,10,3],[115,7,4],[114,8,4],[164,24,4],[95,7,0],[89,13,0],[34,4,4],[90,6,0],[39,3,0],[5,1,0],[12,5,31],[18,4,26],[65,16,15],[53,9,16],[74,8,14],[75,11,10],[37,4,7],[74,9,7],[77,10,9],[69,11,10],[69,10,11],[85,7,4],[41,6,1],[76,10,4],[41,3,4],[61,10,7],[80,11,5],[68,9,7],[22,2,6],[43,5,0],[76,7,7],[63,3,0],[115,11,12],[186,27,9],[63,7,8],[127,10,7],[136,13,7],[79,4,1],[67,5,0],[70,5,3],[61,8,3],[76,8,0],[93,5,4],[37,2,3],[18,6,0],[28,2,0],[17,2,5],[54,0,0],[43,5,0],[14,4,0]],[[28,10,106],[22,8,114],[30,10,104],[31,14,99],[22,18,98],[37,11,96],[23,21,100],[39,13,98],[40,17,87],[47,9,100],[53,14,95],[46,19,79],[53,8,83],[51,19,74],[41,14,41],[52,25,67],[72,15,57],[70,8,66],[114,30,102],[72,14,58],[69,8,55],[89,15,40],[100,11,33],[101,13,30],[95,17,32],[70,16,40],[109,16,19],[107,18,19],[88,12,44],[105,19,20],[108,15,21],[110,13,21],[113,12,19],[86,9,31],[108,10,26],[110,12,22],[101,14,29],[108,14,22],[110,15,19],[118,12,14],[103,13,22],[114,12,18],[112,9,23],[108,12,18],[113,11,14],[226,18,32],[380,45,49],[105,15,18],[118,10,16],[98,9,25],[123,9,12],[159,12,9],[100,9,23],[110,15,13],[117,6,15],[126,10,8],[207,9,18],[124,12,8],[116,14,8],[98,14,14],[118,11,15],[118,8,12],[247,27,14],[112,7,13],[111,13,8],[113,4,9],[104,14,14],[123,13,8],[101,15,10],[123,3,6],[199,13,4],[114,16,8],[187,2,9],[88,7,7],[103,7,4],[130,11,3],[233,14,11],[124,16,4],[109,13,4],[121,3,2],[164,17,11],[98,0,4],[94,8,0],[35,2,5],[92,4,0],[39,3,0],[5,1,0],[13,4,31],[18,3,27],[64,9,23],[48,12,18],[70,4,22],[81,6,9],[35,6,7],[79,3,8],[73,12,11],[73,8,9],[71,11,8],[75,13,8],[43,2,3],[73,10,7],[43,5,0],[59,8,11],[83,13,0],[73,4,7],[22,3,5],[44,3,1],[81,8,1],[55,4,7],[127,8,3],[205,16,1],[69,7,2],[134,2,8],[138,8,10],[80,3,1],[59,8,5],[75,2,1],[68,3,1],[79,3,2],[91,7,4],[39,3,0],[21,0,3],[29,0,1],[20,0,4],[52,0,2],[44,4,0],[18,0,0]],[[18,14,112],[27,15,102],[23,8,113],[18,16,110],[29,14,95],[28,17,99],[28,22,94],[40,16,94],[38,19,87],[53,12,91],[58,17,87],[44,21,79],[51,14,79],[55,19,70],[67,25,52],[39,18,39],[66,26,52],[62,15,67],[124,28,94],[76,15,53],[87,9,36],[90,23,31],[99,21,24],[89,18,37],[84,31,29],[66,12,48],[102,18,24],[100,17,27],[88,18,38],[113,22,9],[99,21,24],[105,22,17],[116,15,13],[93,11,22],[102,18,24],[109,18,17],[106,18,20],[110,19,15],[105,24,15],[117,15,12],[109,9,20],[104,24,16],[113,14,17],[108,18,12],[117,11,10],[223,28,25],[362,66,46],[115,12,11],[116,11,17],[105,9,18],[115,15,14],[146,15,19],[97,13,22],[106,19,13],[104,14,20],[113,22,9],[191,35,8],[119,16,9],[109,20,9],[100,19,7],[114,16,14],[108,18,12],[240,29,19],[116,10,6],[110,17,5],[110,12,4],[108,17,7],[114,20,10],[104,19,3],[104,18,10],[194,20,2],[121,13,4],[184,9,5],[83,15,4],[95,13,6],[124,16,4],[231,23,4],[134,10,0],[109,15,2],[108,18,0],[161,24,7],[92,9,1],[91,10,1],[33,7,2],[91,5,0],[39,3,0],[4,1,1],[8,7,33],[13,6,29],[59,12,25],[51,16,11],[67,14,15],[77,10,9],[36,7,5],[72,12,6],[74,10,12],[65,16,9],[66,15,9],[79,13,4],[39,6,3],[74,13,3],[44,3,1],[59,5,14],[73,17,6],[72,10,2],[21,3,6],[41,5,2],[71,16,3],[56,7,3],[118,19,1],[193,26,3],[68,8,2],[134,7,3],[135,13,8],[74,10,0],[66,6,0],[69,6,3],[61,11,0],[74,6,4],[94,7,1],[41,1,0],[22,2,0],[27,1,2],[19,2,3],[53,1,0],[37,11,0],[13,5,0]],[[11,10,123],[17,9,118],[20,14,110],[25,14,105],[24,10,104],[29,14,101],[29,24,91],[30,13,107],[38,11,95],[50,12,94],[43,15,104],[47,14,83],[51,10,83],[50,14,80],[57,15,72],[52,26,66],[43,10,43],[56,16,72],[111,26,109],[82,17,45],[69,7,56],[85,19,40],[97,12,35],[98,11,35],[82,18,44],[69,11,46],[105,11,28],[102,13,29],[90,14,40],[105,11,28],[103,13,28],[101,13,30],[114,11,19],[88,8,30],[98,19,27],[110,12,22],[101,16,27],[114,14,16],[104,16,24],[112,12,20],[99,12,27],[96,23,25],[108,17,19],[102,14,22],[108,12,18],[203,29,44],[352,54,68],[103,13,22],[115,15,14],[106,13,13],[114,6,24],[148,10,22],[94,10,28],[115,11,12],[108,12,18],[119,14,11],[189,25,20],[118,15,11],[112,9,17],[99,15,12],[105,15,24],[110,15,13],[230,32,26],[111,9,12],[105,12,15],[103,9,14],[103,13,16],[122,9,13],[99,12,15],[105,19,8],[188,19,9],[117,10,11],[174,6,18],[82,12,8],[97,7,10],[118,14,12],[215,31,12],[124,11,9],[101,20,5],[106,15,5],[163,19,10],[96,4,2],[81,18,3],[28,6,8],[91,5,0],[40,2,0],[5,1,0],[15,5,28],[16,5,27],[53,16,27],[45,12,21],[70,9,17],[76,6,14],[35,4,9],[70,10,10],[75,7,14],[72,8,10],[63,13,14],[81,7,8],[33,11,4],[75,7,8],[43,2,3],[56,7,15],[81,9,6],[69,8,7],[21,6,3],[37,7,4],[72,10,8],[56,4,6],[109,18,11],[190,26,6],[66,6,6],[128,11,5],[133,11,12],[73,9,2],[61,7,4],[71,4,3],[60,10,2],[78,3,3],[84,13,5],[35,7,0],[21,2,1],[27,1,2],[17,6,1],[53,0,1],[39,7,2],[15,1,2]],[[31,7,106],[38,11,95],[39,10,95],[47,10,87],[36,11,91],[46,12,86],[42,16,86],[54,8,88],[53,10,81],[52,13,91],[66,11,85],[61,11,72],[63,8,73],[59,15,70],[66,8,70],[67,15,62],[72,16,56],[47,2,47],[120,26,100],[81,12,51],[62,10,60],[90,14,40],[98,11,35],[90,17,37],[96,15,33],[67,5,54],[100,8,36],[96,13,35],[90,14,40],[94,22,28],[98,14,32],[101,17,26],[96,18,30],[81,11,34],[100,14,30],[104,17,23],[104,15,25],[110,14,20],[104,18,22],[107,13,24],[92,15,31],[106,16,22],[103,17,24],[93,17,28],[108,14,16],[203,34,39],[348,47,79],[103,11,24],[117,10,17],[93,18,21],[104,14,26],[141,15,24],[96,11,25],[106,16,16],[101,15,22],[117,12,15],[183,21,30],[117,17,10],[105,19,14],[97,15,14],[112,13,19],[104,13,21],[229,30,29],[98,16,18],[101,11,20],[99,10,17],[107,12,13],[109,14,21],[106,11,9],[109,12,11],[182,22,12],[108,18,12],[168,9,21],[82,10,10],[93,11,10],[119,17,8],[229,20,9],[120,14,10],[104,18,4],[108,12,6],[161,22,9],[90,6,6],[83,17,2],[31,6,5],[87,8,1],[37,4,1],[5,1,0],[15,3,30],[22,1,25],[67,11,18],[52,12,14],[69,6,21],[71,3,22],[36,5,7],[62,11,17],[74,11,11],[71,7,12],[65,11,14],[80,8,8],[35,8,5],[72,8,10],[40,5,3],[59,8,11],[81,9,6],[70,7,7],[18,7,5],[40,5,3],[77,9,4],[54,7,5],[121,8,9],[187,25,10],[67,4,7],[123,10,11],[133,11,12],[70,11,3],[64,6,2],[70,7,1],[60,8,4],[72,9,3],[93,9,0],[38,4,0],[21,0,3],[25,3,2],[19,0,5],[49,3,2],[43,5,0],[16,2,0]],[[30,12,204],[33,19,194],[37,17,192],[35,26,185],[49,15,180],[47,27,172],[54,23,169],[45,20,193],[57,21,168],[78,24,168],[76,21,181],[75,29,142],[83,20,143],[92,29,125],[102,30,114],[94,28,124],[109,26,111],[100,26,120],[168,48,168],[117,36,93],[120,18,94],[151,29,66],[148,30,68],[142,33,71],[144,29,73],[102,20,98],[165,28,53],[158,35,53],[137,24,85],[160,36,50],[165,27,54],[163,39,44],[168,26,52],[143,17,50],[154,40,52],[168,39,39],[160,42,44],[177,27,42],[165,35,46],[167,36,43],[171,29,34],[168,40,38],[173,32,41],[165,30,49],[177,32,35],[317,57,94],[577,131,124],[176,23,35],[180,26,40],[156,32,34],[179,36,31],[233,34,37],[154,32,46],[171,29,34],[167,37,40],[182,38,26],[292,68,38],[178,35,33],[186,25,23],[159,28,27],[187,27,32],[185,29,20],[382,75,35],[180,29,23],[178,18,26],[178,25,17],[173,26,33],[195,28,23],[160,29,21],[171,30,25],[297,44,21],[185,36,13],[265,24,23],[124,29,13],[152,29,15],[200,31,19],[351,51,34],[195,40,11],[193,14,23],[183,26,11],[263,46,29],[141,13,8],[128,30,8],[50,14,6],[127,18,5],[49,10,1],[6,4,2],[24,7,51],[30,5,47],[92,26,46],[78,19,31],[99,22,43],[127,18,19],[55,14,13],[119,16,17],[127,23,14],[116,27,19],[111,31,20],[123,24,17],[63,16,3],[114,24,14],[67,11,4],[91,19,28],[121,30,13],[110,17,13],[32,12,6],[64,15,3],[123,20,9],[83,17,14],[211,24,13],[298,57,23],[111,13,8],[198,22,16],[214,21,21],[112,19,9],[109,4,3],[115,17,6],[93,15,8],[109,22,13],[133,26,7],[62,7,1],[30,2,2],[46,4,2],[40,4,4],[80,6,4],[70,6,6],[20,6,0]],[[7,9,128],[9,12,123],[16,8,120],[23,11,110],[25,11,102],[26,16,102],[29,12,103],[23,13,114],[29,18,97],[39,14,103],[41,13,108],[40,14,90],[36,19,89],[27,20,97],[58,14,72],[53,15,76],[45,17,82],[51,12,81],[93,36,117],[42,12,42],[65,7,60],[74,19,51],[83,13,48],[82,18,44],[82,16,46],[53,13,60],[87,18,39],[89,15,40],[82,11,51],[94,21,29],[90,20,34],[95,23,26],[99,22,23],[80,10,36],[91,18,35],[86,16,42],[92,20,32],[107,13,24],[90,18,36],[98,18,28],[103,12,23],[91,24,29],[96,18,30],[83,18,37],[99,14,25],[184,31,61],[343,61,70],[95,17,26],[101,20,23],[80,18,34],[101,16,27],[127,22,31],[84,19,29],[97,17,24],[98,14,26],[105,21,18],[172,35,27],[103,23,18],[99,22,17],[92,18,16],[102,14,28],[103,14,21],[212,41,35],[98,18,16],[100,13,19],[97,13,16],[95,12,25],[106,24,14],[102,15,9],[101,15,16],[169,32,15],[109,17,12],[170,9,19],[74,14,14],[87,16,11],[109,23,12],[200,35,23],[118,18,8],[97,19,10],[101,19,6],[154,25,13],[85,13,4],[83,15,4],[26,9,7],[79,15,2],[37,2,3],[6,0,0],[7,3,38],[11,2,35],[56,17,23],[49,13,16],[64,12,20],[64,14,18],[29,6,13],[62,9,19],[68,9,19],[62,13,15],[60,13,17],[70,16,10],[36,7,5],[66,14,10],[34,7,7],[53,10,15],[74,12,10],[60,16,8],[19,5,6],[38,8,2],[69,8,13],[52,7,7],[105,22,11],[169,36,17],[58,9,11],[113,19,12],[132,11,13],[73,9,2],[62,7,3],[62,9,7],[55,10,7],[73,7,4],[79,15,8],[35,5,2],[18,2,4],[25,1,4],[16,5,3],[49,4,1],[38,7,3],[16,2,0]],[[12,7,113],[12,8,112],[16,8,108],[13,13,106],[25,9,94],[23,8,101],[27,9,96],[19,9,110],[24,14,94],[27,9,108],[42,8,100],[34,8,90],[36,10,86],[41,10,81],[55,8,69],[36,9,87],[56,7,69],[60,10,62],[94,18,120],[60,7,65],[40,0,40],[80,14,38],[85,8,39],[86,7,39],[80,7,45],[57,4,55],[90,5,37],[90,7,35],[72,11,49],[88,7,37],[95,10,27],[96,9,27],[91,6,35],[76,6,32],[90,9,33],[94,12,26],[98,4,30],[91,6,35],[106,4,22],[94,8,30],[86,10,32],[96,13,23],[89,9,34],[94,6,28],[85,8,35],[190,12,52],[335,32,75],[94,4,30],[101,5,26],[77,12,31],[98,9,25],[129,7,30],[83,8,33],[103,5,18],[96,3,29],[98,10,24],[152,11,51],[102,10,20],[98,6,22],[87,10,17],[102,6,24],[99,9,20],[219,14,31],[94,6,22],[95,7,20],[100,5,13],[93,13,18],[109,9,14],[94,5,17],[97,8,17],[175,5,16],[104,4,18],[145,5,34],[80,3,9],[83,12,11],[109,7,16],[203,11,24],[113,8,11],[105,5,10],[102,5,9],[145,9,26],[83,2,9],[81,6,3],[25,2,11],[76,9,3],[30,2,4],[4,2,0],[9,4,31],[12,1,31],[58,5,25],[47,8,17],[58,2,28],[66,4,18],[33,1,10],[69,3,10],[67,7,14],[65,5,14],[68,5,11],[72,4,12],[35,2,7],[65,8,9],[35,2,7],[53,6,15],[75,5,8],[61,5,10],[14,2,10],[37,4,3],[73,3,6],[50,4,8],[115,2,11],[181,9,12],[60,5,7],[100,7,23],[123,6,15],[69,3,4],[58,3,5],[66,1,5],[55,3,6],[66,3,7],[79,4,9],[32,2,4],[18,1,3],[25,1,2],[18,0,6],[47,2,3],[41,2,1],[13,0,1]],[[8,12,124],[9,7,128],[11,10,123],[13,15,116],[12,10,116],[11,15,118],[10,10,124],[16,9,125],[12,16,116],[30,11,115],[25,15,122],[26,20,98],[31,15,98],[33,18,93],[40,15,89],[31,23,90],[40,19,85],[40,14,90],[66,29,151],[51,19,74],[38,14,80],[37,22,37],[59,22,63],[67,22,55],[62,17,65],[33,18,75],[65,22,57],[76,24,44],[68,19,57],[71,26,47],[78,27,39],[76,14,54],[83,21,40],[50,17,59],[81,26,37],[86,19,39],[85,19,40],[83,24,37],[80,29,35],[81,27,36],[72,21,45],[92,21,31],[89,26,29],[77,22,39],[71,22,45],[166,45,65],[276,76,122],[89,17,32],[93,24,27],[82,18,32],[88,25,31],[117,27,36],[80,24,28],[80,27,31],[73,26,39],[91,24,29],[160,45,29],[104,24,16],[86,28,24],[69,26,31],[94,22,28],[92,20,26],[196,55,37],[92,18,22],[83,18,31],[92,14,20],[86,19,27],[101,22,21],[82,17,27],[96,20,16],[164,34,18],[107,22,9],[152,12,34],[65,21,16],[83,20,11],[108,24,12],[207,37,14],[117,19,8],[95,22,9],[96,25,5],[138,33,21],[86,11,5],[70,24,8],[24,10,8],[88,8,0],[37,5,0],[3,3,0],[4,5,39],[7,4,37],[48,14,34],[35,9,34],[47,16,33],[57,13,26],[28,9,11],[59,9,22],[61,19,16],[58,10,22],[46,19,25],[72,11,13],[29,10,9],[66,13,11],[32,6,10],[49,13,16],[68,17,11],[56,13,15],[16,5,9],[38,10,0],[67,15,8],[53,9,4],[106,22,10],[180,37,5],[59,10,9],[107,15,22],[125,19,12],[61,18,5],[56,11,5],[59,13,6],[52,12,8],[70,12,2],[83,17,2],[33,7,2],[21,1,2],[24,3,3],[12,1,11],[48,3,3],[38,9,1],[11,7,0]],[[4,7,133],[11,9,124],[5,14,125],[13,9,122],[10,15,113],[9,13,122],[16,13,115],[12,4,134],[15,14,115],[19,12,125],[18,13,131],[27,12,105],[28,10,106],[27,19,98],[33,11,100],[24,21,99],[35,12,97],[35,11,98],[68,30,148],[48,13,83],[39,8,85],[63,22,59],[44,8,44],[65,16,63],[59,21,64],[42,16,68],[65,15,64],[67,26,51],[74,14,56],[61,27,56],[76,19,49],[71,24,49],[77,19,48],[63,14,49],[80,18,46],[80,23,41],[78,18,48],[75,26,43],[73,24,47],[91,18,35],[71,20,47],[78,22,44],[87,20,37],[89,13,36],[91,16,31],[171,33,72],[292,67,115],[72,19,47],[86,22,36],[74,21,37],[92,21,31],[122,21,37],[65,24,43],[79,23,36],[86,23,29],[94,26,24],[154,41,39],[107,19,18],[90,24,24],[85,19,22],[95,14,35],[95,20,23],[208,36,44],[87,21,24],[90,15,27],[94,15,17],[89,16,27],[100,19,25],[86,15,25],[99,21,12],[169,28,19],[103,18,17],[155,11,32],[70,16,16],[81,19,14],[107,20,17],[200,34,24],[109,22,13],[99,19,8],[103,15,8],[151,25,16],[85,11,6],[84,18,0],[23,7,12],[84,9,3],[36,4,2],[4,2,0],[3,4,41],[3,2,43],[46,15,35],[36,10,32],[54,15,27],[49,12,35],[32,6,10],[61,9,20],[61,17,18],[57,15,18],[50,22,18],[70,14,12],[33,7,8],[58,13,19],[35,8,5],[46,10,22],[67,17,12],[60,11,13],[18,5,7],[34,10,4],[67,12,11],[44,9,13],[111,19,8],[174,36,12],[54,11,13],[114,12,18],[124,18,14],[67,11,6],[60,7,5],[62,13,3],[52,13,7],[66,13,5],[84,12,6],[38,3,1],[14,3,7],[26,2,2],[18,0,6],[47,2,5],[39,8,1],[14,4,0]],[[3,6,135],[7,5,132],[14,7,123],[16,15,113],[9,9,120],[14,16,114],[18,11,115],[21,8,121],[21,11,112],[19,12,125],[19,10,133],[32,10,102],[38,9,97],[31,11,102],[30,13,101],[37,18,89],[35,11,98],[37,17,90],[71,33,142],[44,18,82],[39,7,86],[55,22,67],[63,16,65],[42,12,42],[60,26,58],[44,7,75],[60,14,70],[65,26,53],[62,24,58],[64,31,49],[70,19,55],[69,18,57],[79,23,42],[58,16,52],[74,24,46],[79,22,43],[80,21,43],[89,23,32],[76,22,46],[83,27,34],[66,31,41],[74,33,37],[76,32,36],[74,22,42],[89,17,32],[158,40,78],[278,75,121],[90,20,28],[93,28,23],[75,21,36],[84,24,36],[120,27,33],[63,30,39],[78,24,36],[86,24,28],[88,28,28],[158,36,40],[94,23,27],[87,31,20],[77,29,20],[89,25,30],[92,27,19],[187,58,43],[81,25,26],[87,18,27],[85,20,21],[81,24,27],[99,27,18],[83,23,20],[98,17,17],[167,35,14],[94,28,16],[153,15,30],[65,21,16],[75,24,15],[100,25,19],[192,39,27],[107,23,14],[97,22,7],[89,26,11],[142,37,13],[84,11,7],[71,26,5],[23,9,10],[83,9,4],[33,5,4],[3,3,0],[4,1,43],[9,5,34],[46,8,42],[38,11,29],[49,16,31],[55,14,27],[26,11,11],[53,16,21],[56,18,22],[54,16,20],[47,24,19],[59,19,18],[31,11,6],[61,13,16],[28,8,12],[39,11,28],[66,19,11],[60,11,13],[16,8,6],[34,8,6],[64,14,12],[49,13,4],[98,20,20],[177,38,7],[66,9,3],[114,16,14],[122,14,20],[60,17,7],[58,12,2],[54,18,6],[54,10,8],[61,17,6],[80,18,4],[39,3,0],[22,0,2],[22,2,6],[14,0,10],[46,6,2],[38,8,2],[12,6,0]],[[4,8,132],[8,9,127],[12,7,125],[12,14,118],[10,11,117],[15,10,119],[10,13,121],[18,10,122],[13,15,116],[31,7,118],[37,10,115],[29,16,99],[29,18,97],[31,17,96],[32,17,95],[29,31,84],[44,18,82],[33,15,96],[73,29,144],[46,16,82],[45,7,80],[65,17,62],[64,21,59],[58,26,60],[40,16,40],[36,15,75],[79,20,45],[57,32,55],[55,22,67],[69,36,39],[72,30,42],[80,24,40],[76,20,48],[62,15,49],[76,29,39],[76,29,39],[84,26,34],[70,27,47],[79,23,42],[80,26,38],[73,20,45],[71,34,39],[74,24,46],[79,26,33],[72,24,42],[160,46,70],[259,81,134],[78,22,38],[78,34,32],[61,23,48],[84,27,33],[121,26,33],[64,30,38],[80,26,32],[87,23,28],[78,34,32],[146,41,47],[86,26,32],[83,24,31],[70,29,27],[95,22,27],[80,24,34],[182,62,44],[85,21,26],[81,21,30],[81,19,26],[80,20,32],[92,26,26],[82,22,22],[88,27,17],[149,33,34],[95,30,13],[153,10,35],[67,19,16],[69,27,18],[98,33,13],[186,44,28],[101,27,16],[86,25,15],[95,21,10],[126,41,25],[81,11,10],[72,25,5],[26,6,10],[84,7,5],[33,8,1],[1,4,1],[8,6,34],[9,2,37],[43,16,37],[33,20,25],[49,22,25],[57,14,25],[31,4,13],[62,5,23],[60,23,13],[51,15,24],[46,27,17],[63,17,16],[31,11,6],[53,17,20],[35,7,6],[42,15,21],[66,20,10],[60,11,13],[10,11,9],[33,10,5],[62,15,13],[44,12,10],[104,22,12],[162,41,19],[52,12,14],[104,19,21],[107,26,23],[62,15,7],[51,13,8],[54,12,12],[57,12,3],[64,14,6],[79,16,7],[36,6,0],[18,1,5],[19,6,5],[16,1,7],[46,3,5],[36,8,4],[9,9,0]],[[8,5,113],[15,4,107],[18,10,98],[21,15,90],[13,6,103],[25,6,95],[17,16,93],[19,13,98],[22,12,92],[28,10,100],[32,7,101],[38,6,82],[37,10,79],[38,13,75],[40,16,70],[48,12,66],[46,11,69],[54,5,67],[98,20,102],[60,13,53],[55,4,57],[75,18,33],[68,16,42],[75,7,44],[75,15,36],[35,2,35],[83,10,33],[68,20,38],[64,14,48],[78,15,33],[90,11,25],[79,14,33],[83,12,31],[64,11,37],[76,16,34],[83,16,27],[92,12,22],[89,11,26],[76,16,34],[81,16,29],[81,12,27],[82,12,32],[91,9,26],[83,12,27],[87,7,28],[167,14,59],[282,42,76],[74,12,34],[88,10,28],[74,15,29],[89,11,26],[117,16,25],[68,10,38],[91,13,18],[83,10,29],[96,10,20],[155,16,35],[89,12,25],[87,11,22],[86,12,12],[89,12,25],[87,8,25],[187,29,36],[93,13,10],[82,8,24],[85,9,18],[86,10,20],[96,13,17],[77,10,21],[93,6,15],[160,18,14],[98,8,14],[130,12,36],[60,9,19],[73,10,17],[108,11,9],[177,20,27],[111,14,1],[92,6,14],[98,9,5],[134,21,13],[76,4,10],[72,13,3],[26,4,8],[78,5,3],[27,5,4],[2,0,2],[10,5,27],[7,2,33],[55,6,23],[44,8,14],[62,7,15],[58,6,20],[25,6,11],[55,7,18],[63,8,13],[53,13,14],[50,12,18],[64,11,9],[31,6,5],[55,12,13],[34,4,4],[44,7,17],[66,13,5],[50,10,16],[17,2,7],[35,5,2],[64,9,7],[43,4,11],[99,12,13],[160,22,16],[52,6,10],[110,14,8],[121,8,7],[62,8,4],[54,4,4],[61,2,9],[52,7,7],[61,8,3],[73,10,5],[35,2,1],[18,2,2],[26,1,1],[18,2,4],[45,3,0],[39,3,0],[10,4,0]],[[5,4,135],[5,4,135],[9,7,128],[9,4,131],[6,11,121],[11,16,117],[11,12,121],[10,8,132],[15,8,121],[16,11,129],[20,10,132],[16,13,115],[22,8,114],[16,5,123],[19,16,109],[24,18,102],[28,11,105],[36,8,100],[53,28,165],[39,18,87],[37,5,90],[57,22,65],[64,15,65],[70,14,60],[45,20,79],[33,10,83],[45,6,45],[69,17,58],[60,19,65],[64,22,58],[69,18,57],[85,14,45],[70,21,53],[56,10,60],[71,10,63],[84,19,41],[66,13,65],[83,14,47],[76,19,49],[72,16,56],[73,12,53],[78,23,43],[78,23,43],[74,15,49],[88,14,36],[161,30,85],[290,47,137],[72,16,50],[79,21,44],[74,12,46],[83,19,42],[117,20,43],[70,14,48],[74,18,46],[85,13,40],[75,28,41],[138,36,60],[90,18,36],[75,22,41],[77,14,35],[90,15,39],[94,18,26],[192,34,62],[82,15,35],[90,16,26],[88,11,27],[79,19,34],[97,18,29],[77,11,38],[91,17,24],[148,26,42],[100,16,22],[131,6,61],[71,14,17],[81,11,22],[103,19,22],[187,30,41],[115,14,15],[97,14,15],[90,20,16],[137,29,26],[80,7,15],[71,20,11],[21,6,15],[78,10,8],[38,1,3],[4,1,1],[2,3,43],[7,2,39],[44,14,38],[32,11,35],[49,12,35],[47,11,38],[24,8,16],[61,10,19],[61,11,24],[48,11,31],[51,15,24],[55,14,27],[27,10,11],[58,15,17],[31,7,10],[41,10,27],[65,15,16],[52,10,22],[13,8,9],[36,6,6],[68,12,10],[43,8,15],[101,14,23],[165,23,34],[58,7,13],[108,6,30],[112,13,31],[67,8,9],[54,6,12],[56,7,15],[56,8,8],[66,11,7],[75,14,13],[35,0,7],[13,0,11],[23,4,3],[16,0,8],[44,2,8],[37,6,5],[14,3,1]],[[6,6,132],[6,5,133],[9,11,124],[12,7,125],[7,17,114],[9,12,123],[10,17,117],[10,11,129],[10,11,123],[18,10,128],[20,9,133],[27,10,107],[24,17,103],[18,17,109],[19,18,107],[27,17,100],[29,13,102],[35,13,96],[53,35,158],[40,15,89],[35,7,90],[44,24,76],[51,26,67],[53,26,65],[55,32,57],[38,20,68],[58,17,69],[41,14,41],[60,24,60],[57,40,47],[71,26,47],[66,25,53],[66,16,62],[51,12,63],[61,27,56],[72,24,48],[61,25,58],[75,31,38],[74,25,45],[72,32,40],[63,26,49],[70,33,41],[73,28,43],[66,17,55],[70,24,44],[133,42,101],[232,79,163],[71,24,43],[78,34,32],[66,24,42],[82,29,33],[101,32,47],[50,39,43],[74,25,39],[81,18,39],[76,34,34],[138,44,52],[81,31,32],[80,33,25],[74,30,22],[81,26,37],[74,32,32],[173,62,53],[76,29,27],[76,24,32],[73,25,28],[79,28,25],[90,29,25],[73,29,24],[89,23,20],[150,40,26],[103,22,13],[124,18,56],[61,15,26],[76,20,18],[96,30,18],[189,38,31],[105,25,14],[84,30,12],[84,25,17],[121,46,25],[74,13,15],[66,30,6],[18,10,14],[78,14,4],[34,7,1],[1,5,0],[2,6,40],[10,1,37],[42,10,44],[34,18,26],[44,19,33],[41,19,36],[26,7,15],[53,15,22],[51,21,24],[51,16,23],[43,30,17],[52,25,19],[28,10,10],[47,17,26],[30,11,7],[35,17,26],[64,23,9],[58,15,11],[9,10,11],[35,6,7],[59,22,9],[41,14,11],[93,27,18],[159,47,16],[54,13,11],[96,21,27],[108,26,22],[61,16,7],[53,12,7],[62,11,5],[50,13,9],[63,16,5],[79,20,3],[35,6,1],[19,2,3],[23,5,2],[15,1,8],[47,6,1],[31,13,4],[10,8,0]],[[15,8,121],[23,6,115],[29,7,108],[32,6,106],[25,3,110],[29,10,105],[32,8,104],[32,4,114],[33,11,100],[31,14,111],[37,8,117],[35,3,106],[37,7,100],[41,12,91],[44,12,88],[38,18,88],[40,14,90],[40,14,90],[85,24,137],[51,11,82],[49,11,72],[57,19,68],[56,14,74],[58,24,62],[67,22,55],[48,14,64],[65,19,60],[60,24,60],[44,8,44],[62,22,60],[71,18,55],[70,17,57],[67,21,56],[56,8,62],[62,31,51],[67,24,53],[72,25,47],[64,27,53],[72,17,55],[67,24,53],[64,32,42],[75,29,40],[63,31,50],[63,23,52],[69,26,43],[134,45,97],[237,76,161],[67,22,49],[72,28,44],[63,26,43],[82,20,42],[102,32,46],[63,27,42],[70,28,40],[64,28,46],[71,29,44],[125,47,62],[83,24,37],[76,31,31],[66,26,34],[81,21,42],[75,28,35],[169,54,65],[67,31,34],[78,21,33],[76,24,26],[69,28,35],[84,33,27],[79,25,22],[78,28,26],[144,41,31],[84,29,25],[137,17,44],[59,17,26],[69,21,24],[92,26,26],[171,48,39],[93,30,21],[84,21,21],[83,25,18],[109,42,41],[63,11,28],[65,25,12],[18,9,15],[70,15,11],[28,8,6],[2,4,0],[8,4,36],[11,3,34],[47,13,36],[34,12,32],[50,14,32],[55,12,29],[26,5,17],[47,10,33],[50,16,30],[44,22,24],[48,16,26],[54,18,24],[29,8,11],[49,17,24],[30,10,8],[43,16,19],[62,17,17],[47,16,21],[15,6,9],[33,9,6],[53,21,16],[39,16,11],[86,26,26],[145,47,30],[49,10,19],[106,19,19],[106,19,31],[55,13,16],[49,14,9],[52,13,13],[45,14,13],[59,17,8],[70,25,7],[31,7,4],[14,4,6],[19,6,5],[14,2,8],[40,6,8],[31,13,4],[9,8,1]],[[5,7,132],[4,6,134],[5,5,134],[6,9,129],[4,11,123],[7,10,127],[12,24,108],[11,6,133],[11,12,121],[13,16,127],[25,8,129],[14,18,112],[18,16,110],[15,24,105],[20,19,105],[9,22,113],[28,11,105],[28,22,94],[50,36,160],[29,21,94],[37,7,88],[47,26,71],[56,27,61],[49,31,64],[39,36,69],[33,15,78],[58,22,64],[47,40,57],[60,22,62],[31,34,31],[52,35,57],[62,30,52],[60,31,53],[44,18,64],[54,42,48],[64,25,55],[65,28,51],[67,34,43],[60,31,53],[69,36,39],[58,34,46],[63,33,48],[62,31,51],[59,29,50],[80,28,30],[130,63,83],[200,121,153],[69,35,34],[67,33,44],[60,29,43],[64,33,47],[104,35,41],[59,34,39],[70,36,32],[72,31,35],[86,32,26],[124,54,56],[78,34,32],[79,40,19],[66,35,25],[80,33,31],[65,37,36],[166,67,55],[69,35,28],[66,35,31],[74,30,22],[76,29,27],[91,31,22],[64,35,27],[85,28,19],[144,47,25],[83,35,20],[122,28,48],[53,24,25],[63,30,21],[89,37,18],[168,55,35],[94,33,17],[86,30,10],[83,31,12],[110,61,21],[71,17,14],[68,27,7],[21,7,14],[76,14,6],[27,9,6],[1,5,0],[2,6,40],[5,3,40],[31,21,44],[28,19,31],[42,20,34],[53,15,28],[24,8,16],[40,16,34],[48,31,17],[47,24,19],[42,32,16],[55,25,16],[22,15,11],[45,25,20],[25,16,7],[33,20,25],[56,28,12],[50,16,18],[7,11,12],[29,13,6],[58,22,10],[42,14,10],[92,27,19],[137,64,21],[49,14,15],[98,20,26],[100,31,25],[59,17,8],[52,15,5],[60,16,2],[48,17,7],[57,19,8],[66,28,8],[30,7,5],[17,2,5],[22,5,3],[9,6,9],[46,6,2],[36,12,0],[6,10,2]],[[4,6,134],[1,13,130],[3,9,132],[8,12,124],[2,11,125],[7,15,122],[6,13,125],[11,13,126],[10,13,121],[19,14,123],[14,12,136],[16,16,112],[26,7,111],[16,20,108],[21,15,108],[24,21,99],[28,13,103],[32,14,98],[54,27,165],[34,20,90],[27,10,95],[39,27,78],[49,19,76],[55,19,70],[42,30,72],[25,11,90],[57,18,69],[47,26,71],[55,18,71],[57,35,52],[38,20,38],[61,21,62],[61,30,53],[44,13,69],[53,24,67],[65,26,53],[70,27,47],[63,27,54],[72,18,54],[61,29,54],[61,24,53],[67,28,49],[68,30,46],[55,25,58],[58,22,58],[142,50,84],[229,88,157],[57,27,54],[66,29,49],[61,23,48],[64,28,52],[106,30,44],[47,38,47],[56,35,47],[75,29,34],[76,34,34],[123,61,50],[82,26,36],[66,33,39],[62,30,34],[84,23,37],[71,30,37],[164,65,59],[71,26,35],[70,28,34],[75,19,32],[74,25,33],[91,25,28],[75,26,25],[84,25,23],[156,36,24],[97,25,16],[134,17,47],[61,16,25],[72,23,19],[91,35,18],[195,38,25],[92,32,20],[85,25,16],[96,21,9],[126,47,19],[78,13,11],[70,27,5],[14,14,14],[77,16,3],[31,7,4],[0,4,2],[5,4,39],[6,0,42],[29,19,48],[28,15,35],[45,16,35],[45,12,39],[28,3,17],[46,12,32],[51,16,29],[41,19,30],[32,31,27],[48,23,25],[23,16,9],[41,24,25],[28,10,10],[35,13,30],[62,21,13],[46,18,20],[12,11,7],[34,10,4],[58,19,13],[38,10,18],[102,19,17],[149,49,24],[51,19,8],[97,24,23],[114,21,21],[56,17,11],[54,12,6],[57,14,7],[50,15,7],[63,13,8],[79,21,2],[33,7,2],[20,0,4],[18,6,6],[13,0,11],[43,4,7],[38,9,1],[12,6,0]],[[3,4,137],[8,8,128],[6,11,127],[5,12,127],[8,12,118],[12,13,119],[10,12,122],[13,6,131],[13,14,117],[14,13,129],[16,13,133],[15,13,116],[19,15,110],[12,16,116],[21,13,110],[17,22,105],[30,13,101],[26,17,101],[44,39,163],[26,23,95],[27,9,96],[54,14,76],[49,24,71],[57,18,69],[40,24,80],[33,14,79],[45,14,85],[53,25,66],[57,17,70],[52,30,62],[62,21,61],[43,10,43],[67,22,55],[36,11,79],[68,21,55],[72,21,51],[70,23,51],[64,29,51],[64,23,57],[59,26,59],[59,23,56],[67,32,45],[68,21,55],[70,23,45],[74,21,43],[133,41,102],[219,82,173],[64,24,50],[81,22,41],[66,19,47],[70,24,50],[107,26,47],[62,28,42],[73,25,40],[66,28,44],[83,22,39],[139,36,59],[94,20,30],[73,25,40],[65,23,38],[72,29,43],[76,24,38],[164,55,69],[77,18,37],[81,17,34],[74,18,34],[73,28,31],[95,22,27],[65,26,35],[91,16,25],[148,35,33],[93,23,22],[120,14,64],[59,13,30],[63,24,27],[91,23,30],[165,43,50],[98,26,20],[86,24,16],[82,21,23],[133,32,27],[74,8,20],[71,24,7],[15,8,19],[76,11,9],[22,9,11],[1,4,1],[4,5,39],[5,0,43],[37,14,45],[34,12,32],[44,17,35],[40,18,38],[26,6,16],[43,9,38],[44,20,32],[46,20,24],[42,24,24],[53,18,25],[21,11,16],[50,17,23],[26,8,14],[35,15,28],[63,18,15],[55,11,18],[11,10,9],[35,5,8],[58,15,17],[43,10,13],[87,22,29],[155,39,28],[50,13,15],[103,12,29],[117,24,15],[56,17,11],[50,12,10],[57,11,10],[45,13,14],[58,10,16],[75,16,11],[27,9,6],[14,1,9],[21,6,3],[12,1,11],[45,2,7],[37,8,3],[14,4,0]],[[4,5,135],[5,6,133],[4,9,131],[6,10,128],[4,5,129],[6,15,123],[9,13,122],[13,7,130],[12,13,119],[12,10,134],[16,9,137],[14,10,120],[18,13,113],[14,13,117],[19,12,113],[13,15,116],[19,11,114],[30,18,96],[52,26,168],[23,22,99],[35,6,91],[40,21,83],[48,19,77],[42,23,79],[48,20,76],[31,12,83],[53,21,70],[62,16,66],[56,21,67],[53,31,60],[53,30,61],[55,22,67],[39,18,39],[34,11,81],[59,23,62],[61,21,62],[56,22,66],[66,26,52],[52,25,67],[55,31,58],[53,26,59],[59,29,56],[62,31,51],[53,25,60],[58,29,51],[131,43,102],[225,79,170],[68,21,49],[70,27,47],[56,24,52],[72,30,42],[109,24,47],[53,27,52],[69,25,44],[70,26,42],[83,20,41],[134,46,54],[77,29,38],[69,26,43],[70,24,32],[85,21,38],[79,27,32],[165,55,68],[73,23,36],[70,23,39],[79,18,29],[79,18,35],[82,32,30],[78,19,29],[82,25,25],[151,33,32],[90,21,27],[129,14,55],[54,17,31],[76,14,24],[101,24,19],[173,44,41],[99,30,15],[80,29,17],[86,26,14],[139,27,26],[80,8,14],[67,25,10],[14,10,18],[84,10,2],[27,7,8],[3,1,2],[0,3,45],[5,3,40],[32,15,49],[31,9,38],[36,15,45],[45,14,37],[21,5,22],[51,9,30],[46,21,29],[49,15,26],[41,20,29],[56,20,20],[25,11,12],[51,14,25],[31,11,6],[37,16,25],[68,17,11],[50,14,20],[9,9,12],[30,10,8],[66,15,9],[37,10,19],[92,21,25],[154,41,27],[53,9,16],[96,18,30],[109,21,26],[56,18,10],[56,9,7],[63,7,8],[49,11,12],[65,14,5],[79,11,12],[34,4,4],[14,1,9],[21,3,6],[10,0,14],[48,3,3],[38,7,3],[12,6,0]],[[5,4,117],[6,2,118],[4,4,118],[6,6,114],[8,7,105],[10,11,105],[10,12,104],[11,4,117],[10,7,109],[15,10,113],[14,8,118],[19,10,97],[20,6,100],[20,8,98],[31,9,86],[22,11,93],[30,8,88],[34,11,81],[50,17,143],[36,10,80],[32,6,76],[59,17,50],[49,14,63],[52,16,58],[49,15,62],[37,11,64],[60,10,56],[63,12,51],[62,8,56],[64,18,44],[69,13,44],[79,11,36],[81,11,34],[35,6,35],[69,15,42],[73,16,37],[65,12,49],[79,12,35],[69,13,44],[84,11,31],[62,13,45],[75,15,36],[77,17,32],[66,18,36],[73,13,34],[148,24,68],[274,40,108],[72,13,35],[79,13,34],[63,20,31],[76,14,36],[101,20,35],[69,12,33],[75,12,37],[70,16,34],[83,15,28],[134,31,39],[88,13,25],[74,18,28],[59,16,35],[73,14,39],[79,17,24],[171,35,46],[80,17,19],[75,15,24],[78,15,19],[76,14,24],[89,17,20],[73,14,21],[87,12,15],[138,24,32],[94,15,11],[148,7,25],[60,14,14],[70,12,16],[91,18,17],[160,28,36],[97,15,14],[84,14,10],[84,19,11],[125,23,18],[76,9,7],[62,20,6],[19,3,14],[72,10,2],[31,5,0],[2,0,0],[4,2,36],[4,3,35],[41,10,33],[38,7,21],[44,9,31],[41,9,34],[31,5,6],[57,8,17],[54,10,20],[47,16,15],[50,9,19],[56,12,16],[27,8,7],[56,12,10],[33,5,4],[36,6,24],[61,13,10],[59,10,7],[11,2,11],[30,7,5],[62,11,9],[41,5,10],[93,20,15],[137,32,17],[51,7,12],[88,19,25],[116,12,12],[56,8,10],[55,7,6],[52,9,9],[45,12,7],[59,9,6],[62,17,9],[27,6,3],[20,1,1],[23,5,2],[11,2,7],[44,1,5],[31,9,2],[14,4,0]],[[5,7,132],[3,12,129],[3,9,132],[9,6,129],[6,4,128],[6,12,126],[10,14,120],[10,5,135],[16,9,119],[15,18,123],[12,12,138],[23,10,111],[20,8,116],[22,13,109],[26,10,108],[24,18,102],[27,19,98],[30,14,100],[52,40,154],[35,18,91],[33,9,90],[37,26,81],[46,18,80],[46,24,74],[39,29,76],[34,16,76],[63,10,71],[56,27,61],[51,31,62],[48,42,54],[67,24,53],[55,21,68],[62,23,59],[42,15,69],[34,28,34],[60,24,60],[61,30,53],[65,30,49],[62,18,64],[61,31,52],[47,32,59],[67,31,46],[63,34,47],[61,31,46],[69,32,37],[112,59,105],[210,98,166],[55,29,54],[72,32,40],[52,36,44],[68,32,44],[86,36,58],[55,35,42],[58,32,48],[64,28,46],[66,33,45],[106,63,65],[74,38,32],[66,39,33],[49,39,38],[71,30,43],[74,32,32],[159,70,59],[63,38,31],[60,28,44],[68,25,33],[62,34,36],[72,36,36],[63,32,31],[85,30,17],[146,37,33],[89,33,16],[120,20,58],[53,24,25],[63,30,21],[84,38,22],[151,60,47],[90,37,17],[81,31,14],[78,35,13],[114,54,24],[71,12,19],[64,34,4],[14,16,12],[77,17,2],[29,7,6],[1,5,0],[1,3,44],[5,1,42],[37,16,43],[28,14,36],[40,24,32],[42,13,41],[21,4,23],[45,13,32],[44,25,27],[41,20,29],[40,27,23],[48,28,20],[27,19,2],[47,22,21],[28,11,9],[36,14,28],[52,28,16],[44,21,19],[11,14,5],[30,13,5],[56,20,14],[37,19,10],[84,35,19],[144,58,20],[36,22,20],[84,31,29],[101,30,25],[57,17,10],[51,12,9],[59,14,5],[46,18,8],[58,19,7],[72,24,6],[30,12,0],[15,2,7],[21,6,3],[18,2,4],[44,7,3],[33,12,3],[9,9,0]],[[4,4,136],[7,6,131],[6,11,127],[4,6,134],[4,8,126],[6,5,133],[6,15,123],[9,7,134],[8,15,121],[9,15,132],[14,10,138],[18,15,111],[17,10,117],[14,14,116],[22,12,110],[17,18,109],[22,12,110],[23,17,104],[39,39,168],[42,16,86],[26,12,94],[39,19,86],[41,23,80],[43,22,79],[39,29,76],[27,16,83],[41,19,84],[48,24,72],[53,24,67],[55,25,64],[53,26,65],[51,21,72],[62,21,61],[37,16,73],[60,24,60],[38,20,38],[56,21,67],[58,31,55],[58,22,64],[63,26,55],[57,24,57],[68,24,52],[63,36,45],[65,24,49],[60,26,52],[117,50,109],[231,70,173],[58,23,57],[67,28,49],[53,21,58],[57,32,55],[97,26,57],[51,31,50],[67,22,49],[67,29,42],[73,25,46],[132,43,59],[78,31,35],[67,28,43],[55,28,43],[75,28,41],[85,21,32],[157,60,71],[68,23,41],[69,23,40],[66,22,38],[68,23,41],[78,30,36],[75,22,29],[86,17,29],[132,38,46],[80,31,27],[132,11,55],[54,21,27],[66,24,24],[96,24,24],[160,45,53],[98,24,22],[81,24,21],[87,23,16],[128,37,27],[78,8,16],[72,21,9],[22,8,12],[69,17,10],[30,8,4],[2,4,0],[5,4,39],[5,1,42],[35,17,44],[33,13,32],[39,17,40],[44,14,38],[28,6,14],[45,9,36],[49,22,25],[37,19,34],[44,21,25],[44,26,26],[22,12,14],[43,14,33],[30,8,10],[32,17,29],[65,19,12],[50,13,21],[12,9,9],[33,8,7],[59,17,14],[39,13,14],[86,22,30],[151,47,24],[50,9,19],[90,18,36],[114,22,20],[51,20,13],[54,9,9],[51,15,12],[50,11,11],[61,14,9],[70,21,11],[29,10,3],[17,1,6],[17,5,8],[13,0,11],[42,5,7],[35,9,4],[13,5,0]],[[4,4,136],[11,6,127],[10,8,126],[9,8,127],[6,7,125],[6,12,126],[10,13,121],[13,6,131],[9,8,127],[13,14,129],[15,9,138],[14,11,119],[10,14,120],[12,15,117],[29,14,101],[20,18,106],[27,16,101],[25,15,104],[44,42,160],[32,20,92],[30,4,98],[40,19,85],[48,18,78],[43,21,80],[34,26,84],[22,12,92],[65,13,66],[58,25,61],[47,25,72],[51,28,65],[47,27,70],[51,23,70],[66,22,56],[49,12,65],[53,30,61],[67,21,56],[43,10,43],[66,23,55],[69,16,59],[60,27,57],[59,24,55],[65,32,47],[61,31,52],[65,23,50],[70,23,45],[124,45,107],[218,80,176],[59,24,55],[76,28,40],[49,24,59],[73,27,44],[88,27,65],[57,39,36],[65,28,45],[70,26,42],[75,27,42],[115,59,60],[72,27,45],[69,31,38],[61,26,39],[68,25,51],[68,33,37],[170,46,72],[72,25,35],[74,26,32],[76,21,29],[64,27,41],[85,30,29],[74,24,28],[80,21,31],[133,42,41],[90,23,25],[109,17,72],[53,18,31],[63,23,28],[79,27,38],[169,36,53],[103,24,17],[78,27,21],[91,17,18],[125,43,24],[74,9,19],[70,22,10],[14,13,15],[69,17,10],[31,7,4],[1,5,0],[4,4,40],[9,2,37],[37,16,43],[25,17,36],[36,20,40],[44,13,39],[24,7,17],[39,18,33],[57,17,22],[36,23,31],[39,25,26],[48,15,33],[22,11,15],[48,17,25],[26,11,11],[38,11,29],[63,20,13],[42,20,22],[13,11,6],[33,9,6],[57,15,18],[34,12,20],[73,21,44],[142,41,39],[41,19,18],[84,21,39],[108,21,27],[55,15,14],[48,12,12],[56,5,17],[51,10,11],[63,14,7],[71,19,12],[25,9,8],[17,2,5],[17,6,7],[9,0,15],[40,3,11],[35,8,5],[11,7,0]],[[4,3,137],[0,6,138],[7,8,129],[9,5,130],[7,6,125],[5,6,133],[5,9,130],[8,8,134],[3,8,133],[15,10,131],[15,6,141],[13,9,122],[13,4,127],[17,13,114],[22,14,108],[15,19,110],[16,14,114],[20,14,110],[42,27,177],[24,13,107],[35,6,91],[37,24,83],[43,26,75],[32,23,89],[47,27,70],[26,11,89],[47,14,83],[38,31,75],[53,27,64],[43,34,67],[54,27,63],[51,29,64],[52,26,66],[35,12,79],[49,30,65],[55,31,58],[55,23,66],[36,24,36],[60,25,59],[52,35,57],[56,30,52],[55,31,58],[57,35,52],[53,28,57],[62,32,44],[113,54,109],[213,98,163],[64,24,50],[60,34,50],[47,32,53],[66,34,44],[94,32,54],[55,28,49],[54,29,55],[58,34,46],[64,36,44],[103,70,61],[74,38,32],[63,42,33],[59,31,36],[69,35,40],[68,36,34],[147,80,61],[67,30,35],[74,23,35],[73,29,24],[71,31,30],[71,40,33],[66,26,34],[76,29,27],[138,47,31],[82,35,21],[134,23,41],[48,25,29],[62,28,24],[77,42,25],[170,48,40],[93,35,16],[78,32,16],[83,33,10],[124,45,23],[71,15,16],[64,32,6],[13,15,14],[73,17,6],[29,8,5],[2,4,0],[2,3,43],[3,0,45],[37,15,44],[29,15,34],[30,26,40],[34,19,43],[24,8,16],[49,11,30],[42,23,31],[46,20,24],[38,29,23],[52,23,21],[25,15,8],[46,21,23],[28,9,11],[28,15,35],[55,27,14],[47,19,18],[8,14,8],[29,12,7],[58,21,11],[40,15,11],[86,31,21],[140,63,19],[49,16,13],[94,25,25],[106,32,18],[54,24,6],[49,14,9],[54,18,6],[43,19,10],[55,21,8],[75,19,8],[33,6,3],[15,2,7],[20,6,4],[11,0,13],[41,6,7],[34,12,2],[6,11,1]],[[2,7,135],[2,10,132],[4,9,131],[6,12,126],[10,8,120],[2,18,124],[7,12,125],[13,10,127],[8,12,124],[11,12,133],[11,9,142],[16,11,117],[14,14,116],[18,18,108],[19,15,110],[15,24,105],[24,16,104],[22,18,104],[46,35,165],[36,18,90],[22,4,106],[35,29,80],[47,24,73],[46,22,76],[42,23,79],[34,16,76],[49,19,76],[45,25,74],[55,17,72],[53,31,60],[54,18,72],[57,23,64],[67,25,52],[44,13,69],[64,18,62],[64,22,58],[59,16,69],[59,25,60],[42,12,42],[53,29,62],[59,16,63],[62,21,61],[68,29,47],[59,24,55],[58,23,57],[142,42,92],[216,67,191],[65,19,54],[76,24,44],[63,17,52],[58,26,60],[105,20,55],[58,22,52],[66,22,50],[68,22,48],[73,30,41],[129,49,56],[83,21,40],[67,28,43],[50,27,49],[77,22,45],[69,26,43],[163,56,69],[70,23,39],[78,18,36],[74,16,36],[73,20,39],[81,29,34],[67,16,43],[76,25,31],[120,40,56],[88,24,26],[103,15,80],[51,19,32],[72,18,24],[74,25,45],[163,43,52],[94,26,24],[86,21,19],[83,19,24],[125,37,30],[67,9,26],[68,21,13],[15,12,15],[66,15,15],[24,10,8],[2,4,0],[6,3,39],[6,3,39],[31,15,50],[35,9,34],[37,19,40],[41,11,44],[22,8,18],[43,11,36],[43,18,35],[44,14,32],[38,20,32],[55,15,26],[24,15,9],[49,14,27],[29,3,16],[35,12,31],[54,21,21],[45,17,22],[7,8,15],[31,9,8],[60,15,15],[35,10,21],[78,25,35],[140,40,42],[45,14,19],[85,20,39],[100,21,35],[50,17,17],[50,12,10],[48,14,16],[42,15,15],[54,19,11],[58,23,21],[24,9,9],[13,2,9],[21,4,5],[10,1,13],[38,1,15],[32,6,10],[9,7,2]],[[2,3,139],[4,7,133],[5,9,130],[3,7,134],[6,8,124],[5,13,126],[5,5,134],[8,6,136],[6,9,129],[11,11,134],[15,10,137],[12,9,123],[16,10,118],[14,16,114],[14,12,118],[12,15,117],[20,12,112],[24,13,107],[43,36,167],[28,18,98],[30,8,94],[36,27,81],[35,18,91],[34,27,83],[38,26,80],[29,16,81],[56,16,72],[40,32,72],[53,24,67],[39,36,69],[54,29,61],[59,26,59],[58,31,55],[31,11,84],[52,31,61],[55,26,63],[57,27,60],[57,35,52],[62,29,53],[40,16,40],[48,25,65],[56,38,50],[57,42,45],[51,27,60],[54,33,51],[115,54,107],[193,89,192],[58,23,57],[66,33,45],[52,28,52],[67,28,49],[98,29,53],[47,37,48],[60,32,46],[75,26,37],[60,35,49],[100,56,78],[73,31,40],[65,36,37],[50,35,41],[76,27,41],[70,34,34],[150,76,62],[63,31,38],[64,27,41],[70,23,33],[68,28,36],[69,37,38],[65,31,30],[78,29,25],[132,45,39],[83,28,27],[112,17,69],[52,21,29],[66,26,22],[83,33,28],[164,54,40],[92,34,18],[80,32,14],[81,28,17],[111,49,32],[61,17,24],[56,35,11],[16,9,17],[70,21,5],[32,5,5],[4,1,1],[2,2,44],[5,2,41],[29,15,52],[28,12,38],[37,23,36],[41,19,36],[25,9,14],[39,10,41],[38,24,34],[45,23,22],[36,25,29],[51,21,24],[21,13,14],[40,25,25],[26,12,10],[30,20,28],[50,29,17],[49,18,17],[6,14,10],[29,11,8],[54,21,15],[32,18,16],[86,25,27],[130,60,32],[50,18,10],[81,28,35],[110,19,27],[54,19,11],[45,16,11],[50,16,12],[42,20,10],[55,20,9],[65,24,13],[27,9,6],[14,2,8],[16,7,7],[10,2,12],[45,3,6],[31,16,1],[10,7,1]],[[9,4,125],[3,10,125],[11,9,118],[15,9,114],[8,8,116],[10,9,119],[13,12,113],[14,5,125],[18,6,114],[12,9,129],[16,8,132],[19,9,110],[21,8,109],[22,14,102],[22,13,103],[20,9,109],[27,12,99],[31,15,92],[34,29,171],[23,12,103],[32,10,86],[45,21,72],[47,20,71],[41,31,66],[45,20,73],[27,12,81],[53,12,73],[49,26,63],[42,32,64],[46,34,58],[53,24,61],[56,23,59],[59,26,53],[45,13,62],[59,32,47],[57,24,57],[55,24,59],[52,30,56],[63,16,59],[65,25,48],[36,16,36],[53,34,51],[58,28,52],[58,25,49],[62,23,47],[114,47,105],[186,105,167],[63,23,48],[66,30,42],[60,26,40],[55,29,54],[96,22,56],[51,32,45],[57,30,45],[70,23,39],[61,37,40],[113,57,54],[73,31,34],[64,32,36],[58,23,39],[69,26,43],[72,30,32],[145,67,64],[58,31,37],[67,24,37],[68,17,37],[63,28,37],[73,41,24],[73,24,25],[70,26,32],[124,45,37],[75,32,25],[127,16,53],[58,20,20],[62,28,20],[82,30,26],[148,50,52],[83,35,20],[75,25,22],[71,27,22],[114,43,29],[67,14,19],[51,34,11],[15,8,17],[71,13,10],[30,6,4],[2,2,2],[4,4,38],[7,0,39],[39,14,39],[28,14,34],[40,15,37],[43,13,36],[27,3,16],[42,16,28],[45,18,29],[44,22,20],[38,29,19],[41,24,27],[23,15,8],[45,18,23],[22,9,15],[32,18,26],[61,23,8],[47,12,21],[8,12,8],[29,9,8],[52,19,15],[34,16,14],[81,29,22],[143,43,26],[51,12,13],[90,16,32],[98,28,26],[46,20,14],[37,16,17],[44,14,16],[49,10,9],[49,17,14],[61,20,17],[30,6,4],[18,1,5],[10,8,10],[16,0,8],[38,5,11],[30,7,9],[6,10,0]],[[4,6,134],[3,10,131],[3,12,129],[9,12,123],[6,9,123],[10,11,123],[5,15,124],[13,8,129],[7,13,124],[14,10,132],[14,12,136],[15,13,116],[22,18,104],[14,20,110],[18,12,114],[16,24,104],[25,23,96],[22,16,106],[38,40,168],[29,24,91],[23,13,96],[31,21,92],[44,22,78],[37,33,74],[39,34,71],[32,12,82],[43,23,78],[41,33,70],[40,29,75],[48,33,63],[49,28,67],[45,32,67],[56,29,59],[36,15,75],[46,31,67],[52,24,68],[47,32,65],[58,31,55],[61,21,62],[50,38,56],[51,34,53],[42,12,42],[61,32,51],[54,28,56],[53,33,52],[93,65,118],[189,93,192],[50,29,59],[52,38,54],[59,24,49],[58,29,57],[83,35,62],[50,33,49],[64,27,47],[59,31,48],[62,38,44],[106,55,73],[56,36,52],[57,41,40],[55,31,40],[66,28,50],[67,32,39],[144,74,70],[60,34,38],[66,32,34],[66,26,34],[58,30,44],[70,40,34],[67,34,25],[67,29,36],[126,51,39],[81,32,25],[104,26,68],[51,24,27],[62,24,28],[78,34,32],[143,57,58],[88,32,24],[73,34,19],[73,27,26],[103,52,37],[67,15,20],[54,35,13],[13,11,18],[61,21,14],[28,10,4],[1,5,0],[1,3,44],[3,2,43],[31,21,44],[27,17,34],[40,20,36],[41,17,38],[22,8,18],[40,16,34],[45,27,24],[35,26,29],[39,28,23],[46,22,28],[18,17,13],[42,21,27],[25,9,14],[30,17,31],[49,27,20],[39,22,23],[9,12,9],[31,11,6],[54,19,17],[34,15,17],[76,34,28],[130,59,33],[54,11,13],[79,28,37],[97,26,33],[49,21,14],[50,10,12],[45,15,18],[42,20,10],[57,19,8],[56,30,16],[27,12,3],[10,4,10],[17,5,8],[5,5,14],[40,4,10],[34,11,3],[10,7,1]],[[3,1,140],[3,4,137],[4,6,134],[5,5,134],[5,6,127],[5,11,128],[8,5,131],[9,6,135],[11,5,128],[16,11,129],[8,8,146],[19,8,117],[14,10,120],[16,13,115],[23,9,112],[17,14,113],[19,17,108],[24,17,103],[41,32,173],[30,18,96],[34,9,89],[29,26,89],[37,20,87],[36,32,76],[46,24,74],[26,9,91],[43,23,78],[43,28,73],[50,31,63],[51,31,62],[46,30,68],[55,21,68],[51,31,62],[32,17,77],[47,34,63],[45,36,63],[52,31,61],[52,35,57],[47,29,68],[45,42,57],[52,28,58],[51,32,61],[35,26,35],[47,35,56],[54,39,45],[100,60,116],[181,115,178],[49,33,56],[50,43,51],[51,38,43],[48,40,56],[80,45,55],[46,37,49],[50,32,56],[52,34,52],[61,35,48],[94,78,62],[65,41,38],[63,42,33],[44,42,40],[67,34,43],[64,39,35],[124,91,73],[65,31,36],[58,29,45],[56,34,36],[63,33,36],[66,47,31],[62,35,29],[65,37,30],[121,62,33],[78,38,22],[114,25,59],[37,37,28],[47,39,28],[72,48,24],[144,73,41],[85,42,17],[70,41,15],[75,38,13],[111,57,24],[72,14,16],[59,37,6],[10,15,17],[67,22,7],[26,12,4],[0,6,0],[1,5,42],[4,2,42],[30,24,42],[32,8,38],[29,27,40],[40,18,38],[25,8,15],[34,18,38],[42,22,32],[44,18,28],[28,28,34],[45,25,26],[18,19,11],[36,30,24],[25,15,8],[29,20,29],[52,31,13],[39,26,19],[9,12,9],[26,16,6],[54,21,15],[33,18,15],[86,37,15],[114,79,29],[44,19,15],[84,34,26],[92,38,26],[49,26,9],[48,15,9],[52,18,8],[37,26,9],[61,20,3],[62,36,4],[28,12,2],[12,5,7],[16,7,7],[9,6,9],[46,4,4],[28,16,4],[11,6,1]],[[1,2,135],[1,7,130],[5,6,127],[6,4,128],[6,8,120],[5,9,124],[5,10,123],[5,4,135],[7,9,122],[15,9,126],[8,8,140],[14,10,114],[18,8,112],[16,15,107],[18,12,108],[12,18,108],[22,14,102],[28,17,93],[49,30,165],[37,18,83],[28,6,94],[39,22,77],[36,13,89],[42,22,74],[33,26,79],[27,12,83],[49,15,74],[55,17,66],[52,23,63],[50,29,59],[58,25,55],[45,23,70],[60,25,53],[36,18,66],[46,31,61],[49,24,65],[50,23,65],[57,28,53],[55,24,59],[60,27,51],[49,25,58],[56,28,54],[56,35,47],[32,24,32],[64,26,44],[112,60,92],[197,91,170],[54,23,55],[56,36,46],[47,29,50],[56,36,46],[92,35,45],[38,34,56],[55,30,47],[60,30,44],[76,26,36],[102,57,65],[69,38,31],[57,33,42],[52,27,41],[72,36,30],[69,29,34],[148,68,60],[61,29,38],[58,29,39],[61,25,36],[68,29,31],[69,34,35],[63,24,33],[75,30,21],[120,53,33],[81,28,23],[107,25,54],[44,22,30],[54,33,23],[71,36,31],[158,57,31],[88,35,15],[86,32,6],[78,28,16],[108,50,28],[59,16,21],[54,29,13],[12,14,14],[64,19,7],[20,12,6],[1,4,1],[3,1,42],[2,1,43],[32,14,46],[24,15,35],[34,20,38],[31,11,50],[13,7,26],[44,16,26],[39,26,27],[33,18,37],[34,25,29],[47,20,25],[24,13,9],[47,18,21],[26,10,10],[34,15,27],[50,23,19],[42,17,21],[3,12,13],[26,10,10],[52,25,9],[29,17,18],[85,31,18],[120,60,32],[49,13,12],[79,29,28],[89,33,26],[49,23,8],[51,10,7],[47,19,10],[32,20,16],[52,16,12],[53,29,14],[23,12,5],[12,2,8],[17,6,7],[10,2,12],[41,3,8],[31,10,5],[8,6,2]],[[2,3,133],[2,7,129],[6,9,123],[6,4,128],[6,6,122],[3,13,122],[0,13,125],[6,2,136],[4,7,127],[7,12,131],[8,9,139],[14,10,114],[15,9,114],[11,11,116],[14,11,113],[10,11,117],[18,12,108],[16,14,108],[35,32,177],[25,14,99],[35,8,85],[45,22,71],[31,16,91],[32,17,89],[42,24,72],[28,7,87],[36,14,88],[44,24,70],[43,26,69],[30,28,80],[58,22,58],[43,21,74],[51,29,58],[34,13,73],[37,32,69],[52,26,60],[45,23,70],[44,32,62],[57,23,58],[51,33,54],[47,23,62],[52,33,53],[45,39,54],[44,26,64],[33,22,33],[106,54,104],[157,98,203],[49,26,57],[51,35,52],[44,28,54],[52,32,54],[81,31,60],[43,24,61],[60,27,45],[55,27,52],[64,37,37],[105,61,58],[63,36,39],[61,35,36],[46,33,41],[57,31,50],[59,31,42],[138,63,75],[55,29,44],[67,22,37],[67,24,31],[57,25,46],[68,36,34],[56,25,39],[60,33,33],[120,52,34],[69,34,29],[94,20,72],[33,22,41],[56,28,26],[70,38,30],[137,62,47],[74,35,29],[72,34,18],[77,32,13],[104,52,30],[60,15,21],[50,35,11],[9,16,15],[60,21,9],[27,5,6],[2,4,0],[0,2,44],[4,1,41],[28,10,54],[25,17,32],[28,15,49],[40,11,41],[22,5,19],[48,9,29],[42,22,28],[44,20,24],[36,20,32],[42,22,28],[18,14,14],[36,23,27],[23,14,9],[35,15,26],[44,31,17],[48,14,18],[6,13,9],[29,9,8],[48,22,16],[33,18,13],[84,28,22],[128,58,26],[47,14,13],[68,23,45],[87,32,29],[39,24,17],[47,11,10],[52,13,11],[40,17,11],[47,21,12],[56,28,12],[29,8,3],[15,1,6],[19,7,4],[10,2,12],[39,4,9],[28,14,4],[5,9,2]],[[12,6,258],[10,11,255],[12,14,250],[18,15,243],[8,15,241],[12,23,241],[14,16,246],[22,6,260],[18,19,239],[27,20,249],[19,17,276],[20,19,237],[34,17,225],[33,24,219],[32,18,226],[25,28,223],[44,29,203],[39,34,203],[94,57,317],[61,31,184],[52,12,190],[65,45,166],[72,33,171],[78,40,158],[70,46,160],[59,14,167],[85,30,161],[101,42,133],[97,45,134],[83,63,130],[84,50,142],[102,41,133],[102,43,131],[68,24,148],[105,59,112],[109,50,117],[107,45,124],[109,54,113],[92,42,142],[107,54,115],[105,47,114],[118,65,93],[116,60,100],[92,60,112],[104,54,106],[179,82,179],[366,166,384],[118,48,100],[106,65,105],[105,55,92],[126,56,94],[150,61,135],[86,63,105],[119,53,92],[106,66,92],[124,67,85],[211,112,125],[122,59,95],[133,63,68],[112,61,67],[127,57,92],[127,66,73],[262,126,164],[114,59,79],[123,47,84],[114,45,83],[112,58,84],[148,67,61],[126,59,61],[145,52,57],[253,83,76],[143,62,59],[214,39,131],[91,44,63],[119,50,51],[148,72,54],[277,110,109],[157,71,48],[139,62,41],[141,58,41],[219,101,52],[133,26,39],[120,58,16],[25,19,36],[133,34,19],[50,23,9],[2,10,0],[3,8,81],[9,1,82],[60,38,86],[61,21,70],[70,41,73],[76,27,81],[40,12,40],[71,19,82],[85,46,53],[85,28,59],[70,56,46],[88,40,56],[44,28,20],[83,40,49],[49,22,21],[62,30,58],[100,47,37],[83,33,44],[13,28,15],[60,24,8],[103,28,41],[63,30,33],[148,58,56],[250,111,63],[96,26,28],[167,43,64],[194,52,54],[102,35,23],[91,23,24],[93,27,28],[82,33,23],[97,43,20],[111,57,26],[45,26,9],[24,5,17],[33,9,14],[15,6,25],[83,10,11],[60,26,6],[18,14,2]],[[5,16,453],[13,23,438],[9,27,438],[19,19,436],[13,27,418],[23,39,412],[9,46,419],[26,19,469],[24,35,415],[30,44,432],[26,27,497],[31,39,404],[45,40,389],[39,57,378],[49,45,380],[46,66,362],[68,54,352],[79,47,348],[124,131,577],[70,61,343],[75,32,335],[122,76,276],[115,67,292],[121,75,278],[134,81,259],[76,42,282],[137,47,290],[163,79,232],[161,76,237],[153,121,200],[157,88,229],[173,82,219],[170,79,225],[108,40,274],[166,98,210],[173,70,231],[176,80,218],[163,98,213],[191,67,216],[192,89,193],[167,105,186],[192,93,189],[178,115,181],[170,91,197],[203,98,157],[384,166,366],[691,258,691],[170,88,200],[188,106,180],[165,69,160],[196,106,172],[282,81,213],[178,105,159],[184,97,175],[189,96,173],[213,95,166],[343,182,225],[242,91,141],[213,112,131],[156,102,142],[236,92,146],[239,95,124],[489,222,237],[200,93,149],[193,96,151],[212,78,134],[208,104,130],[238,128,108],[224,87,115],[262,86,92],[407,147,142],[269,101,86],[329,62,213],[155,70,107],[198,84,88],[268,91,91],[505,158,179],[287,113,74],[281,83,62],[262,96,66],[377,153,128],[227,43,62],[189,84,37],[35,34,49],[200,39,33],[78,24,16],[8,9,1],[4,11,143],[9,8,141],[104,57,155],[86,51,129],[119,76,121],[120,45,151],[70,24,64],[135,47,116],[136,76,104],[127,80,93],[136,72,92],[158,67,91],[75,49,34],[115,53,108],[84,34,40],[107,65,94],[172,83,61],[144,50,64],[25,30,27],[105,33,20],[175,59,64],[101,55,54],[282,104,92],[396,146,104],[143,54,67],[231,70,123],[332,92,86],[166,48,46],[167,51,32],[155,47,40],[137,38,27],[177,60,45],[216,76,36],[85,23,10],[41,4,21],[62,26,20],[36,1,29],[136,18,24],[118,35,5],[35,33,4]],[[1,5,132],[1,1,136],[6,5,127],[4,5,129],[7,10,115],[1,8,129],[2,13,123],[9,6,129],[5,11,122],[15,8,127],[13,10,133],[12,7,119],[13,10,115],[13,10,115],[18,15,105],[11,12,115],[22,13,103],[24,11,103],[35,23,176],[26,17,95],[30,4,94],[32,17,89],[47,19,72],[28,20,90],[38,22,78],[34,12,74],[50,16,72],[43,24,71],[49,22,67],[34,35,69],[54,27,57],[50,24,64],[49,21,68],[35,13,72],[54,29,55],[57,23,58],[55,24,59],[50,24,64],[54,19,65],[57,23,58],[48,23,63],[59,29,50],[56,33,49],[55,23,54],[57,26,49],[100,48,118],[200,88,170],[37,14,37],[57,34,47],[50,26,50],[59,29,50],[83,34,57],[51,33,44],[64,21,47],[56,28,48],[63,35,40],[105,55,64],[63,32,43],[57,32,43],[45,28,47],[64,28,46],[58,29,47],[150,54,72],[60,35,31],[59,21,48],[57,26,39],[62,24,42],[71,37,30],[55,26,41],[75,33,20],[119,42,45],[84,27,21],[108,17,71],[44,25,29],[53,26,31],[74,32,32],[136,54,60],[85,32,21],[74,31,17],[66,30,24],[110,48,28],[65,15,20],[50,32,14],[10,10,20],[70,17,7],[25,8,7],[1,4,1],[2,3,41],[3,2,41],[34,15,43],[28,15,33],[38,19,35],[35,9,48],[20,8,18],[35,10,41],[43,20,29],[37,17,32],[32,20,34],[44,22,26],[25,11,10],[41,20,25],[24,9,13],[30,13,33],[49,28,15],[47,11,22],[10,12,6],[26,12,8],[49,16,21],[33,15,16],[69,26,37],[123,51,38],[46,14,16],[93,15,30],[90,30,32],[45,19,16],[50,12,8],[48,13,13],[41,11,16],[50,17,13],[56,28,14],[27,9,4],[14,3,7],[18,4,6],[9,2,13],[38,8,8],[33,9,4],[10,6,0]],[[0,3,141],[2,4,138],[7,5,132],[7,10,127],[4,9,125],[4,5,135],[4,10,130],[9,2,139],[5,10,129],[12,8,136],[11,5,146],[18,10,116],[16,11,117],[13,18,113],[16,10,118],[17,11,116],[14,15,115],[17,10,117],[40,26,180],[23,20,101],[26,5,101],[27,24,93],[36,22,86],[23,28,93],[32,34,78],[28,10,88],[44,21,79],[32,34,78],[44,28,72],[44,33,67],[49,29,66],[41,22,81],[47,27,70],[34,13,79],[40,32,72],[49,28,67],[40,28,76],[50,34,60],[44,24,76],[45,33,66],[42,30,66],[54,38,52],[51,43,50],[46,36,56],[52,35,51],[105,65,106],[180,106,188],[47,34,57],[36,24,36],[38,40,54],[60,36,48],[72,39,69],[45,36,51],[54,32,52],[61,35,42],[64,34,46],[92,74,68],[62,37,45],[63,36,39],[37,41,48],[69,31,44],[56,38,44],[131,76,81],[45,36,51],[60,27,45],[62,27,37],[59,33,40],[56,44,44],[57,31,38],[70,33,29],[106,60,50],[79,35,24],[113,28,57],[35,28,39],[55,30,29],[74,39,31],[127,78,53],[82,41,21],[70,35,21],[66,40,20],[107,55,30],[64,15,23],[56,38,8],[13,13,16],[72,18,6],[26,8,8],[2,4,0],[1,2,45],[1,1,46],[30,21,45],[23,19,36],[33,29,34],[35,15,46],[15,6,27],[37,11,42],[35,28,33],[33,20,37],[41,27,22],[44,26,26],[23,16,9],[39,24,27],[20,13,15],[31,18,29],[49,31,16],[44,19,21],[5,12,13],[25,15,8],[44,28,18],[29,18,19],[68,40,30],[115,66,41],[39,20,19],[81,30,33],[88,35,33],[42,26,16],[45,16,11],[55,16,7],[39,20,13],[53,22,9],[55,38,9],[27,10,5],[13,4,7],[20,5,5],[9,4,11],[39,5,10],[29,16,3],[9,8,1]],[[4,7,121],[3,11,118],[8,9,115],[5,10,117],[2,8,116],[9,10,113],[15,13,104],[14,5,115],[9,8,115],[17,10,117],[13,8,125],[17,6,109],[24,11,97],[15,13,104],[25,9,98],[18,9,105],[13,13,106],[21,18,93],[34,32,156],[34,18,80],[31,12,77],[32,18,82],[37,21,74],[36,21,75],[48,23,61],[29,15,74],[46,12,74],[42,24,66],[43,26,63],[43,29,60],[48,23,61],[47,19,66],[52,24,56],[31,20,63],[44,36,52],[58,21,53],[59,24,49],[53,32,47],[52,17,63],[52,28,52],[40,26,60],[49,24,59],[43,38,51],[50,29,47],[54,28,44],[92,55,105],[160,69,165],[50,26,50],[54,40,38],[34,16,34],[59,23,50],[79,38,51],[41,32,47],[53,22,51],[47,32,47],[65,26,41],[103,59,56],[59,33,40],[57,28,41],[50,31,37],[65,29,38],[55,35,36],[136,65,63],[62,26,32],[53,25,42],[55,24,35],[61,23,36],[65,34,33],[60,26,28],[69,27,24],[126,41,33],[70,35,21],[112,19,59],[43,19,32],[54,25,27],[81,27,28],[157,53,28],[88,30,14],[71,24,19],[69,31,14],[106,42,24],[62,12,20],[58,29,11],[16,14,12],[70,19,7],[27,11,4],[1,5,0],[4,4,36],[2,1,41],[39,9,40],[32,9,29],[30,17,41],[38,12,38],[21,4,19],[27,14,41],[44,23,21],[33,14,35],[31,22,29],[47,20,21],[20,13,11],[36,20,30],[27,10,7],[27,14,29],[46,18,24],[37,21,22],[10,12,8],[28,9,7],[49,16,17],[34,16,12],[74,27,21],[131,55,32],[48,9,13],[85,22,33],[93,26,25],[49,19,12],[47,12,5],[48,15,11],[45,16,11],[50,19,7],[64,24,6],[29,11,2],[18,0,6],[19,3,4],[9,3,12],[38,6,6],[33,7,4],[7,7,0]],[[2,1,141],[1,7,136],[3,4,137],[3,8,133],[5,8,125],[4,10,130],[2,8,134],[3,4,143],[4,13,127],[13,13,130],[6,8,148],[6,10,128],[12,9,123],[16,11,117],[12,9,123],[14,15,115],[24,6,114],[26,14,104],[31,36,179],[27,16,101],[25,9,98],[31,25,88],[31,21,92],[36,24,84],[33,27,84],[26,11,89],[42,19,83],[33,29,82],[42,20,82],[47,33,64],[52,28,64],[50,24,70],[42,30,72],[36,14,76],[44,32,68],[55,32,57],[44,27,73],[44,34,66],[60,26,58],[49,28,67],[54,29,55],[57,29,58],[56,40,48],[46,36,56],[54,32,52],[94,56,126],[172,106,196],[50,29,59],[48,36,60],[50,23,59],[38,20,38],[70,40,70],[45,35,52],[58,32,48],[57,33,48],[64,32,48],[98,64,72],[63,39,42],[53,44,41],[54,38,34],[63,34,47],[67,34,37],[130,78,80],[65,28,39],[60,32,40],[67,31,28],[60,36,36],[72,41,31],[59,30,37],[56,37,39],[121,56,39],[71,38,29],[109,24,65],[34,29,39],[52,32,30],[76,42,26],[145,62,51],[72,33,39],[72,30,24],[81,34,11],[109,52,31],[65,19,18],[60,34,8],[13,12,17],[74,21,1],[22,10,10],[3,2,1],[0,1,47],[3,1,44],[22,25,49],[31,10,37],[32,27,37],[44,18,34],[25,5,18],[38,16,36],[40,26,30],[36,21,33],[35,26,29],[41,24,31],[18,16,14],[33,21,36],[22,12,14],[31,17,30],[43,32,21],[38,22,24],[4,12,14],[26,15,7],[47,19,24],[31,17,18],[74,31,33],[117,66,39],[38,17,23],[75,30,39],[93,35,28],[51,25,8],[46,18,8],[48,17,13],[31,24,17],[54,20,10],[53,33,16],[26,10,6],[15,2,7],[15,8,7],[9,5,10],[46,5,3],[29,15,4],[7,10,1]],[[6,2,172],[6,6,168],[7,11,162],[6,10,164],[8,12,152],[8,7,165],[10,10,160],[10,8,168],[9,9,162],[9,12,175],[7,11,184],[20,8,152],[19,14,147],[15,9,156],[9,12,159],[19,15,146],[22,10,148],[24,15,141],[37,34,233],[31,22,127],[30,7,129],[36,27,117],[37,21,122],[33,27,120],[33,26,121],[25,16,117],[43,20,117],[47,32,101],[46,32,102],[41,35,104],[44,30,106],[47,26,107],[47,24,109],[35,20,101],[58,36,86],[57,26,97],[65,27,88],[54,32,94],[55,20,105],[53,29,98],[56,22,96],[62,35,83],[55,45,80],[45,35,92],[60,31,81],[135,61,150],[213,81,282],[57,34,83],[69,39,72],[51,38,79],[70,40,70],[73,22,73],[50,40,76],[72,26,74],[59,40,73],[75,36,69],[119,68,107],[77,42,61],[61,37,74],[52,39,67],[89,28,63],[70,36,68],[165,70,125],[55,40,69],[78,32,56],[73,28,57],[78,32,56],[85,37,58],[72,33,53],[89,29,48],[144,47,79],[92,39,41],[149,21,88],[57,18,53],[70,33,41],[96,36,50],[183,55,88],[106,37,37],[89,38,31],[84,31,41],[140,48,52],[85,13,32],[70,33,25],[15,16,23],[85,25,16],[31,11,12],[2,6,0],[3,6,51],[5,1,54],[39,19,62],[27,16,55],[41,21,58],[39,19,62],[29,4,27],[42,9,61],[52,24,44],[47,20,45],[32,33,47],[50,25,45],[27,14,19],[52,20,42],[30,11,19],[36,17,45],[60,29,31],[43,22,41],[11,17,10],[38,13,9],[61,19,32],[35,17,32],[108,26,36],[149,67,68],[55,14,29],[109,23,52],[119,30,49],[65,21,20],[54,16,20],[57,16,25],[56,17,19],[65,22,17],[82,24,22],[37,9,8],[17,2,13],[17,5,14],[11,0,21],[49,6,15],[39,10,11],[10,9,1]],[[3,2,127],[6,6,120],[8,7,117],[10,4,118],[13,4,111],[5,11,116],[9,9,114],[6,4,128],[8,5,119],[15,12,117],[16,6,128],[19,7,106],[16,12,104],[15,15,102],[23,9,100],[22,13,97],[28,10,94],[25,11,96],[46,32,154],[29,19,84],[33,8,83],[28,24,80],[43,24,65],[39,30,63],[38,30,64],[38,10,68],[48,14,70],[43,39,50],[42,27,63],[39,34,59],[47,38,47],[42,28,62],[52,27,53],[33,12,69],[42,35,55],[50,31,51],[36,39,57],[49,28,55],[52,22,58],[48,37,47],[45,32,51],[49,33,50],[49,37,46],[56,34,38],[61,24,43],[105,63,86],[159,105,178],[44,33,51],[51,36,45],[47,32,41],[52,35,45],[76,40,50],[28,24,28],[52,34,40],[51,32,45],[59,40,33],[81,78,55],[60,39,33],[56,37,33],[52,33,29],[66,28,38],[48,39,41],[126,84,54],[60,30,32],[56,27,39],[53,33,32],[63,34,27],[68,39,25],[50,38,28],[58,38,26],[113,57,26],[73,34,19],[109,27,48],[38,26,28],[51,33,22],[65,46,21],[129,71,38],[74,36,22],[65,36,19],[63,35,18],[99,53,28],[56,22,16],[47,32,11],[16,12,10],[66,17,5],[22,7,7],[1,3,2],[5,2,37],[4,1,39],[29,21,38],[23,16,33],[31,27,30],[41,13,34],[17,6,21],[43,14,25],[41,27,20],[38,22,24],[31,36,17],[45,24,19],[17,16,11],[34,21,27],[23,8,13],[33,17,24],[39,32,17],[40,20,16],[5,12,9],[19,17,8],[38,29,15],[29,23,10],[64,37,27],[106,71,25],[43,17,12],[73,24,33],[82,34,28],[47,21,8],[44,13,9],[41,20,11],[37,20,7],[46,20,10],[50,32,10],[25,11,2],[12,4,6],[16,5,7],[10,6,8],[40,8,4],[29,13,2],[4,9,1]],[[1,5,132],[7,9,122],[4,4,130],[5,10,123],[1,5,126],[5,9,124],[7,7,124],[6,10,128],[9,10,119],[8,9,133],[5,9,140],[7,11,120],[16,19,103],[5,16,117],[13,15,110],[13,19,106],[12,11,115],[16,16,106],[34,29,171],[24,17,97],[18,5,103],[31,27,80],[36,23,79],[36,24,78],[32,26,80],[18,13,91],[46,18,74],[39,25,74],[40,28,70],[32,36,70],[47,35,56],[40,25,73],[44,25,69],[37,12,75],[48,32,58],[49,22,67],[45,28,65],[55,29,54],[50,22,66],[46,32,60],[45,30,57],[47,27,64],[56,32,50],[47,30,55],[45,27,60],[92,53,119],[175,97,184],[47,21,64],[52,32,54],[51,22,53],[48,32,58],[74,26,72],[40,34,52],[36,16,36],[56,29,47],[57,30,51],[93,58,73],[54,41,43],[47,34,51],[52,32,36],[57,35,46],[65,22,45],[129,67,80],[61,35,30],[61,24,41],[54,26,42],[54,30,42],[76,35,27],[63,25,32],[60,29,37],[120,47,43],[71,31,30],[111,21,62],[43,29,26],[56,26,26],[66,39,33],[139,61,46],[80,29,29],[58,29,33],[69,33,20],[102,52,30],[72,15,13],[61,33,2],[10,8,22],[63,19,10],[27,8,5],[0,4,0],[1,5,40],[4,2,40],[33,12,47],[25,10,39],[31,23,38],[32,12,48],[19,2,25],[43,13,32],[39,25,28],[33,20,33],[30,28,28],[41,21,30],[19,15,12],[37,23,26],[18,12,16],[29,16,29],[48,29,15],[41,19,22],[7,10,11],[29,12,5],[43,18,27],[28,13,21],[65,38,33],[114,65,31],[45,17,14],[85,22,35],[84,38,28],[45,22,13],[48,11,11],[47,14,15],[42,19,9],[54,15,11],[52,28,18],[24,9,7],[11,3,10],[18,7,5],[6,5,13],[39,5,8],[26,15,5],[10,7,1]],[[2,4,132],[4,6,128],[6,3,129],[3,10,125],[4,4,126],[4,8,126],[5,8,125],[8,1,135],[8,11,119],[11,5,134],[11,7,138],[12,8,118],[15,6,117],[14,15,109],[15,6,117],[20,14,104],[18,12,108],[22,15,101],[40,37,167],[26,14,98],[29,3,96],[39,26,73],[29,23,86],[28,24,86],[28,23,87],[29,10,83],[40,13,85],[39,18,81],[46,28,64],[35,31,72],[34,29,75],[44,28,66],[42,26,70],[34,16,70],[46,28,64],[42,29,67],[42,26,70],[46,34,58],[48,22,68],[37,26,75],[39,23,70],[48,31,59],[52,34,52],[44,30,60],[52,27,55],[92,66,106],[173,96,189],[48,28,56],[42,35,61],[47,32,47],[48,33,57],[73,40,59],[45,32,51],[47,29,56],[32,24,32],[52,40,46],[88,70,66],[62,34,42],[55,32,45],[38,32,50],[68,29,41],[56,34,42],[123,78,75],[52,35,41],[46,28,52],[55,26,41],[64,25,39],[67,36,35],[51,29,40],[65,29,32],[115,48,43],[67,35,30],[94,22,70],[41,27,28],[56,33,21],[71,38,29],[139,59,48],[78,38,22],[79,26,19],[74,29,19],[96,49,41],[63,16,17],[50,36,10],[9,12,19],[61,21,8],[24,8,6],[3,3,0],[1,3,42],[2,3,41],[24,17,51],[26,14,34],[33,19,40],[32,11,49],[18,7,21],[34,16,36],[38,22,32],[32,23,33],[32,28,28],[38,24,30],[15,18,13],[37,17,32],[25,10,11],[26,19,31],[43,27,22],[45,13,22],[8,8,12],[29,13,4],[46,22,18],[29,19,16],[80,30,24],[115,62,35],[48,16,10],[74,28,34],[86,34,28],[46,21,13],[43,14,11],[53,12,11],[31,22,15],[52,21,7],[61,23,12],[27,10,3],[11,2,9],[17,7,6],[9,2,13],[41,3,8],[28,12,6],[8,8,0]],[[1,5,138],[3,9,132],[5,7,132],[3,9,132],[0,7,131],[3,13,128],[4,12,128],[8,5,137],[10,13,121],[3,12,141],[6,12,144],[7,13,124],[9,17,118],[9,16,119],[8,10,126],[9,22,113],[11,14,119],[15,12,117],[26,38,182],[18,21,105],[24,10,98],[29,24,91],[24,26,94],[28,28,88],[32,34,78],[20,10,96],[41,28,75],[34,34,76],[44,29,71],[26,32,86],[34,34,76],[39,22,83],[41,20,83],[28,15,83],[45,33,66],[46,25,73],[42,27,75],[44,36,64],[41,30,73],[49,35,60],[40,37,61],[44,38,62],[48,35,61],[36,26,76],[37,37,64],[85,67,124],[166,95,213],[40,35,63],[46,34,64],[41,26,65],[48,32,64],[69,36,75],[33,40,59],[51,30,57],[46,40,52],[38,20,38],[78,68,88],[55,33,56],[62,34,42],[48,34,44],[54,32,58],[56,39,43],[126,85,77],[57,28,47],[56,27,49],[52,29,45],[60,28,44],[62,42,40],[56,26,44],[55,34,43],[108,54,54],[71,35,32],[105,22,71],[42,23,37],[56,33,25],[75,34,35],[129,61,68],[81,31,32],[70,33,23],[65,32,29],[98,52,42],[60,15,27],[56,36,10],[12,13,17],[64,19,13],[27,5,10],[5,1,0],[1,3,44],[1,3,44],[27,20,49],[29,10,39],[29,23,44],[28,19,49],[20,8,20],[35,15,40],[39,21,36],[36,19,35],[32,32,26],[39,23,34],[23,15,10],[36,25,29],[20,9,19],[27,14,37],[43,35,18],[40,13,31],[12,8,10],[26,16,6],[52,20,18],[33,18,15],[65,31,42],[121,66,35],[42,17,19],[74,25,45],[91,28,37],[42,21,21],[44,13,15],[43,18,17],[37,21,14],[54,22,8],[62,22,18],[26,11,5],[13,4,7],[15,7,8],[7,4,13],[37,6,11],[27,17,4],[7,9,2]],[[2,4,138],[2,10,132],[4,11,129],[1,8,135],[0,6,132],[3,12,129],[3,7,134],[8,3,139],[7,9,128],[10,12,134],[8,9,145],[12,11,121],[15,9,120],[12,18,114],[9,6,129],[7,21,116],[13,17,114],[18,12,114],[25,38,183],[17,23,104],[30,8,94],[21,32,91],[26,22,96],[29,23,92],[29,24,91],[25,11,90],[38,22,84],[33,27,84],[44,29,71],[35,33,76],[34,35,75],[38,23,83],[34,27,83],[26,18,82],[42,40,62],[37,28,79],[44,38,62],[42,42,60],[39,29,76],[49,31,64],[34,35,69],[46,34,64],[38,46,60],[38,35,65],[38,35,65],[82,65,129],[152,120,202],[43,32,63],[42,45,57],[40,35,57],[45,34,65],[67,37,76],[29,50,53],[43,36,59],[41,45,52],[54,40,50],[72,61,53],[54,44,46],[50,46,42],[41,33,52],[63,33,48],[55,39,44],[126,82,80],[46,44,42],[50,33,49],[53,31,42],[54,31,47],[63,51,30],[58,31,37],[63,35,34],[118,53,45],[78,40,20],[121,20,57],[36,28,38],[54,33,27],[73,46,25],[135,73,50],[84,42,18],[72,36,18],[69,35,22],[104,57,31],[67,13,22],[56,40,6],[10,16,16],[74,20,2],[27,9,6],[1,5,0],[0,5,43],[1,1,46],[21,24,51],[25,17,36],[21,30,45],[28,23,45],[17,8,23],[30,16,44],[33,30,33],[37,26,27],[30,31,29],[40,26,30],[22,18,8],[37,20,33],[21,15,12],[24,19,35],[42,36,18],[43,20,21],[4,15,11],[26,15,7],[45,24,21],[22,23,21],[79,39,20],[123,66,33],[48,18,12],[75,36,33],[99,33,24],[49,24,11],[47,18,7],[48,20,10],[38,20,14],[53,23,8],[59,32,11],[29,12,1],[16,2,6],[17,6,7],[8,2,14],[45,3,6],[32,14,2],[6,12,0]],[[0,2,142],[0,6,138],[2,4,138],[0,3,141],[1,8,129],[3,9,132],[3,13,128],[6,3,141],[6,6,132],[8,10,138],[8,6,148],[8,6,130],[12,9,123],[9,13,122],[8,12,124],[9,16,119],[11,15,118],[10,17,117],[33,35,178],[18,23,103],[20,10,102],[16,24,104],[18,19,107],[27,23,94],[32,26,86],[25,12,89],[36,18,90],[32,31,81],[37,24,83],[32,34,78],[36,26,82],[30,20,94],[38,29,77],[25,13,88],[32,38,74],[35,31,78],[45,27,72],[32,38,74],[40,21,83],[40,31,73],[34,31,73],[52,36,56],[38,41,65],[31,38,69],[39,36,63],[95,59,122],[141,91,242],[43,32,63],[45,37,62],[40,33,59],[42,39,63],[61,42,77],[33,39,60],[43,41,54],[42,34,62],[56,33,55],[84,69,81],[36,24,36],[46,44,48],[36,39,51],[58,36,50],[55,36,47],[126,68,94],[47,39,46],[48,33,51],[54,30,42],[52,33,47],[65,36,43],[57,32,37],[71,34,27],[117,54,45],[72,43,23],[95,19,84],[38,21,43],[50,24,40],[75,38,31],[143,58,57],[82,38,24],[73,34,19],[75,34,17],[105,56,31],[56,16,30],[57,34,11],[11,15,16],[66,24,6],[22,12,8],[3,3,0],[1,4,43],[0,0,48],[24,15,57],[17,18,43],[29,22,45],[33,18,45],[17,7,24],[28,12,50],[37,26,33],[40,21,29],[28,32,30],[35,29,32],[16,16,16],[36,26,28],[21,12,15],[29,18,31],[36,32,28],[42,21,21],[6,12,12],[28,16,4],[44,22,24],[31,18,17],[83,28,27],[113,64,45],[50,14,14],[72,30,42],[89,34,33],[51,21,12],[41,20,11],[45,18,15],[39,17,16],[50,23,11],[63,31,8],[27,12,3],[15,0,9],[15,8,7],[7,0,17],[41,5,8],[33,14,1],[9,9,0]],[[5,4,129],[1,6,131],[4,3,131],[2,6,130],[2,9,121],[5,8,125],[3,10,125],[8,2,134],[3,12,123],[3,8,139],[6,7,143],[9,9,120],[19,9,110],[12,12,114],[8,14,116],[9,20,109],[17,9,112],[14,19,105],[23,25,186],[17,22,99],[22,6,98],[24,28,86],[24,24,90],[20,31,87],[31,24,83],[22,11,87],[41,22,75],[25,33,80],[31,31,76],[19,40,79],[39,33,66],[40,25,73],[43,26,69],[28,18,74],[33,39,66],[43,28,67],[38,31,69],[33,42,63],[43,28,67],[37,36,65],[36,32,64],[40,41,57],[33,42,63],[42,33,57],[36,35,61],[68,63,133],[131,112,213],[43,32,57],[39,36,63],[41,28,57],[41,44,53],[74,37,61],[33,37,56],[51,34,47],[45,32,55],[42,34,62],[69,70,85],[48,44,46],[30,28,30],[35,38,47],[53,38,47],[48,33,51],[107,94,75],[43,35,48],[55,30,43],[56,23,41],[49,36,41],[57,37,44],[51,32,37],[69,29,28],[116,54,38],[72,41,21],[95,24,67],[34,30,34],[42,33,33],[65,43,28],[138,57,51],[80,34,24],[66,37,17],[70,37,13],[91,49,42],[58,17,23],[54,35,9],[9,12,19],[65,20,5],[27,9,4],[1,4,1],[1,3,42],[4,3,39],[24,22,46],[22,20,34],[25,24,43],[36,15,41],[17,7,22],[34,16,36],[38,23,31],[22,30,34],[23,31,32],[33,27,32],[13,18,15],[33,24,29],[15,14,17],[25,19,32],[38,34,20],[44,19,17],[6,10,14],[26,13,7],[54,21,11],[22,24,18],[79,35,16],[127,64,21],[47,14,13],[76,21,39],[78,36,34],[46,24,10],[41,13,14],[46,15,13],[34,24,10],[50,19,11],[66,29,7],[28,10,2],[11,3,10],[11,8,11],[12,1,9],[38,4,8],[25,15,6],[8,10,0]],[[0,5,121],[2,9,115],[2,7,117],[2,9,115],[0,10,110],[3,10,113],[2,11,113],[4,5,121],[2,13,111],[1,8,129],[4,8,128],[7,8,111],[14,15,97],[5,17,104],[14,14,98],[7,19,100],[12,15,99],[14,15,97],[27,28,159],[16,18,92],[17,10,87],[31,26,69],[22,19,85],[20,29,77],[27,29,70],[12,12,86],[35,14,77],[22,30,74],[34,26,66],[25,35,66],[34,30,62],[38,23,65],[32,24,70],[35,16,59],[38,39,49],[43,28,55],[39,26,61],[36,31,59],[49,27,50],[41,35,50],[39,23,58],[40,31,55],[40,42,44],[41,27,52],[41,33,46],[67,61,112],[142,102,156],[47,28,45],[48,41,37],[37,31,50],[34,38,54],[67,39,52],[29,33,52],[36,32,52],[50,32,38],[44,34,48],[83,59,64],[51,39,36],[47,38,35],[25,22,25],[54,40,32],[50,36,34],[112,76,64],[46,34,36],[51,28,35],[51,23,34],[49,31,34],[58,40,28],[53,25,30],[56,33,27],[95,53,40],[69,32,19],[102,22,48],[32,24,32],[49,26,25],[59,42,29],[124,65,39],[71,37,18],[58,32,18],[56,31,23],[83,53,28],[52,18,16],[45,39,10],[8,16,14],[60,19,7],[23,11,4],[2,4,0],[2,4,36],[2,0,40],[26,18,40],[17,16,33],[23,28,33],[24,9,51],[21,4,17],[36,12,30],[28,26,30],[31,22,25],[26,31,21],[38,28,18],[13,14,15],[29,27,24],[21,11,10],[25,16,25],[45,28,11],[35,18,21],[8,10,10],[22,15,5],[38,24,16],[28,18,12],[69,32,19],[99,70,31],[41,15,12],[62,30,36],[76,33,29],[38,26,12],[41,15,8],[41,18,9],[31,18,15],[48,22,6],[44,29,15],[20,12,6],[13,3,4],[11,6,7],[5,2,13],[37,4,7],[23,13,6],[8,8,0]],[[1,6,137],[0,3,141],[5,0,139],[6,5,133],[4,8,126],[3,11,130],[4,5,135],[7,3,140],[6,7,131],[9,9,138],[6,7,149],[13,3,128],[11,11,122],[17,7,120],[15,11,118],[14,16,114],[24,15,105],[19,13,112],[32,27,187],[28,14,102],[24,6,102],[28,22,94],[35,14,95],[30,25,89],[27,22,95],[25,12,89],[39,15,90],[37,26,81],[42,21,81],[31,33,80],[37,23,84],[43,29,72],[38,21,85],[39,14,73],[43,30,71],[41,28,75],[51,25,68],[40,35,69],[45,22,77],[41,27,76],[43,26,69],[50,28,66],[43,34,67],[30,36,72],[50,31,57],[92,57,127],[146,92,236],[46,28,64],[44,31,69],[38,29,65],[47,34,63],[63,28,89],[38,28,66],[46,35,57],[41,29,68],[58,32,54],[76,58,100],[50,36,58],[47,38,53],[32,40,54],[38,20,38],[54,30,54],[120,69,99],[48,31,53],[48,30,54],[55,28,43],[56,28,48],[57,36,51],[49,34,43],[63,28,41],[99,49,68],[63,35,40],[85,20,93],[32,21,49],[48,25,41],[60,39,45],[123,64,71],[81,33,30],[65,36,25],[59,32,35],[88,52,52],[50,15,37],[44,32,26],[9,16,17],[55,19,22],[19,10,13],[2,4,0],[3,3,42],[2,0,46],[21,16,59],[21,14,43],[35,21,40],[30,17,49],[16,4,28],[29,12,49],[35,26,35],[35,14,41],[30,26,34],[32,24,40],[18,16,14],[39,16,35],[18,11,19],[31,15,32],[41,29,26],[34,19,31],[4,11,15],[22,12,14],[44,20,26],[26,15,25],[66,33,39],[100,59,63],[35,18,25],[71,29,44],[74,30,52],[44,21,19],[43,14,15],[40,15,23],[38,20,14],[49,19,16],[54,30,18],[27,11,4],[8,2,14],[16,6,8],[9,2,13],[28,6,20],[26,13,9],[4,11,3]],[[0,0,138],[0,9,129],[7,5,126],[3,11,124],[3,3,126],[3,4,131],[1,6,131],[6,4,134],[7,5,126],[5,10,135],[7,3,146],[10,8,120],[10,8,120],[11,18,109],[12,8,118],[12,18,108],[13,15,110],[21,13,104],[20,29,185],[21,14,103],[20,9,99],[26,20,92],[23,20,95],[19,27,92],[34,24,80],[25,8,87],[26,18,94],[32,32,74],[35,28,75],[36,37,65],[37,30,71],[38,24,76],[32,27,79],[24,17,79],[32,32,74],[32,21,85],[37,33,68],[34,36,68],[43,26,69],[34,34,70],[32,30,72],[39,32,67],[35,39,64],[34,29,69],[42,31,59],[73,66,127],[124,95,239],[47,29,58],[44,38,56],[36,35,55],[37,34,67],[68,36,70],[41,39,48],[45,22,65],[42,34,56],[43,39,56],[71,67,86],[47,36,55],[51,33,48],[34,36,50],[54,30,54],[32,24,32],[96,89,91],[46,28,52],[54,28,46],[48,34,40],[53,32,43],[61,40,37],[46,30,46],[57,32,39],[99,58,49],[74,39,19],[84,24,88],[31,25,42],[48,30,32],[66,37,35],[113,66,71],[80,35,23],[68,31,23],[65,33,22],[84,58,44],[52,18,30],[48,32,16],[10,14,16],[64,23,7],[23,6,11],[3,2,1],[1,2,43],[4,3,39],[18,22,52],[20,20,36],[22,23,47],[21,13,58],[15,8,23],[27,13,46],[32,22,38],[30,23,33],[23,31,32],[27,25,40],[10,23,13],[28,19,39],[18,11,17],[26,12,38],[37,32,23],[35,19,26],[3,13,12],[20,15,11],[48,24,14],[26,20,18],[61,40,31],[112,64,36],[37,15,24],[65,27,46],[80,33,39],[44,20,16],[41,11,18],[50,16,8],[31,20,17],[48,17,15],[56,31,11],[26,10,4],[8,4,12],[15,8,5],[4,8,12],[38,7,9],[28,13,5],[6,9,1]],[[1,5,282],[4,17,267],[4,13,271],[3,17,268],[1,16,259],[6,16,266],[4,20,264],[12,8,280],[7,22,259],[12,17,283],[5,16,303],[10,29,249],[21,23,244],[17,32,239],[14,27,247],[19,29,240],[26,32,230],[29,30,229],[35,75,382],[35,41,212],[31,14,219],[37,55,196],[44,36,208],[43,58,187],[44,62,182],[36,29,187],[62,34,192],[53,62,173],[65,54,169],[55,67,166],[59,65,164],[69,55,164],[68,55,165],[46,35,171],[59,70,159],[71,60,157],[72,46,170],[61,80,147],[69,56,163],[62,76,150],[64,67,145],[70,74,144],[73,91,124],[60,68,148],[75,63,138],[164,126,262],[237,222,489],[72,54,150],[81,76,131],[63,65,136],[80,78,130],[125,70,165],[54,84,126],[80,67,129],[75,78,123],[77,85,126],[136,133,199],[94,68,126],[75,94,107],[64,76,112],[99,69,120],[91,89,96],[170,140,170],[84,75,105],[84,73,107],[86,61,105],[91,73,100],[117,86,85],[97,62,93],[100,81,83],[189,114,129],[122,79,75],[163,47,186],[72,58,74],[79,72,77],[116,83,89],[228,128,160],[145,81,62],[108,85,59],[117,72,63],[175,106,103],[112,35,57],[106,67,31],[19,28,37],[128,34,30],[51,18,15],[6,6,0],[1,4,91],[3,4,89],[39,47,106],[35,33,88],[49,55,88],[46,39,107],[34,10,52],[54,23,103],[62,56,74],[39,57,84],[42,56,82],[60,60,72],[33,31,32],[59,46,75],[40,27,29],[49,35,72],[85,66,41],[68,38,62],[13,24,23],[39,32,25],[85,45,50],[44,42,46],[113,77,86],[207,128,109],[69,39,48],[134,54,100],[160,65,87],[82,47,39],[74,42,28],[78,37,41],[76,34,34],[86,56,26],[86,71,47],[49,17,18],[24,8,16],[23,16,21],[9,4,35],[67,16,25],[46,32,18],[15,21,0]],[[0,3,129],[1,6,125],[2,6,124],[1,4,127],[1,6,121],[3,14,115],[5,9,118],[2,2,134],[4,11,117],[4,14,126],[2,7,141],[6,6,120],[10,8,114],[7,7,118],[13,7,112],[6,10,116],[12,9,111],[18,16,98],[23,29,180],[16,18,98],[22,6,94],[22,18,92],[24,21,87],[26,25,81],[26,21,85],[10,13,93],[35,15,82],[27,29,76],[34,31,67],[28,35,69],[35,26,71],[37,18,77],[36,23,73],[19,17,80],[31,38,63],[41,23,68],[35,25,72],[35,30,67],[39,23,70],[38,31,63],[37,31,58],[38,34,60],[36,31,65],[38,29,61],[44,29,55],[79,59,114],[149,93,200],[31,35,60],[51,36,45],[32,26,62],[39,28,65],[69,40,55],[32,30,60],[30,35,61],[41,35,52],[47,28,57],[72,74,68],[46,39,47],[48,35,43],[36,34,46],[53,31,48],[52,28,46],[105,75,84],[28,24,28],[51,30,39],[54,23,39],[47,30,45],[55,43,34],[46,28,40],[57,32,31],[112,42,42],[55,40,31],[88,24,64],[34,22,34],[52,32,22],[68,37,27],[126,63,47],[63,42,27],[62,36,20],[65,36,17],[91,52,33],[43,16,31],[52,36,6],[6,12,20],[65,14,7],[22,7,7],[3,3,0],[0,2,42],[0,1,43],[26,15,47],[21,12,37],[28,23,37],[25,18,45],[18,6,20],[35,12,35],[34,21,33],[33,25,26],[28,28,28],[37,26,25],[14,17,13],[30,25,27],[18,13,13],[21,18,33],[42,28,18],[36,19,21],[4,12,10],[21,12,11],[41,19,22],[28,16,18],[69,30,29],[103,65,32],[40,17,13],[69,25,34],[85,30,29],[47,19,12],[42,14,12],[47,13,12],[30,17,17],[51,19,8],[45,29,16],[29,8,1],[14,1,5],[13,6,11],[4,2,14],[39,4,9],[27,11,6],[7,9,0]],[[2,3,127],[0,7,125],[1,7,124],[0,2,130],[0,8,118],[0,7,125],[0,6,126],[7,3,128],[1,8,123],[4,6,134],[3,3,144],[2,7,123],[7,12,113],[8,11,113],[8,13,111],[5,17,110],[15,12,105],[20,11,101],[26,18,178],[19,13,100],[20,7,95],[31,18,83],[27,15,90],[27,18,87],[30,21,81],[24,8,82],[26,16,90],[32,24,76],[33,21,78],[31,35,66],[34,28,70],[34,17,81],[39,23,70],[24,15,75],[44,28,60],[40,23,69],[32,26,74],[35,23,74],[36,18,78],[41,27,64],[37,24,67],[34,32,66],[45,29,58],[39,29,58],[37,22,67],[84,47,123],[151,96,193],[48,21,59],[45,27,60],[42,25,53],[40,32,60],[56,32,78],[39,27,56],[41,24,61],[52,28,46],[49,27,56],[80,53,81],[51,33,48],[43,30,55],[35,28,51],[54,30,48],[46,28,54],[107,73,84],[39,30,51],[34,12,34],[47,23,46],[47,33,42],[58,29,45],[55,20,41],[57,28,37],[91,47,60],[65,33,30],[105,22,57],[30,25,39],[50,24,30],[64,35,31],[125,58,55],[72,35,25],[66,29,21],[55,29,30],[80,49,47],[57,13,26],[46,29,17],[10,9,19],[57,19,12],[25,10,3],[2,3,1],[1,3,40],[0,1,43],[25,12,51],[23,16,35],[26,19,43],[29,5,54],[17,6,21],[38,8,36],[29,20,39],[32,20,30],[23,20,39],[33,25,30],[17,13,14],[34,19,29],[21,9,14],[28,15,31],[40,30,18],[38,17,21],[5,11,12],[26,12,6],[44,17,21],[23,16,23],[64,25,35],[103,56,43],[43,15,14],[64,24,42],[73,32,39],[45,22,9],[39,11,16],[40,14,16],[29,13,22],[46,17,13],[45,31,22],[22,10,6],[11,2,11],[16,5,7],[3,3,16],[36,4,10],[24,14,6],[8,8,0]],[[0,2,124],[1,2,123],[2,3,121],[3,3,120],[0,2,120],[1,9,116],[1,8,117],[7,0,125],[1,9,116],[2,8,128],[0,3,139],[4,6,116],[10,4,112],[5,12,109],[9,4,113],[4,12,110],[14,9,103],[17,10,99],[17,25,178],[16,13,97],[13,5,100],[20,14,92],[17,15,94],[21,20,85],[26,19,81],[18,9,85],[27,11,88],[28,25,73],[26,24,76],[22,30,74],[32,19,75],[34,18,74],[29,18,79],[19,15,78],[33,25,68],[38,22,66],[29,21,76],[24,29,73],[36,16,74],[33,23,70],[37,17,68],[34,26,66],[36,34,56],[36,25,61],[31,24,67],[83,45,114],[134,78,212],[39,26,57],[37,27,62],[35,24,55],[28,31,67],[57,28,73],[32,33,53],[42,26,54],[41,26,55],[45,29,52],[69,55,80],[42,30,54],[41,23,56],[34,23,51],[43,28,55],[40,34,48],[105,61,86],[39,23,54],[46,23,47],[30,12,30],[42,24,52],[62,26,38],[51,25,34],[46,27,43],[99,40,51],[53,33,34],[92,16,72],[30,16,42],[44,17,39],[66,26,34],[113,44,69],[69,35,22],[59,27,28],[64,24,24],[97,31,44],[58,16,18],[48,25,11],[6,11,19],[62,12,10],[23,8,3],[1,3,0],[0,1,41],[1,1,40],[23,10,51],[19,13,36],[23,17,44],[33,8,43],[11,1,30],[27,9,44],[33,13,38],[19,19,42],[20,28,32],[30,20,34],[16,13,13],[28,14,36],[17,9,16],[22,14,34],[36,19,29],[32,19,23],[5,10,9],[22,9,11],[42,14,24],[23,13,22],[56,23,47],[101,42,47],[40,9,21],[69,14,45],[77,23,38],[39,20,13],[32,9,23],[40,13,17],[39,12,11],[41,14,17],[44,20,24],[21,5,10],[7,2,13],[15,7,6],[7,1,16],[37,4,9],[28,10,4],[4,10,0]],[[0,3,129],[0,6,126],[5,10,117],[4,4,124],[0,8,120],[3,9,120],[5,11,116],[6,2,130],[6,11,115],[5,11,128],[4,9,137],[8,7,117],[11,11,110],[10,10,112],[14,14,104],[7,17,108],[16,13,103],[13,12,107],[33,26,173],[25,12,95],[18,13,93],[27,19,86],[27,16,89],[27,24,81],[32,20,80],[20,10,86],[34,19,79],[25,28,79],[35,28,69],[27,29,76],[33,25,74],[31,28,73],[35,18,79],[24,14,76],[36,34,62],[41,23,68],[41,27,64],[30,31,71],[39,20,73],[36,28,68],[37,28,63],[44,30,58],[36,33,63],[31,29,68],[46,25,57],[84,58,112],[130,104,208],[42,24,62],[40,33,59],[36,23,61],[36,36,60],[56,32,78],[27,34,63],[42,30,54],[39,25,64],[44,28,60],[76,53,85],[47,33,52],[41,36,49],[34,31,49],[48,28,56],[43,32,53],[100,73,91],[45,30,47],[42,33,47],[52,24,42],[28,24,28],[56,34,42],[55,32,29],[61,28,33],[99,43,54],[56,31,39],[92,15,77],[32,27,33],[48,24,34],[60,33,39],[108,51,79],[71,39,22],[55,29,36],[58,26,32],[95,54,31],[57,12,25],[48,31,11],[9,14,15],[60,21,7],[22,10,4],[3,3,0],[1,1,42],[0,0,44],[24,16,48],[21,14,37],[24,19,45],[21,11,56],[16,6,22],[26,16,40],[30,17,41],[26,17,41],[29,27,28],[36,25,27],[18,18,8],[30,19,33],[23,12,9],[17,20,37],[34,25,29],[40,16,20],[7,9,10],[18,13,13],[44,20,18],[25,17,20],[49,27,52],[99,61,42],[40,14,18],[66,15,49],[86,24,34],[35,21,20],[37,15,14],[47,11,14],[35,14,15],[46,15,15],[43,28,21],[21,8,9],[11,0,11],[16,7,5],[4,2,18],[28,6,18],[26,11,7],[4,10,0]],[[3,4,137],[3,1,140],[4,4,136],[2,5,137],[2,6,130],[3,12,129],[3,8,133],[5,4,141],[4,12,128],[6,14,136],[6,10,146],[9,10,125],[13,7,124],[5,13,126],[8,13,123],[10,20,114],[13,9,122],[21,14,109],[23,28,195],[14,24,106],[14,9,109],[21,22,101],[25,19,100],[18,27,99],[26,26,92],[17,13,96],[29,18,97],[25,29,90],[27,33,84],[22,31,91],[28,25,91],[27,22,95],[30,32,82],[20,17,89],[36,36,72],[36,30,78],[29,30,85],[33,40,71],[34,29,81],[38,37,69],[24,41,73],[34,40,70],[31,47,66],[35,34,69],[34,36,68],[61,67,148],[108,128,238],[30,37,71],[44,44,56],[33,34,65],[31,41,72],[58,37,85],[25,39,68],[27,35,76],[35,36,67],[40,42,62],[60,80,94],[43,36,65],[44,37,57],[28,40,58],[51,36,57],[37,40,61],[85,86,117],[34,43,55],[45,29,58],[38,26,62],[42,34,56],[33,30,33],[46,30,50],[46,37,49],[87,64,65],[54,36,48],[80,25,93],[25,28,49],[36,33,45],[57,45,42],[122,59,77],[60,45,39],[54,40,32],[51,41,34],[88,55,49],[49,17,36],[42,38,22],[8,16,18],[58,18,20],[17,13,12],[2,4,0],[1,3,44],[3,2,43],[18,16,62],[18,19,41],[22,18,56],[22,14,60],[12,6,30],[32,11,47],[32,23,41],[19,26,45],[18,32,40],[28,32,36],[13,18,17],[27,23,40],[14,13,21],[20,22,36],[39,31,26],[27,22,35],[4,16,10],[22,16,10],[35,25,30],[17,21,28],[62,35,41],[96,66,60],[36,15,27],[66,22,56],[72,31,53],[39,25,20],[41,15,16],[35,22,21],[28,20,24],[46,26,12],[43,32,27],[23,9,10],[11,1,12],[6,11,13],[6,0,18],[34,7,13],[27,14,7],[6,11,1]],[[0,2,124],[2,6,118],[1,7,118],[0,6,120],[1,4,115],[1,13,112],[1,10,115],[1,1,130],[0,9,117],[2,7,121],[5,8,131],[2,12,112],[11,15,100],[3,15,108],[10,15,101],[3,19,104],[15,12,99],[9,11,106],[21,29,160],[9,15,102],[17,5,94],[27,17,82],[25,15,86],[20,23,83],[22,22,82],[21,10,77],[38,11,77],[24,29,73],[22,25,79],[27,35,64],[25,26,75],[35,26,65],[29,19,78],[21,14,73],[31,32,63],[29,22,75],[28,24,74],[34,26,66],[43,16,67],[30,31,65],[25,24,73],[25,34,67],[29,35,62],[33,24,63],[39,25,56],[61,59,126],[115,87,224],[41,26,55],[38,31,57],[28,26,60],[37,30,59],[53,33,72],[28,38,50],[32,25,63],[40,29,51],[44,26,56],[66,53,85],[37,32,57],[37,32,51],[30,25,53],[43,34,49],[46,30,46],[93,62,97],[40,28,46],[41,20,55],[34,25,51],[29,32,55],[50,30,46],[32,12,32],[47,26,43],[86,39,61],[49,35,36],[75,20,81],[35,20,39],[37,24,41],[44,33,45],[102,54,70],[59,35,32],[55,28,27],[53,26,29],[81,41,52],[54,12,26],[47,30,11],[6,14,16],[59,17,10],[24,10,6],[0,5,1],[1,1,40],[1,1,40],[19,15,50],[18,19,35],[23,17,44],[26,8,50],[15,4,23],[24,10,44],[27,23,34],[24,16,38],[18,25,35],[24,25,35],[10,16,16],[30,14,34],[17,8,17],[15,18,35],[34,32,18],[30,11,31],[4,8,12],[18,13,11],[34,18,26],[20,16,20],[51,25,40],[91,46,55],[31,13,24],[57,16,49],[66,30,40],[35,20,17],[31,17,14],[36,14,16],[37,11,16],[40,19,13],[45,23,18],[19,10,7],[13,0,7],[11,6,7],[11,0,9],[27,8,11],[23,10,9],[6,9,1]],[[1,1,130],[0,6,126],[3,5,124],[1,11,120],[2,2,122],[2,6,124],[7,6,119],[5,3,130],[6,6,120],[6,6,132],[8,7,133],[7,10,115],[13,10,109],[9,15,108],[6,3,123],[10,18,104],[8,19,105],[11,12,109],[25,30,171],[16,15,101],[17,8,97],[16,20,96],[12,21,99],[17,17,98],[17,27,88],[15,6,93],[24,17,91],[20,23,89],[26,28,78],[19,28,85],[23,25,84],[25,16,91],[25,25,82],[15,12,87],[17,30,85],[29,17,86],[31,21,80],[27,29,76],[31,25,76],[25,29,78],[32,26,70],[36,29,67],[30,37,65],[21,30,75],[33,33,60],[57,52,145],[92,86,262],[20,33,75],[29,33,70],[24,27,69],[39,37,56],[48,29,89],[26,38,58],[37,29,60],[32,29,65],[43,34,55],[56,65,93],[27,34,71],[28,29,69],[27,33,56],[41,28,63],[39,32,57],[83,81,100],[31,32,57],[37,28,57],[43,27,46],[33,28,61],[49,37,46],[43,26,47],[29,22,29],[75,52,69],[44,40,42],[62,29,93],[24,21,49],[35,28,41],[46,39,49],[97,63,80],[63,38,31],[44,35,37],[49,30,35],[73,54,51],[41,19,34],[37,32,23],[6,14,18],[48,20,20],[16,7,15],[1,5,0],[0,2,42],[1,0,43],[18,13,57],[12,10,50],[17,20,51],[20,16,52],[13,5,26],[19,9,54],[22,24,42],[28,19,35],[23,29,30],[26,26,36],[13,17,14],[29,17,36],[12,12,20],[22,16,34],[33,29,26],[28,19,29],[5,14,9],[21,12,11],[32,25,25],[16,22,22],[50,35,43],[87,60,57],[33,15,26],[57,25,50],[66,31,47],[31,19,26],[37,12,17],[40,16,14],[25,18,21],[32,26,20],[46,28,20],[21,8,9],[9,4,9],[10,5,9],[6,2,16],[26,7,17],[21,14,9],[4,8,4]],[[0,6,210],[0,4,212],[3,5,208],[1,10,205],[1,7,198],[1,9,206],[1,7,208],[8,5,211],[5,10,201],[5,11,220],[2,6,232],[6,14,196],[15,12,189],[8,13,195],[4,13,199],[2,20,194],[9,19,188],[12,22,182],[21,44,297],[15,32,169],[16,5,175],[18,34,164],[19,28,169],[14,35,167],[34,33,149],[14,18,160],[42,26,148],[26,40,150],[31,41,144],[25,47,144],[24,36,156],[33,35,148],[32,33,151],[32,24,138],[33,37,146],[46,38,132],[41,42,133],[31,47,138],[56,40,120],[39,45,132],[37,45,124],[39,51,126],[33,62,121],[33,53,120],[34,52,120],[76,83,253],[142,147,407],[45,42,119],[50,60,106],[33,41,126],[39,56,121],[79,47,144],[26,57,113],[43,47,120],[43,48,115],[54,54,108],[71,93,188],[45,54,117],[38,54,116],[40,53,95],[68,49,99],[49,58,99],[129,114,189],[42,42,112],[60,47,91],[51,40,99],[54,43,99],[65,64,87],[61,39,86],[69,52,75],[99,62,99],[75,53,80],[97,24,185],[37,37,80],[52,43,73],[91,50,75],[169,78,137],[99,68,49],[78,61,47],[73,51,66],[103,80,101],[70,23,65],[72,49,31],[7,20,37],[88,28,30],[28,20,16],[1,5,0],[0,4,68],[1,0,71],[23,25,96],[16,21,79],[30,32,82],[29,22,93],[19,8,45],[34,18,86],[36,33,75],[26,30,78],[29,43,62],[39,32,73],[16,29,27],[34,27,75],[17,18,37],[30,25,61],[48,45,51],[38,37,55],[7,24,15],[33,18,21],[62,32,44],[32,22,44],[90,47,73],[127,94,113],[49,23,46],[90,39,97],[103,45,86],[62,39,25],[54,21,33],[47,27,46],[44,27,41],[55,37,32],[72,40,46],[36,12,16],[14,4,22],[15,10,23],[9,0,29],[45,9,26],[41,16,15],[8,17,3]],[[0,2,136],[0,4,134],[2,4,132],[0,3,135],[3,5,124],[0,9,129],[4,6,128],[6,2,136],[1,13,124],[0,10,140],[0,6,150],[5,7,126],[10,6,122],[5,5,128],[8,16,114],[4,13,121],[11,10,117],[12,18,108],[13,36,185],[12,17,109],[18,4,104],[9,22,107],[17,18,103],[16,28,94],[13,30,95],[14,8,98],[22,16,100],[13,22,103],[25,29,84],[20,35,83],[16,25,97],[22,23,93],[27,21,90],[11,15,94],[16,33,89],[27,31,80],[25,23,90],[21,35,82],[26,24,88],[27,28,83],[25,32,75],[25,32,81],[22,38,78],[23,28,81],[29,34,69],[59,62,143],[86,101,269],[21,27,84],[24,35,79],[21,35,70],[29,38,71],[41,39,92],[19,34,73],[30,31,71],[30,35,67],[32,35,71],[40,68,116],[23,43,72],[21,41,72],[19,32,69],[40,35,63],[19,39,74],[75,79,122],[31,40,55],[30,33,65],[34,33,53],[39,31,56],[48,36,54],[36,35,49],[42,40,44],[80,53,75],[26,36,26],[71,21,94],[24,22,52],[32,25,51],[62,33,41],[102,65,79],[56,39,43],[44,40,36],[47,37,36],[71,54,57],[38,22,38],[34,39,25],[6,16,18],[44,19,27],[14,12,14],[1,4,1],[0,2,44],[2,1,43],[14,16,62],[12,15,49],[12,24,56],[14,15,63],[8,7,31],[12,11,63],[26,23,43],[21,25,40],[14,32,40],[25,23,44],[13,16,17],[23,17,46],[10,15,21],[16,16,44],[32,28,32],[28,21,31],[5,11,14],[18,16,12],[30,24,32],[15,16,33],[56,39,35],[90,62,60],[32,19,23],[55,30,51],[58,28,62],[34,23,23],[34,19,15],[33,21,20],[36,17,15],[33,28,19],[49,29,24],[21,11,8],[5,1,18],[12,8,10],[12,1,9],[27,8,15],[25,15,6],[2,13,3]],[[1,0,197],[1,6,191],[1,5,192],[1,6,191],[0,3,183],[3,6,189],[1,1,196],[4,4,194],[2,7,189],[5,10,203],[10,3,205],[8,3,187],[14,6,178],[17,6,175],[9,2,187],[5,9,184],[18,6,174],[21,9,168],[23,24,265],[19,9,170],[34,5,145],[34,12,152],[32,11,155],[30,15,153],[35,10,153],[36,12,130],[61,6,131],[56,18,124],[44,17,137],[48,28,122],[47,17,134],[64,14,120],[55,14,129],[25,7,148],[58,20,120],[55,11,132],[72,17,109],[41,23,134],[80,15,103],[69,17,112],[53,16,127],[68,26,104],[59,25,114],[54,25,107],[72,20,94],[131,39,214],[213,62,329],[71,17,108],[57,28,113],[59,19,112],[65,24,109],[88,21,149],[48,27,109],[62,21,111],[70,22,94],[71,22,105],[98,33,195],[84,19,95],[67,24,95],[48,22,102],[93,20,85],[88,24,84],[186,47,163],[64,24,88],[57,22,105],[72,16,92],[77,15,92],[93,25,80],[81,20,75],[93,29,62],[185,24,97],[94,21,71],[128,12,128],[58,11,75],[78,17,65],[118,22,64],[221,34,111],[127,24,47],[111,19,42],[126,12,34],[171,32,63],[96,12,52],[96,18,22],[5,7,50],[126,13,19],[40,11,13],[0,4,0],[0,0,66],[3,0,63],[25,11,96],[35,9,64],[38,14,80],[34,10,88],[29,6,31],[33,8,87],[54,13,65],[43,14,63],[35,19,66],[52,17,63],[27,12,27],[48,10,70],[27,7,32],[36,14,56],[78,18,36],[62,12,50],[5,11,22],[41,7,18],[85,11,32],[33,10,49],[105,18,69],[202,35,79],[62,9,43],[108,13,105],[139,21,72],[81,9,28],[76,6,24],[71,11,30],[72,8,30],[80,13,17],[97,16,27],[52,4,6],[20,0,24],[22,3,15],[19,0,23],[66,3,19],[51,9,6],[11,6,1]],[[0,2,100],[1,3,98],[2,4,96],[0,7,95],[0,4,92],[2,3,97],[1,9,92],[5,3,98],[0,4,98],[3,5,98],[1,8,105],[4,7,91],[9,7,86],[9,13,80],[7,7,88],[4,15,83],[8,12,82],[10,10,82],[13,29,124],[14,14,74],[9,3,80],[16,21,65],[16,16,70],[16,21,65],[16,19,67],[19,9,60],[17,14,71],[26,15,61],[26,17,59],[25,24,53],[25,16,61],[30,13,59],[31,17,54],[14,14,60],[25,24,53],[27,21,54],[31,18,53],[29,25,48],[32,19,51],[29,21,52],[20,20,58],[27,24,51],[28,37,37],[30,22,44],[41,22,33],[63,44,91],[107,70,155],[29,25,44],[39,28,35],[32,19,43],[39,29,34],[53,18,57],[28,26,38],[26,29,43],[28,27,41],[37,23,42],[72,44,50],[43,21,38],[34,30,34],[32,24,32],[49,21,32],[42,25,31],[74,58,72],[34,22,34],[39,25,30],[42,16,30],[33,27,32],[49,28,25],[39,20,35],[49,21,24],[80,37,37],[52,22,24],[75,11,58],[18,8,18],[40,20,20],[48,29,23],[105,32,45],[60,26,16],[50,22,14],[45,21,20],[70,35,33],[38,11,27],[44,21,7],[4,8,18],[51,13,6],[18,9,7],[2,1,1],[0,2,32],[0,0,34],[21,10,37],[13,8,37],[19,12,37],[19,9,40],[13,4,17],[23,15,26],[23,15,30],[23,16,23],[19,19,24],[31,13,24],[15,12,7],[31,10,23],[15,7,12],[21,11,22],[36,15,17],[24,16,20],[6,9,7],[21,12,1],[34,15,15],[21,10,13],[47,25,22],[91,38,31],[36,8,12],[51,18,35],[70,18,20],[31,17,10],[26,11,11],[33,13,8],[28,10,16],[36,18,4],[45,14,15],[18,5,7],[9,2,7],[6,7,5],[5,0,13],[26,2,6],[23,8,3],[6,7,1]],[[0,2,112],[0,6,108],[2,5,107],[1,5,108],[0,4,106],[1,8,105],[0,9,105],[5,3,110],[0,6,108],[2,6,114],[3,3,124],[5,9,100],[4,4,106],[8,9,97],[4,7,103],[6,13,95],[10,7,97],[10,11,93],[15,29,152],[11,16,87],[11,12,83],[11,20,83],[14,19,81],[15,24,75],[18,27,69],[17,10,73],[22,11,81],[18,20,76],[24,21,69],[21,30,63],[19,23,72],[27,24,63],[24,14,76],[16,12,70],[21,30,63],[24,24,66],[28,23,63],[24,28,62],[24,18,72],[22,26,66],[20,28,62],[28,24,62],[28,39,47],[23,33,54],[26,28,56],[51,50,119],[88,84,198],[31,26,53],[29,30,55],[27,25,54],[30,32,52],[41,33,70],[22,33,51],[26,26,56],[21,33,56],[25,33,56],[50,53,83],[40,24,50],[33,33,42],[25,26,49],[41,25,48],[32,30,48],[77,72,79],[22,32,52],[30,24,50],[39,17,44],[34,24,48],[45,33,36],[41,24,37],[41,28,35],[73,43,52],[51,25,32],[65,17,78],[20,20,40],[20,16,20],[51,33,30],[101,46,59],[58,29,27],[44,30,28],[52,24,24],[61,48,45],[41,13,26],[37,29,16],[4,13,17],[50,16,14],[16,9,9],[1,4,1],[0,3,35],[0,1,37],[19,19,38],[16,16,30],[21,18,37],[16,15,45],[11,6,21],[17,11,42],[22,22,32],[16,20,36],[14,25,33],[25,19,32],[15,12,11],[24,19,29],[13,11,14],[18,13,31],[36,23,17],[24,13,29],[3,12,7],[19,9,10],[36,19,15],[16,17,21],[52,22,32],[79,55,44],[25,12,23],[55,18,39],[66,29,31],[32,20,16],[30,11,17],[34,13,15],[33,12,13],[36,18,12],[34,24,18],[15,9,10],[6,3,9],[14,4,6],[9,0,9],[34,3,9],[25,10,3],[5,7,0]],[[0,1,143],[0,6,138],[0,9,135],[1,7,136],[2,6,130],[2,7,135],[1,6,137],[4,5,139],[0,9,135],[4,10,146],[4,9,145],[6,8,130],[11,7,126],[10,15,119],[3,11,130],[4,16,124],[12,14,118],[8,17,119],[19,31,200],[12,23,109],[16,7,109],[12,24,108],[17,20,107],[19,25,100],[13,33,98],[9,11,108],[22,19,103],[18,30,96],[26,26,92],[18,37,89],[18,35,91],[30,23,91],[19,24,101],[17,18,91],[22,38,84],[24,24,96],[38,27,79],[25,42,77],[45,25,74],[28,33,83],[26,30,82],[32,34,78],[24,48,72],[31,36,71],[30,38,70],[54,72,148],[91,91,268],[32,32,74],[31,39,74],[28,27,81],[26,42,76],[50,36,96],[21,46,65],[33,39,66],[29,38,71],[35,34,75],[42,79,115],[31,38,75],[28,43,65],[29,42,59],[45,39,60],[35,37,66],[89,83,116],[27,37,68],[31,35,64],[34,26,66],[39,33,60],[42,45,57],[45,33,44],[49,39,46],[75,50,91],[41,33,62],[64,22,118],[23,29,48],[30,33,51],[40,24,40],[99,67,96],[58,42,44],[48,39,39],[51,37,38],[83,53,54],[42,19,39],[35,35,34],[2,16,26],[53,21,26],[15,13,14],[1,5,0],[0,4,44],[0,1,47],[14,19,63],[13,18,43],[18,24,54],[24,18,54],[14,7,27],[19,11,60],[28,26,42],[25,22,43],[14,36,40],[15,22,59],[12,17,19],[27,18,47],[10,12,26],[10,20,46],[38,30,28],[33,22,31],[2,18,12],[14,16,18],[32,25,33],[17,17,32],[57,30,55],[84,71,77],[37,11,32],[65,21,66],[57,38,63],[35,26,25],[36,14,22],[37,20,23],[25,17,32],[37,27,22],[42,28,30],[19,12,13],[9,1,14],[7,9,10],[7,2,19],[35,6,15],[20,14,14],[4,10,2]],[[1,3,254],[0,10,248],[0,6,252],[0,7,251],[1,6,239],[0,13,245],[0,10,248],[9,3,256],[0,14,244],[1,17,264],[3,16,271],[2,15,241],[5,19,234],[10,14,234],[11,14,233],[4,23,231],[12,31,215],[9,20,229],[34,51,351],[23,35,200],[24,11,203],[14,37,207],[24,34,200],[27,39,192],[28,44,186],[27,20,177],[41,30,187],[31,38,189],[39,48,171],[35,55,168],[25,38,195],[50,43,165],[41,44,173],[36,28,160],[47,60,151],[53,45,160],[53,36,169],[40,48,170],[52,43,163],[40,54,164],[52,50,148],[58,57,143],[41,73,144],[31,57,158],[47,62,137],[109,110,277],[179,158,505],[60,54,136],[53,78,127],[28,53,157],[51,62,145],[88,55,183],[38,71,129],[46,61,139],[48,59,139],[68,61,129],[91,117,212],[57,58,143],[51,57,138],[39,65,124],[71,64,123],[71,66,113],[160,128,228],[47,63,126],[55,58,125],[69,44,113],[79,51,108],[77,59,122],[70,54,102],[80,63,97],[137,78,169],[79,65,102],[111,34,221],[45,32,105],[59,46,101],[96,67,99],[153,78,153],[115,60,83],[90,63,73],[83,53,88],[144,81,119],[82,32,70],[72,60,52],[14,27,35],[90,39,49],[25,27,24],[3,9,0],[0,5,81],[0,3,83],[29,21,122],[24,23,93],[40,34,98],[39,27,106],[30,5,51],[16,17,127],[40,45,87],[35,37,88],[35,53,72],[34,40,98],[19,29,38],[41,32,89],[28,21,37],[28,38,74],[56,50,66],[49,27,74],[8,25,21],[31,24,31],[76,33,51],[26,36,58],[82,47,117],[138,102,162],[62,26,54],[113,42,105],[116,59,111],[70,37,45],[58,22,52],[54,31,53],[59,29,40],[73,36,43],[88,38,56],[42,20,14],[10,2,32],[19,13,18],[6,1,37],[41,16,45],[42,19,25],[10,17,3]],[[0,2,142],[0,1,143],[0,8,136],[0,4,140],[0,6,132],[0,11,133],[1,8,135],[3,3,144],[0,9,135],[0,10,146],[0,13,149],[0,6,138],[3,6,135],[3,10,131],[4,16,124],[0,10,134],[9,11,124],[10,14,120],[11,40,195],[8,18,118],[11,8,113],[8,19,117],[13,22,109],[14,23,107],[16,27,101],[1,14,111],[15,14,115],[14,25,105],[21,30,93],[17,33,94],[20,32,92],[20,26,98],[15,30,99],[14,15,97],[17,37,90],[22,24,98],[17,24,103],[16,35,93],[24,26,94],[18,34,92],[20,35,83],[24,32,88],[17,42,85],[15,35,88],[29,35,74],[48,71,157],[74,113,287],[21,32,85],[21,41,82],[14,30,88],[39,33,72],[37,37,106],[22,36,74],[29,29,80],[22,38,78],[32,31,81],[32,69,133],[24,38,82],[24,34,80],[18,37,71],[30,33,81],[23,35,80],[62,81,145],[27,42,63],[25,35,72],[22,35,69],[22,39,71],[39,45,60],[32,35,59],[31,38,63],[49,68,99],[43,39,56],[47,24,127],[16,26,60],[27,29,58],[44,42,58],[83,60,115],[35,26,35],[28,42,56],[34,34,58],[50,62,80],[39,19,44],[35,36,31],[4,13,25],[38,24,34],[10,12,20],[0,6,0],[0,3,45],[0,1,47],[13,13,70],[7,16,55],[16,24,56],[15,16,65],[12,3,33],[7,17,66],[21,28,47],[14,21,55],[13,30,47],[13,29,54],[8,17,23],[20,24,46],[15,11,22],[12,18,48],[28,35,33],[21,20,43],[3,13,14],[16,14,18],[25,25,40],[9,19,38],[27,35,76],[58,70,94],[24,20,34],[41,37,66],[49,35,72],[28,23,33],[32,17,23],[22,19,37],[26,22,24],[34,27,23],[32,32,38],[14,12,16],[3,0,21],[11,9,10],[2,1,21],[24,7,23],[24,15,9],[5,11,2]],[[0,2,124],[1,1,124],[0,2,124],[0,6,120],[0,9,115],[2,10,114],[0,15,111],[2,2,128],[0,6,120],[0,7,131],[0,8,136],[1,8,117],[6,11,109],[4,7,115],[4,13,109],[2,15,109],[5,20,101],[4,18,104],[23,14,193],[10,19,97],[10,5,105],[9,22,95],[8,19,99],[7,22,97],[15,25,86],[14,6,92],[15,14,97],[12,30,84],[21,21,84],[10,30,86],[16,25,85],[16,24,86],[17,29,80],[10,14,84],[14,31,81],[21,24,81],[21,27,78],[16,32,78],[19,21,86],[14,32,80],[22,25,75],[19,34,73],[15,41,70],[6,32,86],[18,34,72],[41,62,139],[62,83,281],[17,31,74],[21,35,70],[19,24,71],[24,30,72],[31,38,89],[19,36,65],[33,29,58],[19,26,79],[23,33,70],[28,64,112],[19,34,73],[17,37,66],[18,32,58],[25,36,65],[23,31,68],[59,85,108],[20,36,62],[21,29,66],[28,27,59],[36,29,55],[32,40,54],[27,28,55],[37,35,44],[47,61,78],[36,40,44],[42,19,111],[14,22,50],[28,30,44],[39,39,48],[73,63,90],[56,42,28],[24,28,24],[35,33,44],[63,53,58],[41,14,33],[26,32,26],[3,13,20],[35,25,22],[9,11,12],[0,6,0],[0,2,40],[0,0,42],[13,15,56],[10,17,41],[15,19,50],[20,8,56],[19,2,21],[13,10,55],[26,25,33],[21,19,42],[13,27,42],[14,23,47],[14,15,13],[21,23,34],[10,13,19],[17,19,36],[18,34,32],[20,19,33],[0,15,9],[14,12,16],[29,19,30],[11,18,31],[46,29,49],[60,61,71],[32,15,21],[44,21,57],[44,39,53],[24,26,22],[21,18,23],[24,19,27],[25,19,16],[33,23,16],[27,32,27],[17,11,8],[2,2,16],[10,8,10],[3,2,19],[21,10,19],[19,17,6],[2,9,1]],[[0,1,125],[0,6,120],[0,3,123],[0,4,122],[0,4,118],[2,8,116],[0,4,122],[3,4,125],[0,12,114],[0,9,129],[0,5,137],[1,7,118],[1,8,117],[4,8,114],[2,3,121],[0,18,108],[5,15,106],[6,12,108],[11,26,183],[6,19,101],[9,5,102],[5,25,96],[8,15,103],[11,26,89],[10,21,95],[5,9,98],[16,20,90],[17,25,84],[18,25,83],[12,31,83],[9,21,96],[23,21,82],[14,26,86],[11,19,84],[13,35,78],[16,23,87],[18,17,91],[10,33,83],[24,19,83],[17,28,81],[22,27,71],[26,27,73],[13,38,75],[16,28,78],[13,32,77],[41,58,141],[66,96,262],[24,30,66],[20,40,66],[14,31,69],[11,34,81],[41,31,84],[18,35,63],[20,33,69],[19,29,74],[29,32,65],[32,59,113],[17,34,75],[13,37,70],[23,31,56],[35,32,59],[22,33,65],[63,72,117],[17,36,65],[30,29,55],[24,24,64],[32,26,58],[34,41,51],[29,26,53],[35,30,49],[66,51,73],[36,37,47],[34,12,126],[20,21,45],[24,24,52],[38,37,51],[88,53,83],[58,34,34],[44,33,35],[27,18,27],[63,39,66],[25,20,43],[31,30,27],[1,13,22],[42,16,24],[13,10,11],[3,1,0],[0,0,42],[0,0,42],[6,16,62],[7,17,42],[19,22,43],[14,14,56],[9,5,28],[11,12,57],[26,19,39],[15,21,44],[13,31,36],[16,20,48],[8,14,20],[19,16,43],[9,11,22],[18,14,36],[24,27,33],[21,17,36],[1,12,11],[12,11,19],[32,19,29],[10,13,35],[42,30,54],[76,48,64],[21,16,31],[50,28,48],[43,29,66],[42,18,14],[24,14,28],[28,18,24],[23,17,22],[32,24,18],[45,23,18],[19,8,9],[2,0,18],[6,8,16],[3,0,17],[23,7,20],[22,9,11],[4,12,0]],[[0,5,187],[0,6,186],[1,15,176],[1,6,185],[1,12,173],[0,18,174],[0,16,176],[7,8,187],[1,12,179],[1,18,185],[2,9,207],[5,12,175],[5,13,174],[4,24,164],[11,17,164],[7,24,161],[10,19,163],[9,22,161],[29,46,263],[13,25,154],[26,9,145],[21,33,138],[16,25,151],[13,37,142],[25,41,126],[13,21,134],[26,29,137],[25,46,121],[41,42,109],[21,61,110],[19,47,126],[27,32,133],[26,27,139],[18,23,125],[24,54,114],[27,37,128],[24,43,125],[23,45,124],[30,37,125],[32,49,111],[29,43,114],[37,52,103],[24,57,111],[28,50,108],[30,52,104],[52,101,219],[128,153,377],[28,48,110],[30,55,107],[24,42,106],[31,52,109],[52,48,140],[28,53,99],[30,52,102],[41,49,96],[42,52,98],[49,98,163],[31,56,105],[42,49,91],[28,53,83],[52,52,88],[44,58,84],[103,106,175],[33,52,91],[47,49,80],[44,31,97],[31,54,95],[49,55,88],[52,41,81],[51,54,73],[101,80,103],[57,54,71],[63,32,171],[33,35,70],[45,48,61],[54,53,83],[119,81,144],[80,62,50],[58,53,63],[66,39,63],[70,64,70],[41,32,65],[47,45,36],[4,20,30],[64,28,34],[17,17,20],[1,7,0],[0,1,63],[1,0,63],[15,24,89],[20,23,63],[24,30,74],[21,24,83],[14,7,43],[23,25,72],[27,38,63],[23,37,62],[29,43,50],[28,37,63],[14,24,26],[18,33,67],[22,14,28],[26,27,53],[37,44,47],[20,28,62],[5,17,14],[17,19,28],[37,30,53],[19,25,42],[58,46,84],[85,85,120],[28,24,54],[74,35,79],[81,46,79],[40,32,36],[46,22,26],[46,24,34],[30,24,40],[51,34,25],[54,43,33],[24,16,14],[12,4,14],[12,9,17],[5,2,29],[34,13,25],[29,21,14],[7,14,1]],[[0,0,102],[0,1,101],[0,3,99],[0,3,99],[0,1,95],[0,5,97],[0,2,100],[1,2,103],[0,5,97],[0,4,106],[1,2,111],[0,3,99],[1,2,99],[0,7,95],[4,0,98],[1,9,92],[2,4,96],[6,6,90],[8,13,141],[4,13,85],[9,2,83],[5,11,86],[6,11,85],[7,11,84],[10,11,81],[10,4,76],[15,7,80],[15,13,74],[28,11,63],[14,17,71],[11,13,78],[20,8,74],[14,8,80],[7,9,76],[19,12,71],[16,8,78],[19,9,74],[16,15,71],[26,9,67],[24,17,61],[19,14,67],[20,15,67],[16,14,72],[21,16,59],[21,15,60],[39,26,133],[62,43,227],[20,15,65],[23,15,64],[20,12,62],[18,19,65],[32,13,85],[16,22,56],[13,15,72],[17,16,63],[27,15,60],[41,27,98],[30,16,56],[23,17,58],[16,18,52],[37,15,50],[30,18,52],[57,35,112],[31,16,43],[26,13,57],[18,16,58],[25,12,57],[36,17,49],[26,12,54],[34,19,41],[65,23,70],[38,22,38],[52,12,96],[27,11,38],[26,13,41],[39,19,42],[70,32,82],[44,19,39],[33,14,41],[43,20,25],[65,32,41],[23,2,23],[42,14,12],[1,8,21],[53,7,14],[19,4,9],[1,1,0],[0,3,31],[0,1,33],[8,6,54],[6,8,44],[18,13,37],[11,7,50],[8,1,25],[10,7,49],[16,10,42],[10,12,40],[14,16,32],[8,14,46],[10,6,18],[24,6,34],[6,6,22],[13,5,38],[27,15,26],[16,8,38],[4,3,13],[17,6,11],[25,9,32],[7,9,30],[37,21,40],[66,31,59],[21,10,27],[39,12,59],[53,10,51],[31,10,17],[28,8,16],[19,8,29],[21,8,25],[27,12,17],[36,18,22],[16,3,11],[8,0,14],[8,3,11],[1,4,15],[29,2,9],[22,6,6],[6,6,0]],[[0,0,102],[0,4,98],[0,5,97],[0,5,97],[0,6,90],[0,6,96],[1,10,91],[0,2,102],[0,7,95],[0,8,102],[0,8,106],[0,9,93],[0,14,88],[0,13,89],[0,8,94],[1,10,91],[3,18,81],[2,17,83],[8,30,128],[4,15,83],[3,6,81],[8,24,70],[0,18,84],[5,26,71],[5,25,72],[3,13,72],[11,20,71],[6,30,66],[12,25,65],[7,27,68],[5,27,70],[7,24,71],[10,25,67],[6,20,62],[4,34,64],[9,21,72],[10,22,70],[6,32,64],[13,21,68],[11,35,56],[11,34,51],[13,35,54],[6,37,59],[13,29,54],[11,35,50],[16,58,120],[37,84,189],[14,32,50],[8,38,56],[11,29,58],[8,34,60],[25,33,70],[11,32,47],[2,33,61],[10,36,50],[10,36,56],[8,68,92],[11,34,57],[9,35,54],[10,39,45],[26,32,44],[16,32,48],[31,67,106],[6,36,52],[17,29,46],[11,25,48],[11,31,48],[22,38,42],[11,30,47],[23,32,37],[31,49,72],[25,39,34],[22,18,96],[7,21,44],[16,29,37],[34,35,35],[52,60,72],[31,36,35],[26,32,26],[27,30,31],[36,45,47],[12,14,42],[12,24,12],[0,13,19],[31,20,21],[11,12,11],[1,5,0],[0,1,33],[0,1,33],[1,18,49],[3,13,38],[7,21,40],[12,16,40],[5,8,21],[8,8,46],[10,23,35],[10,19,33],[6,22,34],[3,26,39],[3,15,16],[7,19,40],[8,12,14],[5,15,32],[18,26,24],[20,17,23],[1,11,12],[10,14,10],[21,18,23],[6,17,25],[33,24,33],[31,63,72],[15,12,25],[19,24,59],[35,32,45],[22,23,19],[15,15,22],[12,20,22],[11,18,25],[21,22,19],[24,23,25],[8,12,12],[1,1,14],[4,8,8],[0,1,11],[17,5,16],[10,12,12],[3,6,5]],[[0,0,42],[0,5,37],[1,3,38],[2,2,38],[1,1,38],[2,5,35],[1,1,40],[3,1,38],[0,2,40],[2,2,42],[1,1,44],[1,3,38],[3,4,35],[4,4,34],[5,2,35],[2,7,33],[8,6,28],[5,6,31],[6,14,50],[7,9,26],[11,2,25],[8,10,24],[12,7,23],[10,9,23],[10,6,26],[8,4,26],[15,6,21],[14,10,18],[15,9,18],[14,7,21],[14,14,14],[19,8,15],[18,10,14],[14,3,19],[12,16,14],[12,8,22],[15,13,14],[14,15,13],[15,12,15],[17,9,16],[17,8,15],[18,11,13],[17,15,10],[14,14,12],[15,16,9],[36,19,25],[49,34,35],[20,10,10],[16,13,13],[12,14,16],[17,12,13],[23,16,15],[10,12,16],[22,8,10],[19,12,9],[17,13,12],[26,28,16],[16,15,11],[19,12,9],[14,16,8],[17,16,9],[16,14,10],[37,28,19],[20,12,6],[19,9,10],[19,11,6],[15,14,9],[18,16,8],[16,14,6],[18,14,6],[37,20,7],[18,16,6],[50,7,5],[18,8,4],[17,13,4],[26,16,2],[35,27,14],[25,13,4],[20,13,3],[22,13,1],[30,20,4],[21,8,1],[19,13,0],0,[24,8,0],[10,4,0],[0,2,0],[0,1,13],[1,0,13],[5,8,15],[9,4,9],[9,10,9],[12,6,10],[6,1,7],[15,4,7],[11,8,9],[12,8,6],[8,9,9],[12,8,8],[6,5,3],[13,8,7],[8,3,3],[8,4,10],[18,10,0],[15,7,4],[4,4,2],[8,6,0],[13,8,5],[9,6,5],[24,13,1],[38,27,7],[12,4,6],[23,13,10],[29,14,3],[15,10,1],[17,2,1],[16,7,1],[14,8,2],[16,8,0],[15,13,2],[8,6,0],[5,2,1],[6,2,0],[3,3,2],[14,2,0],[8,6,0],[2,2,0]],[[0,0,96],[0,3,93],[0,5,91],[0,2,94],[0,2,88],[0,7,89],[0,6,90],[2,3,91],[0,2,94],[0,8,96],[0,7,99],[0,4,92],[1,3,92],[0,6,90],[0,4,92],[0,5,91],[0,5,91],[1,8,87],[5,18,127],[2,15,79],[3,9,76],[0,8,88],[3,9,84],[4,9,83],[5,7,84],[3,5,78],[8,10,78],[4,14,78],[11,15,70],[6,14,76],[3,16,77],[9,11,76],[2,10,84],[2,10,72],[2,17,77],[10,17,69],[10,17,69],[6,17,73],[15,15,66],[5,21,70],[10,13,71],[14,21,61],[7,22,67],[7,19,64],[9,21,60],[19,34,133],[33,39,200],[7,17,70],[6,18,72],[7,19,70],[1,21,74],[16,25,85],[5,17,66],[10,19,63],[8,21,61],[13,19,64],[6,35,119],[6,24,66],[5,20,65],[7,19,60],[22,19,55],[7,23,64],[30,34,128],[7,14,65],[12,19,57],[10,12,62],[7,21,60],[20,18,58],[10,17,59],[20,20,48],[30,28,88],[27,19,44],[19,13,126],[6,13,51],[14,16,50],[26,21,53],[49,39,90],[34,24,38],[22,25,35],[24,16,42],[34,28,64],[14,7,53],[21,20,31],[0,8,24],[22,4,22],[6,9,19],[2,2,0],[0,1,31],[0,1,31],[4,11,49],[5,6,41],[7,11,46],[8,6,50],[3,3,26],[6,5,49],[12,13,39],[4,14,40],[5,12,41],[5,13,46],[3,9,20],[11,9,44],[4,8,20],[7,13,30],[11,14,39],[9,14,37],[0,9,11],[5,8,19],[12,10,38],[6,9,31],[24,18,44],[42,43,77],[10,8,34],[26,15,67],[33,11,68],[20,13,27],[13,6,31],[19,10,25],[15,9,32],[16,13,25],[24,14,28],[12,8,12],[3,0,17],[2,2,14],[0,2,16],[16,3,23],[17,6,9],[4,2,2]],[[0,0,42],[0,0,42],[0,0,42],[0,0,42],[0,2,36],[0,3,39],[0,5,37],[0,0,42],[0,2,40],[0,3,39],[0,2,44],[0,2,40],[1,3,38],[0,3,39],[0,3,39],[0,3,39],[0,2,40],[1,4,37],[1,10,49],[3,2,37],[4,2,30],[0,5,37],[2,4,36],[4,5,33],[1,8,33],[4,5,27],[3,1,38],[1,7,34],[6,8,28],[6,9,27],[4,7,31],[11,9,22],[8,7,27],[0,5,31],[6,7,29],[4,8,30],[4,7,31],[5,8,29],[8,10,24],[5,5,32],[4,6,30],[4,10,28],[4,12,26],[6,12,20],[6,5,27],[9,23,50],[16,24,78],[7,8,25],[8,8,26],[4,11,27],[10,10,22],[12,11,31],[7,7,22],[5,8,27],[6,8,24],[10,5,27],[12,18,40],[8,12,22],[4,9,27],[4,11,23],[13,10,19],[11,6,23],[15,18,51],[7,7,22],[3,10,25],[3,8,23],[4,10,22],[12,13,17],[6,10,24],[15,7,16],[16,20,28],[14,12,14],[13,11,40],[7,9,18],[9,9,16],[14,13,15],[24,27,25],[20,12,10],[12,11,9],[11,10,13],[20,17,17],[9,4,19],[11,12,11],[0,4,10],[19,9,6],[2,0,2],[0,2,0],[0,0,14],[0,0,14],[4,6,18],[4,6,14],[5,3,20],[2,4,22],[1,2,11],[2,2,22],[5,7,16],[3,6,15],[5,6,13],[5,9,14],[4,4,6],[9,4,15],[4,4,6],[4,5,11],[8,8,12],[5,3,18],[2,3,5],[3,5,6],[11,6,9],[2,5,11],[14,11,9],[30,26,16],[7,2,13],[15,9,22],[16,12,18],[13,7,6],[11,4,5],[8,6,8],[11,7,8],[15,7,2],[11,14,5],[8,4,2],[3,0,5],[3,2,1],[1,3,2],[8,2,4],[7,4,3],[3,2,1]],[[0,0,6],[0,0,6],[0,1,5],[0,0,6],[0,3,3],[0,0,6],[0,3,3],[0,2,4],[0,0,6],[0,1,5],[0,4,4],[0,2,4],[1,2,3],[0,1,5],[0,1,5],[1,1,4],[0,1,5],[0,1,5],[2,4,6],[0,0,6],[0,2,4],[0,3,3],[0,2,4],[0,3,3],[1,4,1],[2,0,2],[1,1,4],[0,5,1],[0,4,2],[0,5,1],[2,4,0],[1,4,1],[2,1,3],[0,0,2],[0,5,1],[0,4,2],[0,5,1],[0,4,2],[0,4,2],[1,1,4],[2,2,2],[0,5,1],[0,6,0],[1,4,1],[0,4,2],[0,10,2],[1,9,8],[1,4,1],[0,4,2],[0,5,1],[1,2,3],[0,6,2],[2,3,1],[0,4,0],[0,3,3],[0,1,5],[0,9,1],[0,3,3],[1,4,1],[0,4,2],[0,4,2],[1,2,3],[0,6,6],[0,3,3],[1,3,2],[0,3,1],[0,3,3],[0,4,2],[1,5,0],[0,5,1],[0,5,1],[1,4,1],[0,4,0],[1,1,2],[1,4,1],[0,5,1],[0,9,3],[0,6,0],[0,6,0],[0,1,3],[0,7,1],[0,1,1],[0,5,1],[0,2,0],[0,2,2],[0,2,0],0,[0,1,1],[0,0,2],[1,3,0],[0,3,1],[0,3,1],[0,3,1],[0,1,1],[1,0,1],[0,2,2],[0,4,0],[0,4,0],[0,4,0],[0,1,1],[0,3,1],[0,2,0],[0,3,1],[0,3,1],[0,2,0],[0,1,1],[0,2,0],[0,2,0],[0,4,0],[0,2,0],[0,12,0],[1,0,1],[0,0,2],[1,5,0],[0,3,1],[0,2,0],[0,2,0],[0,2,0],[0,3,1],[0,4,0],[0,2,0],0,0,0,[0,2,0],[0,1,1]],[[13,6,29],[10,6,32],[15,5,28],[14,6,28],[22,4,20],[22,4,22],[21,6,21],[22,5,23],[18,8,22],[21,4,27],[26,7,21],[25,6,17],[20,7,21],[31,5,12],[31,4,13],[33,7,8],[28,5,15],[30,3,15],[51,7,24],[38,3,7],[31,4,9],[39,5,4],[41,4,3],[43,1,4],[34,6,8],[27,5,10],[43,3,2],[40,6,2],[36,4,8],[40,6,2],[39,4,5],[39,5,4],[45,3,0],[36,2,4],[44,3,1],[39,4,5],[40,4,4],[43,3,2],[39,3,6],[44,2,2],[38,4,4],[44,3,1],[42,5,1],[42,1,3],[44,2,0],[81,8,3],[143,11,4],[41,3,2],[45,2,1],[36,4,4],[47,1,0],[51,6,3],[37,2,5],[40,5,1],[42,3,1],[44,3,1],[72,6,0],[43,4,1],[42,3,1],[36,4,2],[42,3,3],[43,2,1],[91,4,1],[42,2,0],[40,3,1],[41,1,0],[42,1,1],[44,3,1],[40,1,1],[42,2,0],[68,4,0],[44,2,0],[66,0,0],[32,2,0],[35,3,0],[44,4,0],[81,5,0],[45,3,0],[40,2,0],[42,0,0],[63,1,0],[31,3,0],[33,1,0],[13,1,0],[31,1,0],[14,0,0],[1,1,0],0,[8,0,8],[30,1,1],[24,1,1],[28,2,2],[30,2,0],[15,1,0],[27,2,1],[28,4,0],[26,3,1],[28,2,0],[31,1,0],[15,1,0],[29,1,0],[14,1,1],[25,1,0],[30,2,0],[27,1,0],[10,0,0],[15,0,1],[29,1,0],[20,2,0],[45,1,0],[70,4,0],[26,0,0],[43,3,2],[51,1,0],[26,2,0],[24,0,0],[25,0,1],[23,1,0],[25,3,0],[32,2,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[10,1,37],[13,1,34],[8,3,37],[14,6,28],[14,2,30],[16,4,28],[16,3,29],[21,2,27],[19,3,26],[26,1,25],[28,0,26],[26,1,21],[22,3,23],[26,4,18],[27,3,18],[29,6,13],[27,5,16],[25,1,22],[47,5,30],[35,2,11],[31,1,12],[37,4,7],[43,2,3],[34,5,9],[37,2,9],[33,2,7],[39,2,7],[37,1,10],[34,3,11],[40,3,5],[42,0,6],[43,0,5],[40,3,5],[35,3,4],[42,1,5],[42,1,5],[37,2,9],[45,0,3],[39,3,6],[41,2,5],[39,0,7],[43,2,3],[42,2,4],[43,1,2],[41,1,4],[82,1,9],[141,8,9],[41,2,3],[46,1,1],[41,1,2],[44,1,3],[54,1,5],[39,1,4],[40,2,4],[41,3,2],[44,3,1],[76,1,1],[48,0,0],[39,3,4],[40,0,2],[46,0,2],[39,3,4],[89,4,3],[43,1,0],[43,1,0],[40,1,1],[44,0,0],[43,2,3],[40,1,1],[43,0,1],[71,0,1],[43,1,2],[63,0,3],[34,0,0],[37,1,0],[47,1,0],[83,3,0],[47,1,0],[42,0,0],[42,0,0],[63,0,1],[33,1,0],[33,1,0],[13,0,1],[31,1,0],[14,0,0],[2,0,0],[8,0,8],0,[25,1,6],[22,1,3],[27,2,3],[28,0,4],[13,1,2],[29,0,1],[26,1,5],[25,2,3],[27,0,3],[26,4,2],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[31,1,0],[27,0,1],[8,1,1],[16,0,0],[30,0,0],[19,3,0],[45,0,1],[70,4,0],[26,0,0],[47,1,0],[49,1,2],[27,1,0],[24,0,0],[26,0,0],[22,0,2],[28,0,0],[32,2,0],[14,0,0],[7,1,0],[10,0,0],[7,0,1],[18,0,0],[16,0,0],[6,0,0]],[[0,5,91],[2,8,86],[5,9,82],[6,10,80],[2,3,87],[7,8,81],[7,10,79],[12,3,85],[6,9,81],[13,10,81],[10,8,90],[19,14,63],[17,11,68],[15,16,65],[23,9,64],[25,12,59],[27,16,53],[18,11,67],[46,26,92],[23,17,56],[25,5,58],[34,14,48],[35,15,46],[42,8,46],[37,16,43],[23,6,55],[38,14,44],[44,10,42],[36,13,47],[44,21,31],[48,19,29],[45,14,37],[49,15,32],[33,10,41],[43,16,37],[44,17,35],[43,16,37],[44,15,37],[50,15,31],[52,15,29],[39,14,39],[44,21,31],[42,24,30],[46,14,32],[54,10,28],[86,38,60],[155,57,104],[43,15,34],[45,21,30],[40,9,39],[49,25,22],[62,19,39],[38,21,29],[47,12,33],[51,17,24],[49,20,27],[83,39,34],[57,15,24],[46,22,24],[40,18,26],[59,16,21],[52,22,18],[106,47,39],[47,15,26],[51,12,25],[51,10,23],[48,16,24],[62,16,18],[50,15,19],[57,13,18],[96,25,23],[62,16,14],[96,11,25],[37,10,21],[38,19,19],[63,19,14],[122,21,29],[70,13,13],[56,15,13],[62,16,6],[89,24,15],[54,6,8],[49,18,1],[15,8,5],[49,11,4],[18,6,4],[0,3,1],[1,1,30],[6,1,25],[15,2,15],[21,10,21],[30,15,19],[31,9,24],[15,5,12],[30,12,18],[36,14,14],[28,13,19],[27,19,14],[29,13,22],[19,7,6],[36,13,11],[19,6,7],[22,8,22],[40,15,9],[34,8,14],[9,10,1],[22,6,4],[34,11,15],[27,4,13],[64,10,18],[96,36,16],[36,7,9],[66,14,16],[75,18,11],[41,11,4],[37,7,4],[37,7,8],[35,7,6],[42,7,7],[49,14,5],[20,6,2],[11,3,2],[15,4,1],[6,3,7],[31,0,5],[25,7,0],[8,4,0]],[[7,4,67],[7,9,62],[4,8,66],[8,12,58],[6,7,61],[7,8,63],[4,8,66],[10,7,65],[8,6,64],[8,7,67],[16,2,72],[12,7,59],[11,9,58],[16,9,53],[18,12,48],[11,16,51],[21,12,45],[14,12,52],[31,19,78],[16,13,49],[17,8,47],[34,9,35],[32,10,36],[29,11,38],[25,20,33],[14,8,44],[35,11,32],[26,18,34],[32,12,34],[31,19,28],[35,15,28],[32,12,34],[38,9,31],[21,7,38],[36,14,28],[32,13,33],[36,17,25],[34,15,29],[34,9,35],[38,12,28],[34,14,28],[34,17,27],[38,8,32],[35,15,24],[32,17,25],[70,21,61],[129,51,86],[33,15,28],[36,19,23],[29,9,32],[37,10,31],[55,16,27],[33,16,23],[39,10,25],[34,14,26],[39,10,29],[61,25,40],[43,18,17],[34,20,22],[33,16,17],[43,14,21],[36,20,20],[88,33,35],[37,12,21],[35,16,23],[36,13,19],[37,14,21],[41,19,18],[35,19,18],[50,10,12],[79,21,16],[49,15,12],[64,9,35],[37,8,13],[30,16,16],[43,18,13],[93,23,24],[55,16,7],[41,17,10],[42,17,7],[63,23,20],[44,8,6],[38,13,3],[9,4,9],[41,6,5],[14,6,4],[1,3,0],[1,1,24],[3,1,22],[21,10,21],[9,2,9],[23,11,18],[24,6,22],[13,4,9],[24,6,18],[21,15,16],[26,7,15],[20,13,15],[20,16,16],[14,7,5],[26,13,9],[17,5,4],[24,7,13],[30,10,12],[27,6,11],[4,4,8],[14,8,4],[29,10,9],[18,9,9],[50,12,8],[73,27,18],[27,8,7],[46,12,16],[58,15,11],[27,9,8],[24,8,6],[24,4,12],[23,6,9],[28,10,6],[43,14,1],[13,5,4],[9,0,5],[11,2,3],[7,1,4],[19,4,5],[21,4,1],[6,3,1]],[[3,0,93],[1,5,90],[5,5,86],[8,4,84],[5,5,82],[5,7,84],[5,6,85],[6,4,90],[8,9,79],[18,7,79],[16,4,88],[14,5,77],[13,11,72],[14,8,74],[22,4,70],[15,14,67],[17,9,70],[21,6,69],[43,22,99],[20,12,64],[28,2,58],[33,16,47],[27,15,54],[31,16,49],[25,22,49],[15,7,62],[35,12,49],[33,19,44],[32,14,50],[34,20,42],[35,16,45],[35,17,44],[45,15,36],[31,9,44],[32,24,40],[40,17,39],[40,20,36],[40,26,30],[40,19,37],[36,23,37],[37,15,40],[36,20,40],[40,27,29],[38,20,34],[49,15,28],[73,41,70],[121,76,119],[35,19,38],[34,29,33],[41,17,30],[37,27,32],[58,21,41],[30,27,31],[38,23,31],[40,19,33],[44,23,29],[74,49,33],[45,22,29],[43,24,25],[33,28,23],[40,21,35],[47,23,22],[88,55,49],[37,23,28],[43,19,26],[44,17,23],[45,19,24],[56,18,22],[44,17,23],[51,20,17],[82,32,30],[56,24,12],[80,14,38],[37,12,19],[37,18,21],[54,24,18],[98,34,40],[56,24,16],[50,19,15],[43,22,19],[74,30,24],[37,13,18],[40,21,7],[9,10,9],[46,11,7],[20,3,5],[1,3,0],[2,2,28],[3,2,27],[19,15,30],[18,11,23],[11,10,11],[27,11,26],[15,3,14],[26,9,25],[34,12,18],[26,14,20],[30,16,14],[29,16,19],[14,13,5],[27,13,20],[17,9,6],[26,11,15],[32,18,14],[33,12,11],[7,10,3],[19,9,4],[35,11,14],[25,10,9],[46,26,20],[81,39,28],[33,9,10],[64,18,14],[63,20,21],[38,9,9],[31,10,7],[30,10,12],[24,12,12],[35,12,9],[42,17,9],[20,4,4],[10,4,2],[10,4,6],[9,1,6],[27,4,5],[21,7,4],[5,7,0]],[[2,1,93],[2,6,88],[6,4,86],[8,1,87],[3,4,85],[3,5,88],[3,4,89],[8,2,90],[3,3,90],[8,8,88],[9,3,96],[10,5,81],[14,5,77],[10,11,75],[9,6,81],[9,10,77],[14,6,76],[22,3,71],[19,18,127],[18,14,64],[18,4,66],[26,13,57],[35,12,49],[27,14,55],[25,14,57],[20,6,58],[38,11,47],[36,19,41],[29,12,55],[28,15,53],[39,12,45],[38,18,40],[37,14,45],[34,9,41],[41,13,42],[38,14,44],[39,13,44],[43,19,34],[44,11,41],[36,19,41],[36,13,43],[38,17,41],[38,18,40],[50,11,31],[41,11,40],[81,27,76],[151,45,120],[48,9,35],[46,15,35],[38,12,38],[34,18,44],[62,19,39],[34,13,41],[48,12,32],[49,11,32],[49,19,28],[76,37,43],[45,18,33],[41,15,36],[51,9,24],[49,17,30],[58,13,21],[107,39,46],[45,18,25],[54,5,29],[43,8,33],[56,11,21],[60,14,22],[50,8,26],[52,16,20],[93,22,29],[63,15,14],[88,10,34],[40,9,19],[45,15,16],[54,18,24],[106,27,39],[65,16,15],[56,8,20],[56,14,14],[83,24,21],[50,7,11],[40,16,12],[10,6,12],[50,6,8],[22,4,2],[1,3,0],[0,2,30],[4,0,28],[24,9,31],[22,6,24],[26,11,27],[13,6,13],[15,4,13],[36,5,19],[31,14,19],[25,13,22],[31,12,17],[33,10,21],[16,6,10],[32,9,19],[17,7,8],[20,10,22],[40,12,12],[37,8,11],[7,6,7],[20,6,6],[45,7,8],[20,9,15],[58,14,20],[102,22,24],[34,7,11],[62,9,25],[73,13,18],[36,12,8],[35,7,6],[35,9,8],[31,9,8],[38,9,9],[49,13,6],[23,5,0],[14,0,2],[13,4,3],[8,0,8],[30,4,2],[24,4,4],[9,3,0]],[[3,1,44],[1,5,42],[4,3,41],[3,5,40],[4,1,41],[1,3,44],[2,6,40],[3,3,44],[1,4,43],[5,5,42],[6,6,42],[7,8,33],[7,5,36],[7,4,37],[7,6,35],[5,7,36],[9,4,35],[7,5,36],[13,14,55],[13,6,29],[10,1,33],[11,9,28],[10,6,32],[11,11,26],[13,4,31],[11,6,25],[16,8,24],[15,7,26],[17,5,26],[16,8,24],[17,3,28],[16,6,26],[22,5,21],[6,5,31],[23,4,21],[14,6,28],[17,7,24],[16,8,24],[18,8,22],[14,9,25],[16,3,27],[18,8,22],[15,8,25],[26,7,13],[19,5,22],[40,12,40],[64,24,70],[18,8,20],[27,6,15],[19,4,21],[18,5,25],[27,4,29],[21,6,17],[25,2,19],[21,7,18],[20,8,20],[37,13,28],[24,7,17],[22,7,17],[17,4,21],[28,4,16],[23,8,15],[52,10,34],[20,6,18],[21,6,17],[30,1,11],[22,6,16],[30,6,12],[23,4,15],[26,5,13],[45,8,19],[31,7,8],[31,6,29],[17,4,13],[21,6,11],[27,7,14],[51,5,30],[33,3,12],[21,2,19],[28,5,9],[43,7,14],[25,1,8],[21,8,5],[7,1,6],[26,3,3],[11,2,1],[1,1,0],[0,1,15],[2,1,13],[12,5,15],[9,4,13],[14,3,15],[13,4,15],0,[13,4,13],[15,3,14],[14,4,12],[14,7,9],[16,4,12],[11,2,3],[15,5,10],[8,2,6],[11,4,11],[18,8,6],[19,2,7],[5,1,4],[10,2,4],[19,2,9],[14,1,7],[22,6,18],[57,5,12],[13,6,7],[31,4,13],[33,6,13],[14,6,8],[18,2,4],[17,3,6],[18,2,4],[13,2,13],[21,3,10],[9,3,2],[5,1,2],[5,2,3],[5,0,3],[10,1,7],[13,1,2],[3,3,0]],[[1,2,87],[1,5,84],[2,6,82],[5,1,84],[2,4,80],[3,8,79],[2,4,84],[7,2,85],[5,3,82],[2,7,89],[8,5,87],[7,4,79],[8,2,80],[7,9,74],[8,3,79],[6,12,72],[10,10,70],[17,11,62],[17,16,119],[19,9,62],[10,3,69],[22,9,59],[20,9,61],[21,16,53],[23,5,62],[18,7,55],[19,10,61],[22,15,53],[33,10,47],[34,16,40],[32,12,46],[38,9,43],[30,9,51],[17,8,57],[32,13,45],[36,9,45],[33,18,39],[30,11,49],[36,11,43],[41,10,39],[28,16,42],[34,16,40],[38,18,34],[26,16,44],[29,9,48],[82,19,71],[116,47,135],[41,10,35],[42,11,37],[41,14,27],[36,16,38],[61,9,42],[25,14,43],[32,13,43],[36,16,34],[40,15,35],[72,25,49],[50,12,28],[36,16,34],[30,12,36],[49,12,29],[46,13,27],[103,23,54],[35,12,35],[36,8,38],[44,9,27],[40,16,26],[47,11,32],[44,10,24],[54,9,19],[86,18,34],[63,11,12],[87,8,33],[26,15,23],[42,11,17],[60,11,19],[127,17,16],[66,17,7],[55,10,13],[57,12,11],[72,25,23],[49,7,10],[46,8,8],[7,4,15],[49,5,6],[22,2,2],[1,0,1],[1,2,27],[1,0,29],[18,12,30],[18,6,24],[25,9,26],[19,5,36],[13,4,13],[13,2,13],[23,9,28],[23,10,23],[16,13,27],[33,9,18],[15,8,7],[25,8,23],[17,6,7],[26,5,17],[36,8,16],[32,8,14],[5,5,8],[25,5,0],[38,11,9],[18,9,13],[67,12,11],[97,20,19],[29,10,11],[60,13,21],[62,16,20],[39,6,7],[31,6,9],[32,8,10],[32,8,6],[41,7,4],[48,7,9],[20,0,6],[9,2,5],[14,3,3],[7,1,8],[28,0,6],[22,8,0],[7,5,0]],[[0,4,92],[2,4,90],[2,6,88],[1,3,92],[3,6,83],[1,8,87],[1,9,86],[6,4,90],[3,12,81],[3,10,91],[4,7,97],[7,8,81],[13,9,74],[9,10,77],[11,12,73],[12,10,74],[14,7,75],[11,11,74],[14,23,127],[19,9,68],[14,7,67],[16,19,61],[18,17,61],[22,18,56],[13,23,60],[13,8,63],[24,11,61],[24,21,51],[30,16,50],[17,31,48],[29,16,51],[32,20,44],[29,21,46],[20,10,54],[27,25,44],[25,22,49],[22,17,57],[31,23,42],[35,18,43],[34,24,38],[29,18,45],[24,27,45],[32,22,42],[27,26,39],[28,22,42],[53,46,85],[104,76,136],[29,20,43],[33,28,35],[21,23,44],[30,26,40],[44,24,52],[20,27,41],[28,25,39],[32,22,38],[36,21,39],[51,51,54],[33,26,37],[31,23,38],[30,26,28],[35,26,35],[38,22,32],[74,56,62],[33,21,34],[39,20,29],[38,13,33],[41,17,30],[41,23,32],[34,23,27],[42,24,22],[75,33,36],[43,23,26],[65,13,54],[30,15,23],[32,22,22],[42,26,28],[87,45,40],[47,28,21],[33,25,26],[39,19,26],[63,38,27],[42,10,16],[35,23,10],[9,8,11],[39,13,12],[16,7,5],[2,2,0],[0,4,28],[5,1,26],[14,14,36],[16,15,21],[18,12,34],[19,14,31],[14,3,15],[28,9,23],[9,14,9],[20,17,23],[18,19,23],[23,20,21],[10,13,9],[23,17,20],[15,8,9],[17,13,22],[30,18,16],[27,12,17],[7,6,7],[13,13,6],[31,18,11],[18,14,12],[42,23,27],[64,45,39],[33,8,11],[50,17,29],[53,24,27],[27,19,10],[28,12,8],[26,9,17],[19,11,18],[33,14,9],[40,17,11],[17,8,3],[6,3,7],[7,5,8],[3,3,10],[20,3,13],[16,7,9],[7,5,0]],[[1,4,85],[2,6,82],[1,5,84],[2,6,82],[5,5,78],[2,6,82],[5,6,79],[5,4,85],[6,7,77],[4,12,82],[8,5,89],[10,8,72],[13,5,72],[10,11,69],[9,8,73],[9,16,65],[10,8,72],[12,7,71],[19,27,116],[15,13,62],[14,5,65],[22,10,58],[18,15,57],[20,16,54],[24,15,51],[14,13,53],[31,11,48],[23,16,51],[24,22,44],[19,24,47],[30,19,41],[24,20,46],[26,15,49],[15,16,47],[29,20,41],[34,19,37],[31,23,36],[24,20,46],[32,14,44],[22,23,45],[20,22,44],[29,26,35],[28,18,44],[37,18,33],[24,20,44],[59,28,85],[93,80,127],[32,17,37],[37,20,33],[35,14,33],[33,21,36],[45,20,47],[24,22,38],[33,20,33],[33,23,32],[35,19,36],[49,39,58],[29,21,40],[34,30,22],[25,22,31],[41,14,35],[33,23,30],[84,57,39],[26,25,33],[30,20,32],[42,19,19],[41,17,26],[45,26,19],[38,16,24],[35,19,28],[78,30,26],[40,25,21],[63,14,43],[23,16,23],[36,20,16],[43,22,25],[88,37,35],[55,21,14],[42,19,21],[44,21,15],[62,37,23],[40,12,10],[33,19,10],[6,8,12],[40,14,4],[15,6,3],[0,4,0],[1,3,26],[3,2,25],[19,13,28],[15,7,26],[20,14,26],[22,13,25],[12,4,14],[23,10,23],[23,17,20],[11,6,11],[21,19,18],[23,14,23],[11,9,10],[19,14,23],[12,8,10],[21,12,17],[27,22,11],[33,14,5],[4,8,6],[15,7,8],[32,13,11],[17,14,11],[44,20,24],[78,42,18],[28,7,13],[52,12,24],[52,26,18],[28,13,11],[27,9,8],[28,9,13],[32,10,2],[29,15,8],[34,17,11],[17,6,3],[9,0,5],[9,7,4],[5,0,11],[26,3,5],[17,13,0],[5,5,0]],[[0,5,85],[1,6,83],[1,8,81],[2,6,82],[2,7,79],[0,10,80],[1,9,80],[6,6,82],[1,5,84],[4,7,87],[3,7,92],[9,12,69],[8,12,70],[11,10,69],[8,11,71],[9,15,66],[14,13,63],[14,11,65],[20,31,111],[17,13,60],[11,5,68],[25,19,46],[18,22,50],[19,24,47],[17,27,46],[18,12,50],[24,15,51],[17,30,43],[26,16,48],[16,32,42],[27,31,32],[24,24,42],[29,20,41],[19,9,50],[23,27,40],[25,21,44],[26,25,39],[23,29,38],[32,20,38],[29,25,36],[19,29,38],[23,28,39],[34,28,28],[29,25,34],[32,20,36],[46,56,70],[92,72,136],[34,20,32],[22,27,41],[29,22,31],[29,26,35],[47,33,32],[17,36,31],[28,28,30],[28,28,32],[26,32,32],[42,52,52],[30,32,28],[32,31,23],[21,31,26],[34,26,30],[32,31,23],[82,56,42],[28,28,28],[39,20,23],[32,28,20],[28,27,29],[40,32,18],[35,25,18],[30,29,23],[62,43,29],[40,32,14],[66,19,35],[24,19,19],[33,25,14],[40,36,14],[72,53,35],[47,30,13],[42,27,13],[36,31,13],[50,43,29],[32,16,14],[34,22,6],[9,9,8],[41,12,5],[13,6,5],[0,4,0],[0,2,28],[3,0,27],[14,19,27],[15,13,20],[14,16,30],[17,12,31],[9,7,14],[27,13,16],[23,19,18],[18,19,21],[9,10,9],[18,24,18],[6,14,10],[21,19,16],[14,11,5],[22,11,17],[26,25,9],[20,16,16],[1,10,7],[11,14,5],[28,19,9],[12,16,14],[36,32,20],[65,52,21],[25,14,9],[46,26,16],[46,26,24],[27,17,8],[25,12,7],[30,11,9],[17,17,10],[29,16,7],[26,26,10],[13,8,5],[6,5,3],[11,5,4],[6,6,4],[23,6,5],[16,10,4],[2,8,0]],[[2,2,92],[1,3,92],[3,1,92],[0,2,94],[2,5,85],[1,9,86],[4,8,84],[5,4,91],[5,5,86],[5,7,92],[3,4,101],[5,7,84],[11,5,80],[4,7,85],[8,13,75],[4,13,79],[8,7,81],[8,8,80],[17,24,123],[10,16,70],[12,4,72],[13,11,72],[12,14,70],[18,19,59],[16,17,63],[9,11,64],[27,14,55],[19,25,52],[24,18,54],[16,25,55],[25,23,48],[25,18,53],[20,20,56],[16,12,56],[20,28,48],[26,26,44],[33,15,48],[21,23,52],[26,15,55],[24,21,51],[27,24,41],[28,22,46],[26,25,45],[25,20,47],[28,22,42],[56,40,88],[91,67,158],[26,22,44],[26,26,44],[21,20,47],[31,24,41],[45,25,50],[19,24,45],[30,21,41],[30,24,38],[34,23,39],[52,44,60],[32,29,35],[32,27,33],[18,28,38],[40,24,32],[40,25,27],[72,60,60],[25,26,37],[30,25,33],[34,20,30],[27,25,36],[36,32,28],[35,25,24],[36,26,26],[73,32,39],[44,23,25],[63,17,52],[24,13,31],[32,19,25],[59,22,15],[98,40,34],[54,29,13],[47,23,14],[48,20,16],[63,37,28],[46,14,8],[39,26,3],[8,8,12],[46,13,5],[14,9,5],[0,4,0],[0,1,31],[2,4,26],[22,13,29],[16,16,20],[19,16,29],[21,10,33],[12,4,16],[18,9,33],[21,20,23],[23,14,23],[18,24,18],[11,10,11],[12,7,13],[18,16,26],[15,7,10],[19,15,18],[30,19,15],[21,12,23],[4,9,7],[15,8,9],[34,15,11],[18,12,14],[46,23,23],[80,42,26],[26,11,15],[46,20,30],[54,21,29],[31,15,10],[25,12,11],[28,15,9],[29,11,8],[30,18,8],[39,22,7],[16,8,4],[7,0,9],[8,5,7],[6,1,9],[27,5,4],[18,10,4],[6,6,0]],[[0,0,48],[1,2,45],[0,4,44],[0,5,43],[1,4,41],[0,7,41],[0,1,47],[1,2,47],[1,1,46],[1,4,47],[1,2,51],[2,4,42],[1,4,43],[1,6,41],[3,2,43],[3,6,39],[4,11,33],[5,8,35],[3,16,63],[5,7,36],[7,2,35],[9,10,29],[8,7,33],[6,11,31],[6,11,31],[5,6,31],[11,10,27],[10,10,28],[11,8,29],[11,15,22],[9,16,23],[16,11,21],[12,11,25],[7,8,27],[2,19,27],[14,12,22],[15,11,22],[8,15,25],[9,15,24],[14,13,21],[8,15,23],[13,17,18],[11,19,18],[9,13,24],[14,14,18],[20,28,44],[34,49,75],[10,11,25],[9,16,23],[11,13,20],[14,16,18],[19,14,27],[11,16,17],[12,15,19],[13,18,15],[10,15,23],[14,30,34],[16,16,16],[15,18,13],[15,14,13],[14,16,18],[13,23,10],[32,31,33],[13,17,14],[14,13,17],[13,13,16],[8,18,18],[17,18,13],[16,16,10],[14,17,13],[27,29,16],[17,16,13],[27,12,27],[7,12,15],[11,12,15],[19,17,12],[38,29,19],[23,17,8],[13,15,14],[20,14,8],[26,24,14],[18,6,10],[16,15,3],[3,5,6],[20,9,3],[6,4,4],[1,1,0],[0,1,15],[0,0,16],[6,7,19],[5,7,14],[5,13,14],[10,6,16],[3,2,11],[7,8,15],[9,13,10],[10,9,11],[10,14,6],[13,7,12],0,[7,11,12],[4,6,6],[7,8,11],[12,11,9],[11,8,9],[0,6,4],[5,6,5],[10,11,9],[9,7,6],[19,17,10],[34,24,16],[10,9,7],[19,11,18],[24,12,16],[15,10,3],[15,7,2],[13,7,6],[12,7,5],[14,9,5],[17,12,5],[10,4,0],[4,1,3],[2,3,5],[3,1,4],[12,3,3],[8,7,1],[2,4,0]],[[0,4,86],[0,5,85],[0,8,82],[0,5,85],[0,5,81],[0,9,81],[1,5,84],[4,4,84],[0,6,84],[3,8,87],[1,2,97],[1,5,84],[4,7,79],[4,10,76],[7,10,73],[3,13,74],[8,7,75],[10,8,72],[14,24,114],[10,14,66],[9,8,65],[11,13,66],[19,13,58],[16,13,61],[20,17,53],[13,12,55],[17,15,58],[26,17,47],[24,17,49],[20,25,45],[25,24,41],[23,17,50],[25,14,51],[10,12,56],[21,22,47],[33,14,43],[25,17,48],[23,21,46],[27,14,49],[25,25,40],[23,18,45],[27,21,42],[24,30,36],[21,18,47],[27,23,36],[49,40,83],[108,53,115],[25,20,41],[27,24,39],[30,20,36],[36,21,33],[42,20,52],[27,21,34],[26,23,37],[32,17,37],[29,25,36],[59,38,51],[28,26,36],[29,24,33],[24,27,29],[35,16,39],[39,19,28],[75,46,59],[27,25,30],[29,19,34],[36,14,28],[33,19,30],[40,23,27],[34,14,30],[36,17,29],[75,27,34],[46,17,23],[70,10,48],[23,10,31],[29,19,24],[47,18,27],[89,32,41],[46,24,20],[34,23,21],[43,16,19],[67,33,18],[34,6,24],[40,19,7],[7,8,13],[44,9,11],[15,4,9],[1,3,0],[0,1,29],[0,0,30],[11,13,36],[9,13,26],[20,13,27],[19,9,32],[10,5,15],[23,8,25],[20,17,23],[23,14,19],[16,19,21],[26,16,18],[12,11,7],[9,10,9],[13,7,10],[14,14,20],[29,16,15],[21,9,24],[2,8,10],[14,7,9],[29,14,13],[15,11,16],[45,17,22],[81,34,31],[19,9,20],[47,15,32],[52,17,29],[28,12,14],[28,6,10],[34,9,7],[29,8,11],[28,13,11],[42,10,12],[20,4,4],[7,1,8],[11,3,4],[4,0,12],[24,4,6],[20,5,5],[4,4,2]],[[0,1,47],[0,2,46],[2,1,45],[0,2,46],[0,0,46],[1,5,42],[0,2,46],[2,0,48],[0,3,45],[1,3,48],[2,3,49],[1,4,43],[4,2,42],[4,3,41],[0,5,43],[1,3,44],[3,2,43],[3,5,40],[4,11,67],[7,7,34],[7,2,35],[10,6,32],[5,8,35],[12,8,28],[6,7,35],[4,4,34],[10,7,31],[7,11,30],[8,10,30],[7,16,25],[10,10,28],[14,8,26],[6,11,31],[4,5,33],[9,11,28],[10,8,30],[11,11,26],[11,9,28],[16,3,29],[10,12,26],[15,9,22],[14,9,25],[8,15,25],[10,10,26],[9,14,23],[21,22,49],[40,34,84],[13,9,24],[15,13,20],[7,10,27],[14,12,22],[19,11,30],[13,8,23],[16,12,18],[11,10,25],[19,9,20],[17,23,38],[15,12,21],[17,14,15],[10,11,21],[19,11,18],[17,11,18],[29,27,40],[13,13,18],[14,9,21],[16,9,17],[9,12,23],[21,13,14],[17,8,17],[20,12,12],[37,18,17],[21,15,10],[32,7,27],[12,7,15],[14,11,13],[26,12,10],[37,21,28],[22,11,15],[19,13,10],[22,11,9],[28,14,22],[22,6,6],[14,12,8],[3,3,8],[20,8,4],[6,4,4],[0,2,0],[1,1,14],[0,0,16],[7,6,19],[4,5,17],[6,9,17],[8,7,17],[6,2,8],[7,6,17],[9,8,15],[10,8,12],[5,11,14],[10,7,15],[6,6,4],[10,7,13],0,[8,6,12],[10,8,14],[8,7,13],[1,6,3],[7,5,4],[15,6,9],[7,6,9],[25,8,13],[37,22,15],[12,4,10],[21,9,18],[30,10,12],[15,7,6],[13,3,8],[15,6,5],[12,6,6],[15,8,5],[23,10,1],[8,4,2],[6,0,2],[4,4,2],[2,0,6],[12,3,3],[9,4,3],[3,3,0]],[[1,0,77],[2,2,74],[4,2,72],[8,2,68],[5,4,67],[2,5,71],[5,10,63],[6,2,74],[7,6,65],[7,7,72],[9,7,74],[10,4,64],[11,4,63],[7,10,61],[11,8,59],[14,5,59],[15,7,56],[11,8,59],[28,19,91],[15,10,53],[15,6,53],[16,13,49],[22,10,46],[28,11,39],[21,15,42],[17,7,44],[27,10,41],[26,17,35],[19,16,43],[25,20,33],[30,13,35],[28,15,35],[25,16,37],[24,6,36],[28,14,36],[29,17,32],[29,11,38],[35,15,28],[31,12,35],[28,20,30],[26,18,32],[31,17,30],[29,20,29],[27,15,34],[26,15,35],[58,30,62],[94,65,107],[33,13,30],[29,18,31],[29,14,27],[30,17,31],[45,17,36],[24,17,33],[29,16,29],[31,19,26],[37,14,27],[56,29,41],[31,18,29],[32,19,25],[25,16,25],[32,15,31],[38,12,26],[72,35,49],[33,18,21],[31,15,28],[34,14,22],[37,20,17],[36,22,20],[35,18,15],[34,16,22],[61,25,30],[44,16,16],[56,14,36],[22,11,21],[31,13,18],[46,20,10],[74,38,28],[48,18,12],[36,19,17],[36,14,18],[53,27,26],[38,5,13],[32,15,5],[10,4,8],[30,13,7],[11,5,4],[1,3,0],[0,1,25],[2,0,24],[22,8,22],[13,7,24],[15,11,26],[22,10,20],[11,4,11],[17,5,26],[22,13,17],[17,12,21],[17,11,22],[18,15,19],[11,8,7],[20,14,14],[12,6,8],[9,2,9],[24,15,13],[22,8,14],[7,4,5],[14,6,6],[26,12,10],[17,11,10],[40,18,16],[64,34,20],[27,10,5],[39,13,22],[47,17,20],[23,12,9],[20,8,10],[23,9,10],[21,8,7],[28,9,7],[32,16,10],[13,5,4],[8,0,6],[12,3,3],[8,0,6],[21,3,6],[16,9,1],[2,6,0]],[[0,3,93],[1,2,93],[0,6,90],[0,0,96],[0,6,86],[0,11,85],[1,7,88],[1,6,93],[0,6,90],[3,5,96],[0,6,102],[5,3,88],[1,2,93],[5,11,80],[0,13,83],[6,17,73],[6,9,81],[6,9,81],[13,30,121],[10,12,74],[8,5,75],[11,17,68],[12,17,67],[11,19,66],[10,20,66],[5,13,66],[16,15,65],[9,23,64],[17,17,62],[12,28,56],[13,21,62],[15,18,63],[11,17,68],[10,13,61],[16,28,52],[12,19,65],[13,20,63],[14,27,55],[21,21,54],[17,29,50],[8,23,61],[20,27,49],[13,31,52],[19,23,50],[17,31,44],[37,47,100],[61,83,172],[15,28,49],[16,31,49],[24,18,46],[21,32,43],[31,29,60],[17,32,39],[15,29,48],[22,27,43],[18,35,43],[32,52,72],[28,32,36],[20,34,38],[11,28,45],[26,29,41],[23,32,37],[41,66,85],[18,28,42],[18,30,40],[29,19,36],[29,25,34],[26,31,39],[18,32,34],[26,29,33],[51,45,48],[32,28,32],[36,18,78],[17,15,36],[17,23,36],[28,30,38],[66,50,56],[33,35,28],[32,34,18],[33,27,24],[47,44,37],[26,15,27],[24,26,18],[0,10,18],[39,14,11],[12,8,8],[1,3,0],[0,2,30],[0,1,31],[9,15,40],[12,10,30],[14,18,32],[12,12,40],[6,8,18],[16,8,36],[16,18,30],[11,22,27],[9,25,26],[15,19,30],[9,11,12],[15,16,29],[14,8,10],[13,15,24],[11,10,11],[16,11,29],[3,9,8],[13,9,10],[28,17,15],[6,14,24],[35,27,30],[56,44,48],[21,13,18],[29,21,46],[41,28,35],[26,16,14],[16,15,17],[18,15,19],[15,12,21],[26,18,12],[27,24,17],[12,8,8],[7,0,9],[7,6,7],[4,3,9],[18,4,14],[18,9,5],[3,8,1]],[[0,5,79],[1,7,76],[1,6,77],[0,4,80],[0,0,80],[1,8,75],[0,3,81],[3,3,80],[0,5,79],[0,6,86],[1,2,89],[2,6,76],[2,8,74],[7,9,68],[7,4,73],[2,10,72],[7,8,69],[7,7,70],[13,17,110],[8,16,60],[10,5,61],[15,13,56],[13,11,60],[13,11,60],[13,11,60],[16,10,50],[22,10,52],[11,15,58],[21,16,47],[18,16,50],[20,18,46],[18,11,55],[20,14,50],[7,10,59],[19,21,44],[21,13,50],[22,20,42],[18,19,47],[22,17,45],[17,18,49],[21,12,47],[23,22,39],[19,26,39],[21,17,42],[18,14,48],[44,33,83],[64,50,144],[22,11,47],[21,19,44],[22,21,37],[24,22,38],[41,22,43],[16,20,40],[22,19,41],[22,13,45],[31,13,40],[35,35,68],[21,21,42],[17,19,44],[21,18,35],[31,19,34],[26,19,35],[62,38,68],[21,19,36],[21,17,38],[23,19,32],[20,16,40],[35,22,27],[31,11,30],[29,19,28],[55,37,38],[31,21,28],[50,12,62],[20,16,24],[29,13,24],[31,22,33],[74,27,49],[43,20,21],[33,19,20],[36,17,21],[62,28,20],[38,8,16],[23,17,20],[4,7,15],[37,14,9],[18,3,5],[0,2,0],[0,1,27],[1,0,27],[14,8,34],[11,6,27],[11,12,33],[11,8,37],[7,2,19],[14,8,32],[17,12,27],[5,14,33],[16,16,20],[23,12,21],[9,8,11],[24,9,21],[13,7,8],[14,8,22],[29,11,16],[11,2,11],[3,6,9],[11,7,10],[29,11,14],[16,8,14],[37,21,24],[64,34,36],[22,8,16],[39,20,33],[56,14,22],[24,10,16],[26,8,8],[26,11,11],[23,9,14],[25,16,7],[31,15,14],[13,5,8],[8,1,7],[10,3,5],[5,0,11],[21,4,7],[16,8,4],[2,6,2]],[[1,0,29],[2,3,25],[1,4,25],[5,2,23],[2,1,25],[1,4,25],[0,2,28],[2,0,28],[2,2,26],[4,2,28],[4,2,26],[7,5,18],[6,2,22],[6,2,22],[5,3,22],[6,3,21],[3,6,21],[5,7,18],[6,12,32],[6,5,19],[10,2,14],[9,5,16],[7,5,18],[6,8,16],[9,11,10],[7,2,17],[9,8,13],[11,10,9],[9,6,15],[12,11,7],[7,11,12],[9,10,11],[12,9,9],[11,2,11],[5,14,11],[9,9,12],[6,11,13],[8,14,8],[15,8,7],[10,14,6],[8,12,8],[9,12,9],[9,12,9],[13,12,3],[9,13,6],[15,28,13],[27,30,25],[6,12,10],[13,12,5],[8,12,10],[14,12,4],[10,17,11],[9,12,5],[11,10,7],[12,8,8],[10,8,12],[19,25,6],[12,12,6],[14,10,6],[10,10,8],[15,11,4],[12,13,3],[23,24,13],[10,12,4],[12,11,5],[9,10,5],[10,9,7],[10,16,4],[12,8,4],[9,14,5],[15,24,7],[14,11,5],[22,11,5],[7,9,6],[7,12,3],[12,18,2],[21,25,8],[14,13,3],[9,15,0],[11,12,1],[14,17,5],[13,3,4],[12,11,1],[2,4,4],[11,9,0],[5,3,2],[1,1,0],[0,0,10],[1,1,8],[1,10,9],[8,4,4],[3,10,7],[7,6,7],[4,1,5],[8,5,5],[7,6,7],[6,8,4],[7,10,1],[7,9,4],[4,6,0],[10,8,2],[3,6,1],[5,4,7],[8,9,3],[9,6,3],0,[3,6,1],[10,8,0],[6,7,1],[13,12,1],[22,27,5],[7,7,2],[12,9,11],[15,12,3],[10,7,1],[9,3,0],[7,7,2],[4,10,2],[8,10,0],[13,11,2],[6,3,1],[2,3,1],[2,2,0],[1,4,1],[6,2,0],[4,6,0],[2,2,0]],[[0,1,47],[0,1,47],[0,0,48],[0,0,48],[0,1,45],[0,2,46],[0,1,47],[1,2,47],[2,2,44],[0,1,51],[1,2,51],[0,0,48],[2,5,41],[0,5,43],[1,3,44],[2,5,41],[4,7,37],[3,5,40],[3,15,64],[2,8,38],[3,4,37],[0,10,38],[4,10,34],[6,8,34],[5,10,33],[2,5,35],[6,6,36],[7,6,35],[6,9,33],[6,13,29],[4,10,34],[8,5,35],[8,10,30],[5,7,30],[5,13,30],[7,8,33],[6,9,33],[7,12,29],[8,9,31],[8,11,29],[8,9,29],[6,11,31],[6,16,26],[10,10,26],[8,9,29],[8,24,60],[20,33,105],[8,12,26],[8,15,25],[7,9,28],[7,15,26],[9,13,38],[8,17,19],[5,12,29],[4,13,29],[6,16,26],[13,24,41],[4,16,28],[7,13,26],[5,15,22],[14,12,22],[11,15,20],[25,32,39],[11,12,21],[6,12,26],[11,9,22],[13,13,18],[10,16,22],[11,13,18],[11,12,21],[21,18,33],[12,16,18],[18,7,41],[1,12,21],[10,9,19],[18,16,14],[31,24,31],[18,14,16],[16,12,14],[19,11,12],[28,19,17],[11,6,17],[10,14,10],[0,6,8],[19,8,5],[6,5,3],[0,2,0],[1,0,15],[0,0,16],[4,6,22],[4,8,14],[4,9,19],[6,6,20],[4,2,10],[0,5,25],[6,13,13],[8,7,15],[5,14,11],[9,8,15],[5,6,5],[9,7,14],[4,5,7],[6,6,14],[10,9,13],[10,7,11],[1,6,3],0,[10,9,11],[5,3,14],[19,12,15],[25,25,24],[13,4,9],[15,7,26],[18,13,21],[11,7,10],[12,5,7],[11,6,9],[10,5,9],[14,10,4],[21,6,7],[11,3,0],[2,1,5],[3,3,4],[3,0,5],[10,2,6],[7,5,4],[2,4,0]],[[0,2,88],[0,5,85],[0,8,82],[0,7,83],[0,4,82],[1,3,86],[0,4,86],[4,1,89],[0,7,83],[1,6,91],[1,5,94],[0,9,81],[3,10,77],[7,7,76],[1,8,81],[3,16,71],[8,10,72],[4,9,77],[9,20,123],[13,8,69],[6,3,73],[8,15,67],[11,12,67],[12,14,64],[13,15,62],[7,9,64],[10,12,68],[9,22,59],[16,21,53],[10,22,58],[13,19,58],[17,15,58],[9,15,66],[9,11,62],[14,20,56],[14,17,59],[18,15,57],[11,21,58],[15,15,60],[15,21,54],[15,19,52],[17,19,54],[15,21,54],[9,25,52],[16,22,48],[41,28,103],[64,59,175],[21,16,49],[18,28,44],[17,16,49],[24,19,47],[32,19,61],[15,29,38],[27,18,43],[18,22,46],[18,20,52],[30,37,79],[24,22,44],[11,21,54],[16,24,38],[26,20,44],[14,24,48],[50,45,85],[22,19,41],[21,17,44],[24,14,42],[18,20,44],[30,25,35],[26,18,34],[25,25,32],[44,32,62],[32,24,30],[32,11,85],[15,15,34],[15,19,36],[33,25,32],[51,33,76],[40,25,25],[30,19,29],[29,19,32],[53,30,37],[32,9,25],[23,18,21],[5,8,13],[38,10,12],[9,6,11],[0,2,0],[0,1,29],[0,0,30],[15,11,34],[9,10,29],[14,11,35],[8,7,45],[9,2,19],[9,11,38],[11,18,31],[11,13,32],[9,19,28],[11,15,34],[9,11,10],[13,14,29],[9,6,15],[10,12,26],[15,17,28],[14,11,29],[0,8,10],[11,9,10],[12,4,12],[7,12,21],[24,17,49],[50,38,48],[13,11,26],[37,17,40],[41,24,33],[20,14,18],[18,13,15],[23,10,17],[22,11,13],[24,15,13],[22,19,23],[11,5,10],[4,2,10],[4,6,10],[1,0,15],[15,3,16],[19,3,8],[4,6,2]],[[1,1,64],[1,5,60],[0,7,59],[3,0,63],[2,2,60],[2,3,61],[0,3,63],[2,1,65],[0,2,64],[4,4,66],[1,3,72],[2,6,58],[2,3,61],[0,3,63],[7,4,55],[3,7,56],[6,4,56],[5,7,54],[14,17,83],[7,7,52],[8,4,50],[4,9,53],[13,9,44],[4,13,49],[10,12,44],[11,4,43],[15,8,43],[11,14,41],[11,16,39],[10,14,42],[18,10,38],[13,10,43],[19,10,37],[10,5,41],[10,19,37],[14,13,39],[20,12,34],[11,15,40],[21,10,35],[16,18,32],[14,16,34],[17,15,34],[15,18,33],[18,17,29],[13,18,33],[33,30,63],[54,55,101],[16,15,33],[19,18,29],[12,16,34],[18,17,31],[32,17,35],[10,23,29],[21,13,28],[16,19,29],[15,18,33],[33,36,39],[17,18,31],[18,24,22],[12,18,28],[25,15,26],[18,20,26],[46,42,44],[18,16,28],[23,16,23],[22,13,23],[20,17,25],[28,21,17],[20,16,20],[22,22,16],[44,22,32],[33,16,15],[49,10,33],[13,10,21],[21,17,16],[32,17,17],[58,36,26],[38,19,9],[31,18,11],[35,13,10],[42,25,19],[30,9,7],[25,17,6],[5,6,9],[31,9,6],[11,5,2],[0,4,0],[0,2,20],[0,3,19],[13,4,27],[9,9,18],[9,10,25],[15,9,20],[7,1,14],[13,9,18],[12,14,18],[11,14,17],[14,16,12],[14,12,18],[6,7,9],[16,11,15],[9,6,7],[10,11,17],[24,14,6],[14,8,16],[1,7,6],[14,3,5],[21,12,7],[5,2,5],[31,14,15],[47,33,24],[19,6,9],[29,11,24],[36,22,16],[22,12,6],[14,10,10],[15,9,12],[16,7,9],[20,13,5],[22,16,10],[13,6,1],[6,0,6],[7,3,6],[6,0,4],[22,3,3],[12,8,2],[2,4,0]],[[0,3,135],[0,6,132],[0,6,132],[0,8,130],[0,4,130],[1,8,129],[1,1,136],[6,1,139],[0,7,131],[0,9,145],[2,5,145],[1,9,128],[3,11,124],[12,11,115],[3,8,127],[1,19,118],[11,18,109],[9,8,121],[13,24,211],[11,22,105],[11,2,115],[10,22,106],[8,19,111],[20,20,98],[12,22,104],[13,12,99],[23,14,101],[18,27,93],[26,26,86],[19,27,92],[17,19,102],[29,22,87],[25,21,92],[15,20,93],[19,35,84],[30,22,86],[44,21,73],[21,31,86],[35,25,78],[27,25,86],[22,29,81],[28,34,76],[15,37,86],[18,31,85],[22,28,84],[56,58,148],[92,104,282],[37,26,69],[30,40,68],[21,27,74],[33,31,74],[36,26,108],[27,37,64],[33,38,65],[24,30,80],[42,31,65],[36,65,121],[27,28,83],[16,35,79],[19,32,69],[39,33,66],[31,40,61],[86,77,113],[29,30,69],[35,25,64],[47,23,56],[52,27,49],[41,35,62],[40,25,51],[43,35,50],[73,47,90],[35,39,56],[69,18,105],[22,25,47],[32,22,52],[55,30,57],[117,47,82],[76,35,27],[49,29,46],[54,30,42],[84,46,58],[40,21,37],[33,24,33],[1,13,24],[44,18,24],[9,11,14],[0,2,0],[0,1,45],[1,0,45],[18,10,64],[8,12,50],[20,26,46],[20,14,58],[18,6,22],[11,12,67],[27,23,42],[24,20,44],[20,32,36],[23,23,46],[10,17,19],[22,17,45],[13,8,25],[16,18,40],[30,27,35],[24,21,37],[1,12,13],[15,12,19],[49,17,24],[15,14,31],[40,24,40],[79,42,81],[33,17,30],[59,26,59],[54,35,61],[33,17,28],[29,18,25],[33,19,26],[37,16,13],[41,19,22],[44,22,28],[24,7,7],[3,0,19],[11,10,9],[7,0,21],[23,5,26],[26,10,10],[3,13,2]],[[0,4,218],[0,16,206],[1,11,210],[2,14,206],[0,8,204],[3,11,208],[1,12,209],[6,7,211],[1,14,207],[4,13,225],[5,14,225],[9,18,195],[16,21,185],[9,27,186],[1,16,205],[3,26,193],[6,26,190],[10,25,187],[23,57,298],[17,36,169],[12,9,181],[5,37,180],[12,36,174],[7,38,177],[19,41,162],[16,22,160],[34,23,165],[16,47,159],[30,47,145],[21,64,137],[24,49,149],[28,39,155],[27,41,154],[17,32,137],[20,58,144],[24,47,151],[39,41,142],[19,63,140],[42,40,140],[32,60,130],[26,43,143],[33,59,130],[29,79,114],[32,60,120],[26,58,128],[63,111,250],[104,146,396],[38,51,123],[41,66,115],[32,55,131],[39,66,117],[68,67,149],[25,71,106],[31,65,114],[35,62,115],[35,66,121],[60,119,189],[45,64,113],[21,64,127],[31,70,99],[63,59,100],[36,64,112],[109,128,207],[32,65,103],[43,56,103],[47,42,101],[42,61,99],[60,66,96],[55,46,91],[57,60,87],[113,94,127],[60,62,90],[79,35,202],[31,38,91],[44,55,79],[77,71,84],[162,102,138],[94,70,58],[71,61,60],[64,48,76],[120,85,85],[59,31,66],[72,63,31],[7,27,38],[77,43,42],[16,26,30],[0,12,0],[0,4,70],[0,4,70],[16,36,96],[18,27,73],[28,39,81],[24,22,102],[12,5,57],[19,20,97],[39,45,64],[18,42,78],[21,52,65],[26,42,80],[16,24,34],[31,34,81],[15,22,37],[20,34,64],[48,44,56],[36,34,64],[5,27,22],[24,25,25],[48,38,50],[24,33,47],[81,42,79],[104,96,104],[44,19,55],[85,39,112],[90,56,92],[57,43,34],[44,21,37],[46,38,40],[43,33,46],[55,43,30],[62,50,48],[31,20,21],[11,5,24],[9,11,18],[10,0,34],[38,9,33],[32,23,19],[9,11,2]],[[0,1,77],[0,2,76],[1,4,73],[1,3,74],[1,2,71],[1,3,74],[0,2,76],[4,0,78],[1,5,72],[0,5,81],[1,2,83],[2,4,72],[6,3,69],[8,7,63],[2,7,69],[2,8,68],[6,6,66],[7,4,67],[8,13,111],[11,9,58],[7,5,60],[9,10,59],[13,11,54],[3,9,66],[14,12,52],[10,6,52],[13,7,58],[11,13,54],[19,10,49],[15,14,49],[8,19,51],[15,13,50],[16,9,53],[12,7,51],[20,22,36],[19,9,50],[18,19,41],[13,16,49],[19,14,45],[10,18,50],[13,12,51],[13,11,54],[15,19,44],[12,13,49],[13,14,47],[28,26,96],[67,54,143],[16,14,46],[19,20,39],[13,9,48],[23,17,38],[29,14,55],[12,17,43],[14,17,45],[10,16,48],[19,17,42],[23,32,71],[14,14,50],[13,14,47],[12,15,41],[25,18,35],[24,15,37],[48,39,69],[13,17,40],[14,15,43],[21,9,40],[18,14,40],[27,15,36],[24,13,31],[26,15,33],[46,23,49],[23,19,32],[43,9,62],[12,8,36],[23,12,25],[32,11,37],[54,26,62],[34,20,24],[21,15,32],[31,16,21],[54,24,28],[27,10,21],[25,12,15],[6,4,12],[34,8,10],[13,2,7],[1,0,1],[0,0,26],[0,0,26],[9,7,36],[7,8,27],[10,9,33],[11,7,34],[7,6,13],[11,10,29],[11,8,33],[13,7,28],[9,14,25],[15,11,26],[7,9,10],[20,9,19],[10,4,12],[5,10,27],[18,13,21],[16,8,22],[2,7,7],[9,4,13],[26,11,13],[9,6,19],[30,17,33],[55,19,44],[10,0,10],[35,9,38],[34,15,37],[18,9,17],[24,4,12],[19,5,18],[22,5,11],[20,8,18],[26,9,21],[15,1,6],[4,2,8],[3,5,6],[3,1,12],[15,1,14],[14,7,5],[4,6,0]],[[1,2,141],[0,6,138],[0,4,140],[0,4,140],[0,2,134],[0,4,140],[0,1,143],[3,4,139],[2,3,139],[1,6,153],[1,2,151],[5,5,134],[1,6,137],[7,10,127],[8,2,134],[3,7,134],[5,11,128],[11,10,123],[16,22,198],[12,19,113],[23,7,100],[22,15,107],[18,12,114],[14,16,114],[21,19,104],[8,14,110],[30,6,108],[27,21,96],[19,19,106],[26,20,98],[23,24,97],[29,12,103],[30,18,96],[25,19,88],[29,31,84],[36,18,90],[39,21,84],[25,25,94],[39,20,85],[35,28,81],[32,16,90],[37,28,79],[26,34,84],[28,29,79],[45,23,68],[64,43,167],[123,70,231],[30,15,93],[33,30,81],[33,22,85],[39,30,75],[52,23,109],[33,24,73],[35,22,85],[34,28,74],[45,25,74],[64,59,115],[42,30,72],[39,21,76],[36,30,62],[44,29,71],[46,27,65],[100,54,134],[34,25,69],[42,24,64],[45,14,69],[49,15,66],[56,22,66],[49,16,57],[50,25,57],[97,39,90],[51,30,55],[105,13,108],[35,18,51],[39,18,55],[66,21,65],[105,42,113],[66,37,41],[57,21,44],[48,28,50],[79,35,74],[59,12,39],[59,24,19],[10,13,23],[67,15,26],[22,9,15],[2,0,0],[2,3,43],[0,1,47],[16,14,66],[16,12,46],[14,18,64],[25,9,62],[13,4,31],[21,13,60],[29,17,50],[24,12,52],[16,26,46],[30,20,46],[18,11,19],[32,15,47],[18,9,21],[22,13,39],[46,21,29],[33,20,39],[11,9,12],[26,7,15],[40,17,37],[24,11,29],[59,26,59],[112,39,85],[38,9,35],[52,16,52],[87,17,56],[47,20,19],[35,10,27],[40,15,29],[33,15,34],[49,14,19],[50,20,34],[19,10,17],[16,3,11],[8,6,14],[10,3,19],[38,3,15],[24,10,14],[7,8,1]],[[3,3,150],[0,7,149],[1,4,151],[1,1,154],[0,5,143],[2,8,146],[0,8,148],[3,3,156],[3,7,146],[6,11,155],[8,4,164],[10,6,140],[5,6,145],[7,13,136],[10,8,138],[8,13,135],[12,11,133],[12,11,133],[21,21,214],[13,11,132],[15,6,123],[12,19,125],[14,18,124],[20,14,122],[23,26,107],[7,8,121],[31,13,112],[22,26,108],[31,19,106],[25,31,100],[21,21,114],[15,24,117],[26,21,109],[12,12,116],[25,30,101],[20,22,114],[27,21,108],[18,32,106],[35,21,100],[27,19,110],[26,28,98],[33,26,97],[26,38,92],[26,33,89],[29,32,87],[54,52,194],[86,92,332],[32,30,90],[33,35,88],[25,26,93],[28,35,93],[49,30,119],[28,34,82],[28,38,84],[28,34,86],[37,28,91],[42,54,158],[33,34,89],[34,36,78],[29,33,76],[52,30,74],[39,33,80],[87,65,160],[29,30,85],[39,32,73],[38,23,77],[34,24,86],[53,31,72],[40,30,66],[47,31,66],[86,45,103],[62,28,58],[72,21,139],[20,18,70],[31,29,66],[63,38,57],[111,59,116],[72,35,49],[53,39,44],[66,29,43],[79,46,81],[51,10,53],[45,32,35],[3,14,29],[68,11,33],[18,12,16],[0,5,1],[0,1,51],[2,1,49],[11,18,75],[11,15,58],[21,20,63],[18,13,73],[13,6,33],[20,16,62],[27,24,53],[18,26,52],[24,26,46],[29,21,54],[16,12,24],[29,17,52],[12,10,30],[20,17,47],[35,28,41],[22,14,56],[3,12,15],[21,13,18],[33,24,41],[16,22,36],[61,35,54],[92,56,90],[37,15,34],[56,17,87],[51,26,51],[45,20,29],[43,10,33],[41,14,29],[32,11,35],[44,22,26],[49,30,29],[22,11,13],[6,3,19],[12,5,17],[3,1,20],[45,6,17],[30,12,10],[6,10,2]],[[0,0,84],[0,2,82],[0,1,83],[0,3,81],[0,1,79],[1,2,81],[0,4,80],[1,2,83],[0,4,80],[0,5,87],[2,4,88],[1,3,80],[2,2,80],[1,4,79],[1,3,80],[0,10,74],[2,9,73],[3,11,70],[9,19,112],[2,9,73],[4,3,69],[5,18,61],[6,11,67],[7,17,60],[7,15,62],[4,8,62],[9,8,67],[7,16,61],[16,13,55],[8,17,59],[11,17,56],[11,17,56],[10,18,56],[10,8,56],[10,17,57],[13,20,51],[14,15,55],[6,24,54],[17,17,50],[11,19,54],[14,20,46],[14,21,49],[9,26,49],[8,23,49],[17,24,39],[23,35,102],[46,48,166],[16,19,45],[16,26,42],[12,19,49],[8,25,51],[20,21,65],[8,21,47],[13,22,45],[13,21,46],[21,21,42],[16,40,82],[12,21,51],[10,24,46],[12,26,38],[19,21,44],[16,20,44],[39,47,82],[12,19,47],[9,22,45],[13,20,39],[20,21,35],[20,25,39],[17,20,35],[26,19,31],[25,39,62],[23,23,34],[28,9,81],[10,17,31],[16,20,32],[25,26,35],[45,37,70],[33,23,28],[22,26,24],[14,18,42],[36,32,40],[17,10,31],[19,23,22],[1,10,15],[27,13,20],[6,7,13],[1,3,0],[0,2,26],[0,1,27],[4,11,41],[8,9,27],[9,9,38],[8,12,36],[8,6,14],[7,6,39],[10,19,27],[11,13,28],[8,17,27],[10,15,31],[3,10,15],[14,12,28],[6,7,15],[9,12,23],[14,16,26],[16,10,24],[1,7,10],[10,7,11],[18,14,20],[6,12,22],[28,17,33],[34,43,57],[17,9,18],[19,20,47],[29,20,45],[9,6,9],[18,11,15],[13,15,18],[17,12,15],[25,14,11],[14,21,23],[12,7,7],[1,2,11],[2,5,11],[1,0,11],[21,2,11],[13,7,8],[5,4,1]],[[0,3,69],[0,1,71],[0,1,71],[0,1,71],[1,4,63],[1,4,67],[0,5,67],[1,1,74],[0,4,68],[0,6,74],[1,4,77],[1,3,68],[0,6,66],[0,5,67],[5,8,59],[0,6,66],[4,7,61],[2,6,64],[3,4,109],[3,7,62],[5,3,58],[5,11,56],[5,7,60],[2,12,58],[8,13,51],[4,4,54],[12,6,54],[7,12,53],[9,14,49],[5,15,52],[6,12,54],[10,12,50],[7,9,56],[6,7,55],[9,12,51],[9,9,54],[12,12,48],[9,14,49],[10,12,50],[11,16,45],[17,16,37],[12,10,50],[9,15,48],[7,10,51],[10,11,47],[24,23,91],[32,51,167],[8,12,50],[11,16,45],[5,12,47],[8,18,46],[20,16,54],[9,13,44],[11,11,48],[11,14,43],[15,13,44],[14,27,75],[11,20,41],[14,13,41],[8,15,41],[15,14,43],[18,11,41],[28,42,74],[12,14,42],[16,11,39],[23,9,32],[14,15,37],[16,15,41],[14,17,31],[17,12,37],[33,21,54],[15,19,34],[24,6,76],[11,11,26],[17,11,30],[22,14,36],[52,22,58],[23,17,32],[23,18,21],[28,14,24],[26,22,46],[16,8,28],[22,15,15],[1,2,17],[31,6,13],[5,4,11],[0,2,0],[0,0,24],[0,0,24],[4,7,37],[6,8,24],[7,10,31],[6,7,35],[4,2,18],[9,6,31],[8,12,28],[8,9,27],[7,12,25],[11,12,25],[2,7,15],[10,6,28],[8,3,13],[10,8,20],[17,15,16],[8,8,26],[0,3,9],[7,5,12],[15,13,18],[10,10,14],[25,18,29],[37,21,44],[12,4,24],[27,10,35],[33,10,43],[15,11,18],[9,2,9],[15,7,16],[11,5,18],[11,8,25],[20,11,17],[8,4,8],[3,0,9],[5,3,10],[0,0,8],[19,3,12],[15,4,5],[3,5,2]],[[0,1,77],[0,4,74],[2,4,72],[1,1,76],[1,3,72],[0,3,75],[0,2,76],[2,1,77],[1,1,76],[1,2,83],[1,2,83],[3,5,70],[6,0,72],[3,5,70],[1,2,75],[3,6,69],[3,4,71],[1,7,70],[6,17,115],[7,9,62],[5,1,66],[6,13,59],[3,13,62],[6,18,54],[12,12,54],[9,2,61],[15,7,56],[5,11,62],[13,13,52],[2,16,60],[7,14,57],[10,11,57],[8,7,63],[9,9,52],[5,14,59],[12,15,51],[17,5,56],[6,18,54],[16,14,48],[12,16,50],[16,14,44],[18,15,45],[8,18,52],[10,19,47],[11,13,52],[28,27,93],[40,47,155],[13,13,48],[7,16,55],[11,15,48],[13,17,48],[25,16,57],[11,20,41],[15,14,47],[11,12,53],[17,18,43],[14,37,77],[15,18,45],[13,15,46],[9,18,41],[23,15,40],[8,16,50],[41,37,78],[12,13,47],[16,14,40],[17,13,40],[14,11,47],[21,22,35],[16,14,36],[14,16,40],[46,27,47],[20,21,33],[30,11,71],[8,13,33],[15,13,34],[23,20,37],[53,31,54],[37,19,22],[27,19,24],[24,18,28],[34,24,46],[29,8,19],[22,20,12],[1,7,16],[25,10,19],[8,6,8],[0,2,0],[1,0,25],[0,0,26],[8,7,37],[12,4,24],[12,10,30],[8,9,35],[6,3,17],[10,8,32],[17,9,26],[13,9,28],[9,11,30],[9,15,28],[6,7,13],[7,9,34],[5,6,15],[10,9,23],[19,15,18],[11,11,26],[2,7,7],[9,6,11],[17,10,23],[12,9,15],[26,19,33],[40,38,46],[18,5,19],[29,15,40],[29,14,41],[18,15,13],[16,7,15],[8,4,8],[15,9,18],[18,10,16],[23,15,16],[9,7,8],[6,0,8],[8,5,5],[3,0,13],[18,1,11],[11,8,7],[2,5,1]],[[1,2,69],[1,6,65],[1,3,68],[0,6,66],[0,2,66],[1,2,69],[0,4,68],[2,4,66],[0,3,69],[0,4,72],[1,3,74],[4,3,65],[4,4,64],[3,8,61],[1,3,68],[0,11,61],[2,10,60],[4,8,60],[8,15,93],[7,10,55],[6,3,55],[8,12,52],[7,13,52],[8,10,54],[3,12,57],[7,7,52],[8,8,56],[9,13,50],[13,14,45],[7,17,48],[7,15,50],[14,13,45],[12,11,49],[7,12,45],[8,18,46],[11,11,50],[11,10,51],[10,19,43],[15,15,42],[10,20,42],[9,10,49],[10,20,42],[9,26,37],[16,20,32],[11,17,40],[23,33,82],[27,38,137],[16,11,41],[13,20,39],[11,16,45],[17,24,31],[19,17,56],[7,20,37],[9,19,42],[15,22,31],[14,21,37],[26,37,57],[16,17,39],[10,24,34],[15,18,31],[14,20,38],[17,20,31],[34,34,76],[17,17,30],[22,13,29],[11,12,39],[15,14,35],[24,20,28],[16,11,37],[21,18,25],[41,27,44],[15,17,36],[30,8,72],[16,10,28],[13,12,33],[32,17,25],[40,29,59],[24,22,26],[16,19,25],[22,17,23],[40,24,30],[25,8,21],[25,18,11],[2,8,14],[32,9,15],[8,7,11],[0,2,0],[0,1,23],[2,0,22],[6,7,35],[9,6,23],[12,12,24],[8,9,31],[4,2,18],[6,8,32],[18,11,19],[2,10,32],[10,17,17],[8,11,29],[5,7,12],[11,8,29],[6,6,12],[7,8,21],[21,12,15],[14,9,23],[2,10,4],[9,5,10],[13,11,22],[9,7,16],[13,16,37],[46,33,43],[11,5,22],[34,15,33],[35,11,32],[15,12,17],[18,5,11],[18,9,15],[8,4,8],[15,13,12],[18,14,18],[9,7,8],[4,2,8],[2,4,8],[3,1,10],[15,2,9],[13,5,6],[3,4,1]],[[0,0,84],[0,4,80],[0,2,82],[0,1,83],[0,2,78],[0,3,81],[0,2,82],[0,4,84],[0,6,78],[0,7,85],[1,6,87],[0,3,81],[2,7,75],[0,8,76],[2,3,79],[4,6,74],[3,3,78],[3,9,72],[13,22,109],[4,7,73],[7,3,66],[2,12,70],[5,13,66],[6,17,61],[6,14,64],[3,8,61],[7,11,66],[5,16,63],[8,17,59],[8,19,57],[8,13,63],[16,10,58],[5,14,65],[6,9,59],[7,19,58],[9,14,61],[7,14,63],[8,21,55],[11,19,54],[9,20,55],[14,17,49],[8,19,57],[3,20,61],[12,16,52],[12,21,47],[20,43,97],[45,60,177],[13,17,50],[9,22,53],[7,19,50],[10,20,54],[17,22,65],[10,20,46],[11,15,54],[7,21,52],[8,22,54],[11,39,86],[11,23,50],[11,19,50],[6,22,48],[16,19,49],[15,17,48],[26,56,86],[8,19,51],[13,17,46],[17,14,41],[15,15,46],[12,26,46],[13,19,40],[20,26,32],[32,37,55],[19,28,33],[17,13,80],[4,18,36],[12,18,36],[22,27,37],[43,36,73],[23,27,34],[16,23,33],[18,24,32],[25,34,51],[17,12,27],[19,22,21],[0,8,16],[25,13,16],[2,7,15],[1,3,0],[0,3,25],[0,0,28],[7,7,42],[6,10,28],[9,12,35],[9,9,38],[13,2,13],[4,7,41],[9,14,33],[8,15,29],[7,16,29],[8,18,30],[5,9,14],[11,13,28],[5,8,15],[7,9,28],[12,18,26],[7,16,25],[0,10,8],[4,10,14],[13,15,24],[5,13,20],[22,19,41],[30,43,55],[18,8,20],[19,14,49],[26,22,44],[11,14,25],[25,8,11],[16,10,18],[12,13,15],[8,8,8],[20,14,24],[8,8,8],[2,0,10],[3,5,8],[1,0,11],[13,4,15],[14,5,9],[4,7,1]],[[0,2,100],[1,4,97],[0,2,100],[0,3,99],[0,4,92],[0,4,98],[0,5,97],[3,3,100],[1,5,96],[0,8,106],[0,8,106],[1,3,98],[1,11,90],[4,5,93],[4,7,91],[1,7,94],[5,13,84],[0,9,93],[7,26,133],[8,15,79],[9,4,79],[2,17,83],[6,12,84],[4,18,80],[7,16,79],[5,10,73],[13,14,75],[3,20,79],[7,25,70],[8,28,66],[2,21,79],[11,16,75],[12,11,79],[9,17,62],[6,24,72],[11,21,70],[12,19,71],[8,19,75],[21,23,58],[13,24,65],[17,20,61],[16,30,56],[4,36,62],[14,29,53],[12,28,56],[26,57,111],[36,76,216],[14,28,56],[9,38,55],[6,24,64],[16,33,53],[22,24,82],[10,32,50],[18,28,52],[12,23,61],[18,22,62],[19,54,93],[8,31,63],[7,29,66],[15,29,44],[18,30,54],[11,31,56],[47,71,86],[16,29,45],[22,31,45],[24,20,44],[21,28,43],[27,32,43],[18,23,45],[20,28,46],[46,40,72],[24,29,49],[27,16,97],[15,14,45],[18,24,34],[30,28,42],[56,38,88],[38,32,32],[27,32,27],[18,23,45],[33,43,54],[22,18,36],[25,23,24],[2,13,15],[28,14,24],[5,14,11],[0,4,0],[0,2,32],[0,2,32],[5,14,49],[1,14,43],[9,17,42],[6,13,49],[10,3,21],[9,7,48],[11,17,40],[11,17,34],[10,26,26],[7,22,39],[5,12,17],[12,10,42],[1,10,23],[10,16,32],[17,24,27],[14,15,31],[2,11,13],[7,6,21],[23,19,22],[10,16,22],[28,22,44],[48,50,62],[21,9,26],[34,20,50],[29,30,49],[23,21,14],[17,11,20],[16,15,23],[18,14,18],[24,14,20],[21,10,21],[8,8,14],[4,1,17],[13,5,4],[1,1,16],[19,4,11],[12,11,11],[2,6,6]],[[0,1,41],[0,2,40],[0,2,40],[0,1,41],[0,1,39],[0,1,41],[0,4,38],[1,1,40],[0,3,39],[0,3,43],[0,2,44],[0,1,41],[1,4,37],[3,2,37],[0,3,39],[0,1,41],[0,7,35],[0,4,38],[1,7,62],[2,5,35],[4,2,32],[2,7,33],[1,3,38],[0,3,39],[0,6,36],[1,2,35],[7,0,35],[1,6,35],[4,7,31],[5,7,30],[2,7,33],[6,9,27],[4,4,34],[3,6,27],[0,12,30],[3,10,29],[8,9,25],[3,6,33],[9,9,24],[6,9,27],[4,6,30],[3,12,27],[2,12,28],[5,12,23],[3,8,29],[9,26,45],[10,23,85],[4,9,27],[5,10,27],[2,11,29],[6,10,26],[8,9,37],[2,11,25],[7,9,24],[3,10,27],[5,11,26],[5,18,47],[3,12,27],[2,10,28],[6,12,20],[4,11,27],[4,10,26],[18,17,49],[1,8,29],[6,10,22],[10,5,21],[9,8,21],[10,9,23],[7,10,19],[9,8,21],[16,12,36],[8,11,21],[6,4,52],[7,5,18],[10,9,15],[13,12,19],[14,20,42],[16,12,14],[8,11,17],[9,8,19],[14,16,24],[11,3,16],[12,12,8],[0,6,8],[12,8,12],[2,4,8],[0,2,0],[0,0,14],[0,0,14],[2,6,20],[4,5,13],[4,4,20],[0,5,23],[2,3,9],[6,0,20],[3,8,17],[3,6,17],[5,8,13],[4,8,16],[0,4,10],[4,4,20],[2,4,8],[4,5,13],[8,8,12],[8,5,13],[1,3,6],[0,3,11],[10,5,11],[1,6,13],[7,7,24],[21,20,31],[6,1,15],[17,10,19],[13,11,22],[7,7,12],[8,4,8],[8,7,9],[8,7,9],[8,8,8],[14,8,8],0,[2,0,6],[3,2,3],[1,0,7],[7,2,7],[6,3,5],[1,2,1]],[[0,0,24],[0,0,24],[0,1,23],[0,2,22],[0,0,22],[0,0,24],[1,0,23],[2,0,22],[0,0,24],[0,0,28],[0,0,26],[0,1,23],[0,2,22],[0,6,18],[3,0,21],[0,2,22],[1,2,21],[3,0,21],[2,2,30],[4,2,18],[3,1,18],[2,1,21],[7,3,14],[2,0,22],[5,1,18],[2,2,18],[11,0,13],[3,2,19],[6,4,14],[5,2,17],[4,0,20],[9,1,14],[9,1,14],[1,1,20],[7,2,15],[6,1,17],[5,2,17],[7,2,15],[9,2,13],[8,2,14],[5,1,18],[10,4,10],[7,5,12],[8,2,12],[6,1,15],[17,5,24],[21,4,41],[7,3,14],[7,4,13],[6,0,18],[7,2,15],[13,2,17],[6,4,12],[10,3,11],[9,2,11],[7,4,13],[10,7,23],[9,0,15],[10,3,11],[4,3,13],[14,2,8],[12,4,8],[16,8,24],[5,1,14],[11,2,11],[13,2,7],[11,0,11],[12,1,11],[7,0,13],[9,4,9],[22,4,14],[18,1,5],[24,0,20],[7,2,9],[9,3,6],[14,1,9],[32,2,10],[21,0,3],[16,2,2],[18,0,2],[14,4,12],[14,0,8],[14,1,1],[1,2,5],[17,0,3],[5,0,3],0,[0,0,8],[0,1,7],[2,3,11],[5,0,9],[2,4,10],[2,0,14],[2,1,5],[5,2,9],[7,3,6],[5,0,9],[3,5,6],[9,0,7],[3,1,4],[8,1,7],[2,0,6],[6,0,8],[9,0,7],[7,1,8],[1,3,2],[5,1,2],[10,2,4],[6,0,6],[19,0,3],[24,5,11],[8,2,4],[11,3,16],[19,3,6],[11,2,1],[9,0,3],[8,0,6],[8,2,4],[10,0,2],[17,1,4],[6,0,2],0,[5,0,1],[2,0,4],[8,0,2],[5,2,1],[2,0,0]],[[0,0,30],[0,1,29],[0,0,30],[0,1,29],[0,0,30],[0,2,28],[0,0,30],[0,0,32],[0,1,29],[0,3,31],[1,0,35],[0,1,29],[0,1,29],[0,2,28],[1,0,29],[2,1,27],[2,1,27],[2,3,25],[2,4,46],[4,1,25],[2,1,25],[3,3,24],[2,2,26],[6,2,22],[5,6,19],[1,1,26],[3,4,23],[2,5,23],[5,6,19],[3,5,22],[6,6,18],[3,6,21],[6,3,21],[2,5,23],[3,6,21],[8,5,17],[7,6,17],[4,6,20],[5,4,21],[7,7,16],[10,8,10],[8,5,17],[7,7,16],[7,6,17],[4,7,19],[14,9,33],[20,26,62],[6,4,18],[5,5,20],[4,3,19],[7,8,15],[14,5,17],[7,5,16],[5,7,18],[6,7,17],[8,7,15],[8,11,29],[7,8,15],[11,8,11],[7,6,11],[8,6,16],[5,8,15],[21,16,23],[11,6,13],[7,5,16],[6,7,15],[5,7,16],[13,11,6],[7,6,11],[9,5,10],[23,10,15],[10,8,12],[15,3,22],[5,7,6],[6,4,14],[10,9,7],[18,13,19],[10,9,11],[10,8,10],[16,8,6],[17,9,12],[11,3,8],[8,8,4],[0,2,6],[14,2,2],[1,2,3],0,[0,0,10],[0,0,10],[1,4,15],[3,2,11],[6,4,10],[3,4,13],[3,2,5],[3,3,14],[8,5,7],[4,7,9],[4,5,11],[7,5,8],[5,3,2],[4,3,11],[2,4,4],[3,3,12],[7,6,7],[5,3,10],[0,2,2],[4,3,3],[10,6,4],[6,3,7],[9,10,11],[18,11,9],[6,5,3],[14,6,8],[17,5,12],[11,5,2],[10,3,5],[5,5,8],[8,4,2],[8,5,3],[4,5,13],[3,2,3],[1,0,5],[2,0,2],[0,0,2],[9,1,4],[6,3,1],[0,4,0]],[[0,0,24],[0,2,22],[0,1,23],[0,3,21],[1,0,23],[0,0,24],[0,0,24],[3,1,20],[0,0,24],[0,0,28],[2,0,22],[1,0,23],[1,4,19],[5,2,17],[4,0,20],[3,2,19],[1,6,17],[5,0,19],[4,4,40],[3,5,16],[6,0,18],[11,1,12],[6,0,18],[10,0,14],[7,1,16],[4,2,18],[8,0,16],[8,1,15],[8,2,14],[9,6,9],[11,0,13],[11,1,12],[14,0,10],[7,2,11],[4,2,18],[11,0,13],[15,0,9],[13,0,11],[13,1,10],[12,2,10],[8,0,16],[14,5,5],[9,6,9],[12,2,10],[12,2,10],[25,6,15],[29,1,36],[13,2,9],[11,4,9],[12,3,9],[10,5,9],[21,0,11],[8,6,10],[13,5,6],[13,2,9],[13,4,7],[26,5,9],[17,0,7],[9,1,12],[13,2,5],[13,2,9],[12,8,4],[35,4,9],[14,2,4],[16,3,3],[16,1,7],[18,2,4],[18,0,6],[9,0,11],[16,2,6],[29,0,9],[9,1,12],[23,0,19],[13,0,5],[9,0,9],[19,2,7],[37,1,6],[21,1,2],[19,2,3],[17,0,3],[29,2,5],[15,4,1],[11,1,0],[2,3,3],[16,2,0],[2,3,1],0,[0,0,8],[1,0,7],[7,3,6],[4,1,7],[6,1,9],[8,0,8],[3,0,5],[8,1,7],[10,3,3],[11,0,5],[4,6,6],[9,1,6],[4,1,3],[12,0,4],[6,0,2],[6,0,8],[9,3,4],[11,0,5],[1,4,1],[5,0,3],[15,0,1],[4,0,6],[21,0,7],[34,0,10],[12,1,3],[19,3,10],[20,1,3],[11,0,1],[8,0,0],[13,0,3],[10,1,3],[11,0,1],[16,1,1],[7,0,1],[4,0,2],[2,0,0],[2,0,2],[8,0,0],[8,0,0]],[[0,0,54],[0,1,53],[1,0,53],[0,0,54],[0,0,52],[0,2,52],[0,1,53],[0,0,56],[0,2,52],[0,2,60],[1,1,60],[0,2,52],[1,0,53],[0,0,54],[2,0,52],[0,1,53],[1,0,53],[2,3,49],[4,6,80],[1,4,49],[3,2,47],[3,3,48],[5,2,47],[2,6,46],[5,3,46],[0,3,45],[8,2,44],[1,6,47],[8,6,40],[2,6,46],[7,4,43],[7,2,45],[3,3,48],[5,1,44],[3,7,44],[7,5,42],[11,3,40],[7,6,41],[15,1,38],[6,3,45],[11,5,38],[10,4,40],[4,4,46],[8,3,41],[9,4,39],[11,10,83],[24,18,136],[8,8,38],[10,5,39],[6,6,38],[3,5,46],[15,6,49],[4,8,40],[8,5,39],[8,3,41],[11,6,37],[8,6,74],[8,5,41],[8,4,38],[7,4,37],[20,6,28],[9,7,38],[25,16,67],[9,4,39],[10,4,36],[9,4,37],[18,6,28],[13,7,34],[11,8,27],[17,7,26],[26,9,45],[15,8,27],[19,3,66],[6,2,26],[9,3,34],[15,6,35],[45,16,41],[23,7,24],[19,10,21],[20,7,23],[25,13,34],[9,2,29],[16,5,17],[0,2,14],[23,3,16],[4,2,8],[0,2,0],[0,0,18],[0,0,18],[5,0,31],[5,4,19],[5,4,27],[2,4,30],[7,1,10],[6,0,28],[13,3,20],[5,3,26],[5,6,23],[4,5,27],[3,3,12],[6,4,24],[3,3,12],[6,3,21],[14,4,18],[7,4,21],[0,2,6],[6,2,10],[16,3,15],[3,3,22],[26,5,23],[33,9,38],[14,1,15],[15,3,38],[17,6,45],[11,2,21],[12,3,19],[11,1,18],[9,2,15],[15,4,13],[11,4,19],[7,2,7],[2,0,8],[4,1,9],[0,0,8],[6,0,6],[9,1,8],[1,2,1]],[[0,0,48],[0,4,44],[0,3,45],[0,3,45],[0,0,46],[0,2,46],[0,2,46],[3,0,47],[0,5,43],[0,2,50],[0,4,50],[1,4,43],[0,4,44],[0,5,43],[0,4,44],[0,11,37],[2,7,39],[0,5,43],[6,6,70],[3,7,38],[1,2,41],[1,9,38],[1,8,39],[2,8,38],[4,8,36],[0,3,39],[5,6,37],[4,13,31],[4,13,31],[0,12,36],[1,9,38],[3,8,37],[3,7,38],[2,9,31],[3,12,33],[4,9,35],[5,8,35],[2,12,34],[10,6,32],[1,16,31],[9,7,30],[3,11,34],[4,16,28],[5,10,31],[4,14,28],[6,26,60],[5,35,118],[4,9,33],[3,16,29],[4,7,33],[4,15,29],[11,10,39],[2,13,29],[5,15,26],[6,12,28],[4,17,27],[4,25,49],[1,14,33],[6,15,25],[6,13,23],[9,13,26],[5,13,28],[18,32,46],[6,11,27],[6,14,24],[4,10,28],[7,11,26],[7,14,27],[9,10,23],[9,14,21],[15,16,41],[6,15,25],[6,9,51],[3,8,23],[3,10,25],[14,14,20],[25,19,42],[9,15,24],[6,17,19],[11,9,22],[14,21,29],[6,6,22],[12,12,10],[0,6,8],[9,6,17],[3,4,7],[1,1,0],[0,0,16],[0,0,16],[0,7,25],[1,4,21],[4,7,21],[4,4,24],[2,1,13],[0,8,22],[9,7,16],[0,13,17],[4,10,16],[4,10,18],[1,7,8],[5,5,20],[3,4,9],[1,9,16],[5,9,18],[4,8,16],[0,6,4],[4,5,7],[8,3,19],[2,8,12],[10,10,26],[19,23,32],[5,7,14],[14,10,24],[10,12,30],[8,7,13],[5,4,15],[7,8,11],[6,5,13],[9,5,14],[11,11,12],[5,3,6],[1,2,5],[1,3,6],[0,0,8],[8,1,9],0,[2,3,1]],[[0,0,18],[0,1,17],[0,0,18],[0,0,18],[0,1,15],[0,1,17],[0,0,18],[0,1,19],[0,2,16],[0,2,16],[0,0,20],[0,1,17],[0,1,17],[0,4,14],[0,0,18],[0,5,13],[2,1,15],[0,2,16],[0,6,20],[0,2,16],[1,0,13],[0,7,11],[0,4,14],[0,6,12],[0,9,9],[0,4,10],[1,3,14],[0,8,10],[1,8,9],[2,10,6],[0,6,12],[0,4,14],[0,6,12],[0,4,14],[0,9,9],[0,5,13],[0,7,11],[1,11,6],[2,7,9],[1,7,10],[0,10,6],[1,7,10],[1,6,11],[2,6,8],[2,9,5],[2,14,18],[4,33,35],[0,6,10],[1,8,9],[0,7,7],[1,10,7],[1,9,10],[1,9,4],[1,7,10],[0,8,8],[2,9,7],[0,17,11],[0,9,9],[0,10,8],[0,8,8],[3,11,4],[1,9,6],[0,21,15],[0,9,7],[0,8,8],[0,10,4],[0,10,4],[1,11,6],[1,9,6],[4,8,4],[3,17,8],[3,13,2],[1,6,11],[1,7,6],[0,7,5],[2,10,4],[3,17,10],[2,11,5],[1,9,2],[0,12,4],[1,14,7],[0,6,6],[5,6,3],[0,2,2],[2,2,4],[1,2,3],0,[0,0,6],[0,0,6],[0,4,8],[1,3,6],[0,7,5],[0,3,9],[0,3,3],[0,5,7],[0,5,7],[0,5,5],[0,8,2],[0,6,6],[0,4,2],[2,4,4],[0,3,3],[0,6,2],[1,8,3],[2,6,2],[0,2,2],[0,4,2],[2,6,4],[0,4,2],[2,13,3],[2,11,9],[0,6,4],[1,8,7],[2,10,6],[1,4,5],[2,5,3],[1,5,2],[1,4,3],[1,7,4],[6,6,2],[1,2,1],[0,0,2],[0,4,0],0,[1,2,1],[1,3,2]]],"versus_totals_tracks":{"highest":[[[32,0,0],[44,1,3],[43,0,5],[47,0,1],[41,1,4],[44,0,4],[47,0,1],[48,0,2],[44,0,4],[47,1,4],[53,0,1],[48,0,0],[46,2,0],[47,0,1],[47,0,1],[47,1,0],[48,0,0],[46,1,1],[81,0,1],[48,0,0],[44,0,0],[48,0,0],[48,0,0],[48,0,0],[48,0,0],[42,0,0],[48,0,0],[47,0,1],[45,1,2],[47,1,0],[48,0,0],[48,0,0],[48,0,0],[41,0,1],[48,0,0],[48,0,0],[48,0,0],[47,0,1],[48,0,0],[48,0,0],[43,0,3],[48,0,0],[48,0,0],[46,0,0],[46,0,0],[90,0,2],[158,0,0],[46,0,0],[48,0,0],[44,0,0],[48,0,0],[59,0,1],[44,0,0],[46,0,0],[46,0,0],[48,0,0],[78,0,0],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[46,0,0],[96,0,0],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[48,0,0],[42,0,0],[44,0,0],[72,0,0],[46,0,0],[66,0,0],[34,0,0],[38,0,0],[48,0,0],[86,0,0],[48,0,0],[42,0,0],[42,0,0],[64,0,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[15,0,1],[15,0,1],[32,0,0],[26,0,0],[32,0,0],[32,0,0],[16,0,0],[30,0,0],[32,0,0],[30,0,0],[30,0,0],[32,0,0],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[31,1,0],[27,1,0],[9,0,1],[16,0,0],[30,0,0],[22,0,0],[46,0,0],[74,0,0],[26,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[31,2,15],[24,2,6],[33,4,11],[29,6,13],[28,1,17],[38,3,7],[39,3,6],[40,6,4],[39,3,6],[40,5,7],[48,2,4],[38,4,6],[42,3,3],[43,2,3],[42,2,4],[37,6,5],[43,3,2],[38,4,6],[77,3,2],[44,1,3],[39,2,3],[46,0,2],[44,1,3],[47,1,0],[46,0,2],[39,0,3],[47,0,1],[47,1,0],[43,1,4],[47,1,0],[46,2,0],[46,1,1],[47,0,1],[42,0,0],[48,0,0],[48,0,0],[44,1,3],[48,0,0],[47,1,0],[46,0,2],[46,0,0],[46,1,1],[47,1,0],[46,0,0],[44,0,2],[90,1,1],[152,3,3],[46,0,0],[47,1,0],[43,1,0],[48,0,0],[58,0,2],[44,0,0],[45,1,0],[44,1,1],[48,0,0],[76,1,1],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[46,0,0],[95,1,0],[43,1,0],[44,0,0],[42,0,0],[43,1,0],[48,0,0],[42,0,0],[44,0,0],[72,0,0],[46,0,0],[65,0,1],[34,0,0],[38,0,0],[47,1,0],[86,0,0],[48,0,0],[42,0,0],[42,0,0],[64,0,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[14,1,1],[12,1,3],[30,1,1],[24,1,1],[32,0,0],[29,2,1],[16,0,0],[30,0,0],[30,2,0],[30,0,0],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[16,0,0],[26,0,0],[32,0,0],[27,0,1],[10,0,0],[16,0,0],[30,0,0],[21,0,1],[46,0,0],[72,2,0],[26,0,0],[48,0,0],[51,1,0],[28,0,0],[24,0,0],[25,1,0],[24,0,0],[27,1,0],[33,1,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[30,1,17],[34,5,9],[25,3,4],[33,5,10],[35,1,10],[36,5,7],[35,3,10],[41,1,8],[42,2,4],[40,3,9],[42,3,9],[44,2,2],[42,3,3],[41,3,4],[41,1,6],[43,1,4],[42,4,2],[40,1,7],[73,6,3],[46,0,2],[42,0,2],[46,1,1],[45,2,1],[46,1,1],[46,0,2],[39,0,3],[47,1,0],[46,2,0],[41,2,5],[48,0,0],[48,0,0],[46,2,0],[47,1,0],[41,1,0],[47,1,0],[46,1,1],[46,1,1],[48,0,0],[46,2,0],[47,1,0],[42,3,1],[46,2,0],[48,0,0],[44,2,0],[43,2,1],[87,4,1],[152,5,1],[44,1,1],[48,0,0],[43,1,0],[48,0,0],[59,1,0],[42,1,1],[46,0,0],[45,0,1],[48,0,0],[76,2,0],[48,0,0],[46,0,0],[41,1,0],[47,0,1],[45,1,0],[95,1,0],[44,0,0],[44,0,0],[42,0,0],[42,2,0],[48,0,0],[42,0,0],[44,0,0],[71,1,0],[46,0,0],[66,0,0],[34,0,0],[37,1,0],[47,1,0],[86,0,0],[47,1,0],[41,1,0],[42,0,0],[61,3,0],[34,0,0],[34,0,0],[13,1,0],[30,2,0],[14,0,0],[2,0,0],[13,2,1],[15,0,1],[28,2,2],[25,1,0],[31,1,0],[32,0,0],[14,1,1],[30,0,0],[32,0,0],[28,2,0],[28,2,0],[31,0,1],[16,0,0],[28,2,0],[16,0,0],[25,0,1],[32,0,0],[26,2,0],[10,0,0],[16,0,0],[30,0,0],[22,0,0],[46,0,0],[71,3,0],[24,2,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[18,5,25],[21,5,22],[26,5,17],[22,3,7],[24,5,17],[30,4,14],[30,4,14],[35,2,13],[30,4,14],[37,5,10],[41,2,11],[35,3,10],[41,1,6],[38,6,4],[39,3,6],[41,4,3],[36,6,6],[29,6,13],[64,8,10],[45,1,2],[36,4,4],[39,6,3],[45,2,1],[41,4,3],[41,6,1],[35,3,4],[44,1,3],[43,2,3],[39,1,8],[45,2,1],[41,4,3],[42,4,2],[43,4,1],[41,1,0],[45,0,3],[43,3,2],[45,2,1],[45,0,3],[46,2,0],[47,1,0],[40,2,4],[41,3,4],[46,2,0],[46,0,0],[44,0,2],[87,2,3],[148,7,3],[44,1,1],[44,2,2],[40,4,0],[47,1,0],[58,1,1],[39,1,4],[42,3,1],[44,2,0],[48,0,0],[74,4,0],[48,0,0],[45,1,0],[40,2,0],[45,1,2],[42,3,1],[89,5,2],[44,0,0],[44,0,0],[41,0,1],[43,0,1],[47,1,0],[39,3,0],[41,3,0],[68,3,1],[46,0,0],[64,1,1],[34,0,0],[37,1,0],[47,1,0],[86,0,0],[48,0,0],[41,1,0],[42,0,0],[63,1,0],[33,1,0],[34,0,0],[14,0,0],[31,1,0],[14,0,0],[2,0,0],[14,0,2],[13,1,2],[30,2,0],[22,3,1],[29,0,3],[28,1,3],[13,3,0],[29,0,1],[32,0,0],[28,2,0],[28,2,0],[30,2,0],[14,2,0],[30,0,0],[16,0,0],[24,0,2],[32,0,0],[28,0,0],[8,1,1],[16,0,0],[28,2,0],[21,0,1],[44,2,0],[71,3,0],[26,0,0],[48,0,0],[52,0,0],[27,1,0],[24,0,0],[26,0,0],[22,2,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[9,1,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[28,1,19],[39,0,9],[37,1,10],[38,1,9],[27,1,2],[43,0,5],[42,2,4],[42,1,7],[43,0,5],[48,2,2],[51,1,2],[45,0,3],[47,1,0],[47,1,0],[45,1,2],[45,0,3],[44,2,2],[43,0,5],[79,3,0],[47,1,0],[40,1,3],[47,0,1],[45,2,1],[48,0,0],[47,0,1],[42,0,0],[46,1,1],[44,2,2],[42,0,6],[48,0,0],[48,0,0],[46,1,1],[47,0,1],[41,1,0],[48,0,0],[48,0,0],[48,0,0],[46,0,2],[46,0,2],[46,1,1],[43,0,3],[46,1,1],[47,1,0],[45,1,0],[42,1,3],[89,1,2],[156,1,1],[46,0,0],[48,0,0],[44,0,0],[48,0,0],[58,0,2],[42,0,2],[46,0,0],[46,0,0],[48,0,0],[76,2,0],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[46,0,0],[96,0,0],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[48,0,0],[42,0,0],[44,0,0],[72,0,0],[46,0,0],[66,0,0],[34,0,0],[38,0,0],[48,0,0],[86,0,0],[48,0,0],[41,1,0],[42,0,0],[60,4,0],[34,0,0],[32,2,0],[14,0,0],[32,0,0],[14,0,0],[1,1,0],[13,0,3],[14,0,2],[32,0,0],[24,0,2],[30,1,1],[32,0,0],[14,1,1],[29,1,0],[32,0,0],[30,0,0],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[16,0,0],[25,0,1],[32,0,0],[28,0,0],[10,0,0],[15,1,0],[30,0,0],[21,1,0],[46,0,0],[73,1,0],[26,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[7,0,1],[18,0,0],[16,0,0],[6,0,0]],[[17,2,29],[30,3,15],[25,4,19],[36,1,11],[24,2,20],[24,3,5],[36,4,8],[29,5,16],[29,3,16],[36,2,14],[45,2,7],[37,3,8],[41,2,5],[36,6,6],[36,3,9],[40,5,3],[37,4,7],[33,2,13],[73,2,7],[44,4,0],[35,4,5],[44,4,0],[48,0,0],[43,4,1],[45,1,2],[38,0,4],[45,1,2],[44,3,1],[41,0,7],[47,1,0],[46,2,0],[45,1,2],[45,3,0],[39,2,1],[47,1,0],[47,1,0],[47,1,0],[48,0,0],[46,2,0],[45,2,1],[39,3,4],[46,1,1],[47,1,0],[45,0,1],[44,1,1],[87,3,2],[151,5,2],[46,0,0],[48,0,0],[41,2,1],[48,0,0],[57,0,3],[43,0,1],[43,1,2],[44,1,1],[48,0,0],[76,2,0],[46,2,0],[46,0,0],[40,1,1],[47,0,1],[44,1,1],[95,1,0],[44,0,0],[44,0,0],[42,0,0],[41,2,1],[47,0,1],[40,1,1],[44,0,0],[69,2,1],[45,1,0],[66,0,0],[34,0,0],[38,0,0],[47,1,0],[86,0,0],[47,1,0],[39,3,0],[42,0,0],[62,2,0],[34,0,0],[34,0,0],[13,1,0],[31,1,0],[14,0,0],[2,0,0],[10,0,6],[13,3,0],[30,1,1],[23,2,1],[30,1,1],[31,1,0],[15,1,0],[29,1,0],[32,0,0],[28,2,0],[28,2,0],[29,3,0],[14,2,0],[28,2,0],[16,0,0],[23,2,1],[32,0,0],[28,0,0],[10,0,0],[16,0,0],[30,0,0],[22,0,0],[46,0,0],[73,1,0],[26,0,0],[47,1,0],[51,1,0],[28,0,0],[24,0,0],[26,0,0],[23,0,1],[28,0,0],[33,1,0],[14,0,0],[8,0,0],[9,1,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[23,1,24],[21,3,24],[28,2,18],[30,5,13],[23,5,18],[29,3,16],[22,5,5],[31,3,16],[34,3,11],[36,5,11],[43,4,7],[37,3,8],[38,5,5],[37,7,4],[42,3,3],[40,6,2],[36,8,4],[34,6,8],[71,7,4],[41,2,5],[37,3,4],[43,4,1],[42,3,3],[41,2,5],[43,3,2],[36,4,2],[42,4,2],[42,4,2],[41,2,5],[43,5,0],[44,4,0],[44,3,1],[44,4,0],[38,3,1],[43,3,2],[43,5,0],[43,4,1],[48,0,0],[43,4,1],[45,2,1],[38,4,4],[48,0,0],[44,2,2],[43,2,1],[42,4,0],[87,2,3],[146,12,0],[45,1,0],[48,0,0],[40,1,3],[47,1,0],[57,3,0],[42,1,1],[46,0,0],[42,3,1],[44,4,0],[76,2,0],[45,3,0],[43,3,0],[40,2,0],[47,1,0],[45,1,0],[92,3,1],[43,0,1],[43,1,0],[41,1,0],[39,4,1],[46,2,0],[40,2,0],[42,0,2],[72,0,0],[45,1,0],[66,0,0],[31,2,1],[36,2,0],[46,2,0],[84,2,0],[47,1,0],[36,6,0],[42,0,0],[61,3,0],[34,0,0],[32,2,0],[14,0,0],[30,2,0],[14,0,0],[2,0,0],[12,2,2],[15,0,1],[28,3,1],[24,2,0],[31,0,1],[32,0,0],[14,2,0],[28,2,0],[30,2,0],[27,3,0],[28,2,0],[31,0,1],[16,0,0],[30,0,0],[16,0,0],[23,2,1],[30,2,0],[28,0,0],[10,0,0],[16,0,0],[29,1,0],[22,0,0],[46,0,0],[73,1,0],[26,0,0],[47,1,0],[51,1,0],[26,2,0],[23,1,0],[26,0,0],[23,1,0],[28,0,0],[32,2,0],[12,2,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[20,5,23],[22,6,20],[25,4,19],[31,2,15],[24,2,20],[32,2,14],[32,2,14],[18,2,14],[32,3,13],[33,2,17],[40,3,11],[34,4,10],[31,2,15],[30,11,7],[39,4,5],[33,7,8],[37,6,5],[33,3,12],[73,5,4],[43,3,2],[39,3,2],[42,5,1],[48,0,0],[43,3,2],[42,4,2],[37,3,2],[46,1,1],[44,4,0],[38,2,8],[47,0,1],[46,1,1],[45,3,0],[44,2,2],[41,1,0],[45,1,2],[47,0,1],[47,1,0],[47,1,0],[43,3,2],[45,3,0],[43,1,2],[45,0,3],[48,0,0],[46,0,0],[46,0,0],[90,1,1],[156,2,0],[46,0,0],[48,0,0],[40,2,2],[48,0,0],[59,0,1],[44,0,0],[44,1,1],[46,0,0],[46,1,1],[78,0,0],[47,1,0],[45,0,1],[42,0,0],[46,2,0],[46,0,0],[95,0,1],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[47,0,1],[42,0,0],[44,0,0],[71,0,1],[46,0,0],[66,0,0],[34,0,0],[38,0,0],[48,0,0],[85,1,0],[48,0,0],[42,0,0],[42,0,0],[61,2,1],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[1,1,0],[10,0,6],[11,0,5],[32,0,0],[21,3,2],[32,0,0],[30,1,1],[16,0,0],[30,0,0],[32,0,0],[28,1,1],[29,1,0],[30,1,1],[16,0,0],[30,0,0],[16,0,0],[24,1,1],[32,0,0],[26,2,0],[10,0,0],[16,0,0],[30,0,0],[22,0,0],[46,0,0],[74,0,0],[26,0,0],[47,1,0],[51,1,0],[27,1,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[21,5,22],[20,5,23],[19,5,24],[27,2,19],[23,0,23],[27,4,17],[28,6,14],[24,5,21],[25,2,5],[34,3,15],[33,6,15],[33,6,9],[41,1,6],[36,3,9],[33,6,9],[39,5,4],[39,2,7],[31,4,13],[70,3,9],[36,8,4],[37,5,2],[43,2,3],[40,3,5],[40,1,7],[43,3,2],[36,4,2],[45,1,2],[45,2,1],[36,1,11],[48,0,0],[44,2,2],[45,0,3],[47,0,1],[38,3,1],[43,1,4],[44,1,3],[45,0,3],[46,2,0],[45,2,1],[47,0,1],[41,0,5],[46,0,2],[46,1,1],[44,0,2],[45,1,0],[84,3,5],[149,6,3],[45,0,1],[48,0,0],[41,3,0],[46,1,1],[58,0,2],[42,0,2],[42,2,2],[46,0,0],[45,2,1],[77,0,1],[48,0,0],[46,0,0],[40,1,1],[46,0,2],[45,0,1],[94,2,0],[43,0,1],[43,1,0],[42,0,0],[40,3,1],[47,0,1],[42,0,0],[43,0,1],[72,0,0],[46,0,0],[65,1,0],[34,0,0],[38,0,0],[48,0,0],[85,1,0],[48,0,0],[42,0,0],[42,0,0],[63,1,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[11,4,1],[10,1,5],[29,1,2],[23,1,2],[31,0,1],[32,0,0],[16,0,0],[30,0,0],[30,2,0],[28,0,2],[29,1,0],[29,0,3],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[32,0,0],[28,0,0],[9,0,1],[15,0,1],[28,2,0],[22,0,0],[46,0,0],[72,2,0],[25,0,1],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[23,2,23],[25,2,21],[29,2,17],[31,5,12],[21,4,21],[34,2,12],[27,6,15],[32,4,14],[31,5,12],[25,2,9],[40,5,9],[33,7,8],[39,2,7],[42,2,4],[42,1,5],[42,1,5],[38,4,6],[36,3,9],[68,4,10],[44,3,1],[40,1,3],[42,2,4],[44,2,2],[44,1,3],[46,0,2],[39,1,2],[44,1,3],[44,0,4],[42,3,3],[44,3,1],[45,1,2],[43,3,2],[45,1,2],[40,0,2],[42,3,3],[43,2,3],[46,2,0],[45,0,3],[45,2,1],[43,3,2],[42,0,4],[45,0,3],[42,0,6],[42,1,3],[42,1,3],[87,0,5],[155,1,2],[44,0,2],[46,0,2],[41,2,1],[47,0,1],[58,1,1],[40,0,4],[44,0,2],[43,0,3],[48,0,0],[76,0,2],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[44,2,0],[94,1,1],[42,1,1],[44,0,0],[42,0,0],[42,1,1],[46,0,2],[42,0,0],[43,0,1],[72,0,0],[46,0,0],[64,1,1],[33,0,1],[38,0,0],[47,1,0],[85,1,0],[48,0,0],[42,0,0],[42,0,0],[62,2,0],[34,0,0],[34,0,0],[13,0,1],[30,2,0],[14,0,0],[2,0,0],[10,2,4],[13,1,2],[31,0,1],[25,0,1],[28,2,2],[30,0,2],[15,0,1],[30,0,0],[31,0,1],[29,1,0],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[30,0,2],[27,1,0],[8,0,2],[16,0,0],[30,0,0],[20,0,2],[46,0,0],[74,0,0],[26,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[19,3,44],[22,3,41],[31,4,31],[22,3,41],[25,5,34],[30,2,34],[31,9,26],[27,7,36],[39,6,21],[37,7,26],[42,3,11],[39,5,22],[43,5,18],[39,8,19],[50,3,13],[48,5,13],[54,4,8],[42,4,20],[94,6,14],[54,0,12],[48,2,12],[56,6,4],[60,3,3],[63,0,3],[54,3,9],[50,3,3],[59,1,6],[60,1,5],[53,1,12],[58,2,6],[59,6,1],[59,4,3],[63,1,2],[53,1,2],[63,1,2],[61,1,4],[63,2,1],[63,0,3],[62,2,2],[62,2,2],[61,0,3],[61,1,4],[66,0,0],[60,2,2],[60,0,4],[122,1,5],[223,5,6],[61,2,1],[64,1,1],[53,2,3],[65,0,1],[80,1,1],[59,0,3],[61,1,0],[61,1,2],[64,0,2],[103,0,3],[65,0,1],[64,0,0],[54,0,2],[63,2,1],[62,1,1],[132,0,0],[61,0,1],[61,0,1],[58,0,0],[61,0,1],[65,1,0],[59,0,1],[56,1,3],[95,0,1],[64,0,0],[85,0,1],[46,0,0],[54,0,0],[59,2,1],[114,1,3],[65,1,0],[60,0,0],[56,2,0],[88,1,1],[45,0,1],[45,1,0],[18,0,0],[41,1,0],[18,0,0],[4,0,0],[10,5,7],[14,0,8],[39,2,3],[33,0,5],[37,3,4],[42,0,2],[18,2,2],[38,0,2],[44,0,0],[37,1,4],[40,2,0],[44,0,0],[22,0,0],[40,0,0],[22,0,0],[35,1,2],[44,0,0],[35,0,1],[11,0,1],[21,0,1],[38,1,1],[32,0,0],[58,1,1],[95,0,1],[33,0,1],[58,0,0],[68,0,4],[37,0,1],[34,0,0],[33,0,1],[29,0,1],[37,0,1],[45,1,0],[18,0,0],[10,0,0],[16,0,0],[8,0,0],[25,0,1],[22,0,0],[8,0,0]],[[12,3,33],[14,5,29],[23,1,24],[26,3,19],[17,3,26],[24,3,21],[22,3,23],[27,2,21],[26,8,14],[28,3,21],[32,4,18],[24,0,8],[33,2,13],[37,2,9],[35,2,11],[36,5,7],[36,5,7],[29,3,16],[61,7,14],[40,2,6],[33,2,9],[40,4,4],[37,2,9],[40,3,5],[40,2,6],[36,1,5],[42,1,5],[43,0,5],[38,1,9],[41,3,4],[43,2,3],[43,2,3],[47,0,1],[37,2,3],[43,0,5],[43,1,4],[44,2,2],[45,0,3],[44,2,2],[45,1,2],[38,3,5],[42,1,5],[45,0,3],[45,0,1],[41,1,4],[84,3,5],[150,2,6],[42,1,3],[45,0,3],[42,1,1],[47,0,1],[57,0,3],[39,0,5],[45,1,0],[45,1,0],[46,1,1],[76,0,2],[48,0,0],[43,0,3],[38,0,4],[47,0,1],[45,0,1],[94,0,2],[44,0,0],[44,0,0],[41,0,1],[44,0,0],[45,0,3],[42,0,0],[44,0,0],[70,2,0],[46,0,0],[64,0,2],[32,0,2],[38,0,0],[47,0,1],[86,0,0],[48,0,0],[42,0,0],[41,1,0],[62,1,1],[33,1,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[8,1,7],[11,0,5],[28,3,1],[20,2,4],[29,1,2],[27,1,4],[13,1,2],[28,0,2],[29,1,2],[27,2,1],[27,0,3],[30,1,1],[15,1,0],[30,0,0],[16,0,0],[23,0,3],[31,0,1],[28,0,0],[8,0,2],[16,0,0],[30,0,0],[18,2,2],[46,0,0],[74,0,0],[25,0,1],[48,0,0],[50,1,1],[28,0,0],[24,0,0],[25,0,1],[23,1,0],[27,1,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[7,0,1],[17,1,0],[16,0,0],[6,0,0]],[[12,3,33],[12,6,30],[14,6,28],[19,3,26],[17,4,25],[22,3,23],[23,4,21],[28,3,19],[26,3,19],[28,3,21],[32,7,15],[28,4,16],[28,0,4],[36,4,8],[35,5,8],[39,3,6],[35,3,10],[32,3,13],[60,3,19],[40,4,4],[35,3,6],[41,4,3],[42,1,5],[40,4,4],[39,6,3],[34,2,6],[46,1,1],[40,6,2],[37,2,9],[43,3,2],[41,5,2],[43,2,3],[45,3,0],[42,0,0],[43,2,3],[46,0,2],[45,3,0],[48,0,0],[42,5,1],[46,2,0],[38,3,5],[41,3,4],[47,0,1],[41,2,3],[45,0,1],[86,3,3],[149,8,1],[44,2,0],[48,0,0],[39,2,3],[46,2,0],[56,0,4],[39,3,2],[41,3,2],[46,0,0],[46,2,0],[74,3,1],[47,0,1],[46,0,0],[38,4,0],[46,2,0],[42,3,1],[93,3,0],[44,0,0],[41,3,0],[41,1,0],[43,1,0],[47,0,1],[39,2,1],[43,1,0],[72,0,0],[46,0,0],[64,2,0],[34,0,0],[37,1,0],[48,0,0],[85,0,1],[48,0,0],[42,0,0],[42,0,0],[63,1,0],[34,0,0],[34,0,0],[13,1,0],[32,0,0],[14,0,0],[2,0,0],[10,3,3],[10,1,5],[28,2,2],[23,2,1],[30,2,0],[31,0,1],[13,0,3],[29,0,1],[30,2,0],[28,2,0],[27,3,0],[31,1,0],[16,0,0],[28,2,0],[16,0,0],[23,1,2],[32,0,0],[28,0,0],[8,0,2],[16,0,0],[29,1,0],[22,0,0],[46,0,0],[70,4,0],[26,0,0],[48,0,0],[52,0,0],[28,0,0],[23,1,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[9,6,33],[7,2,39],[13,3,32],[14,5,29],[15,5,26],[15,8,25],[13,10,25],[21,11,18],[16,4,28],[19,3,30],[29,6,19],[28,3,17],[21,4,23],[22,4,6],[32,3,13],[26,4,18],[31,3,14],[23,6,19],[48,6,28],[37,6,5],[31,3,10],[33,2,13],[38,2,8],[35,1,12],[38,2,8],[29,2,11],[42,1,5],[41,2,5],[32,1,15],[36,5,7],[38,5,5],[41,4,3],[40,3,5],[35,1,6],[39,0,9],[38,7,3],[38,3,7],[41,3,4],[36,4,8],[42,0,6],[37,0,9],[39,5,4],[44,0,4],[37,3,6],[42,0,4],[74,5,13],[135,12,11],[39,3,4],[41,1,6],[37,1,6],[42,3,3],[54,1,5],[35,4,5],[44,1,1],[37,3,6],[41,3,4],[67,1,10],[42,1,5],[41,1,4],[38,1,3],[41,0,7],[39,2,5],[86,4,6],[39,3,2],[41,1,2],[37,3,2],[41,0,3],[44,3,1],[39,1,2],[37,2,5],[68,0,4],[43,0,3],[58,0,8],[28,2,4],[35,0,3],[43,1,4],[81,1,4],[48,0,0],[41,0,1],[40,1,1],[60,2,2],[33,1,0],[32,2,0],[12,1,1],[32,0,0],[13,1,0],[1,1,0],[5,2,9],[7,1,8],[24,3,5],[20,3,3],[27,2,3],[28,0,4],[12,1,3],[27,0,3],[25,3,4],[24,3,3],[24,1,5],[30,0,2],[15,1,0],[28,1,1],[14,0,2],[21,3,2],[29,2,1],[25,0,3],[8,0,2],[14,2,0],[26,0,4],[22,0,0],[42,0,4],[61,8,5],[23,1,2],[45,1,2],[49,2,1],[28,0,0],[24,0,0],[24,1,1],[22,1,1],[28,0,0],[30,2,2],[12,1,1],[6,2,0],[10,0,0],[6,1,1],[18,0,0],[14,2,0],[6,0,0]],[[17,1,30],[17,3,28],[17,5,26],[17,5,26],[14,6,26],[17,5,26],[11,8,29],[23,6,21],[23,3,22],[23,5,24],[31,4,19],[26,9,13],[27,3,18],[29,5,14],[24,3,5],[25,6,17],[38,3,7],[31,1,16],[55,8,19],[36,4,8],[35,2,7],[38,3,7],[41,3,4],[39,4,5],[40,2,6],[30,4,8],[40,6,2],[40,5,3],[37,2,9],[43,4,1],[41,4,3],[44,1,3],[45,0,3],[36,1,5],[40,0,8],[44,1,3],[38,2,8],[45,1,2],[39,5,4],[44,2,2],[41,1,4],[43,2,3],[44,0,4],[42,1,3],[40,2,4],[85,1,6],[138,10,10],[39,3,4],[41,1,6],[39,0,5],[44,1,3],[57,1,2],[37,2,5],[45,1,0],[41,1,4],[47,0,1],[75,1,2],[45,1,2],[43,3,0],[36,2,4],[43,1,4],[41,1,4],[89,3,4],[43,0,1],[41,2,1],[42,0,0],[40,2,2],[47,0,1],[36,3,3],[43,0,1],[70,1,1],[43,0,3],[66,0,0],[32,0,2],[36,1,1],[45,2,1],[83,2,1],[43,2,3],[35,3,4],[40,1,1],[56,4,4],[32,0,2],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[5,2,9],[8,2,6],[29,1,2],[15,5,6],[28,0,4],[30,0,2],[14,1,1],[29,0,1],[26,4,2],[28,2,0],[28,2,0],[25,4,3],[16,0,0],[26,2,2],[16,0,0],[22,0,4],[27,5,0],[27,0,1],[8,2,0],[16,0,0],[28,2,0],[17,1,4],[44,0,2],[71,3,0],[25,1,0],[48,0,0],[47,1,4],[27,0,1],[22,1,1],[26,0,0],[23,1,0],[25,1,2],[31,2,1],[14,0,0],[7,0,1],[10,0,0],[8,0,0],[16,0,2],[15,1,0],[6,0,0]],[[9,3,36],[12,3,33],[11,4,33],[9,8,31],[15,6,25],[14,6,28],[10,9,29],[20,5,25],[15,3,30],[22,4,26],[25,6,23],[18,8,22],[20,7,21],[22,5,21],[25,9,14],[21,4,7],[24,9,15],[28,6,14],[48,6,28],[33,3,12],[31,2,11],[37,2,9],[37,6,5],[33,4,11],[33,12,3],[27,4,11],[38,3,7],[29,10,9],[34,4,10],[36,6,6],[33,7,8],[39,6,3],[38,4,6],[35,2,5],[37,6,5],[39,4,5],[39,4,5],[39,6,3],[38,3,7],[36,7,5],[38,3,5],[39,6,3],[42,2,4],[40,4,2],[42,1,3],[79,5,8],[137,13,8],[38,5,3],[44,1,3],[38,1,5],[44,1,3],[55,3,2],[38,1,5],[41,3,2],[36,4,6],[43,4,1],[74,4,0],[46,1,1],[39,6,1],[35,5,2],[39,6,3],[38,6,2],[88,5,3],[42,1,1],[39,5,0],[42,0,0],[39,4,1],[41,4,3],[35,5,2],[42,1,1],[67,5,0],[39,5,2],[62,1,3],[30,3,1],[33,3,2],[47,1,0],[80,6,0],[45,3,0],[37,5,0],[38,4,0],[56,7,1],[32,2,0],[32,2,0],[13,1,0],[30,2,0],[12,2,0],[2,0,0],[5,2,9],[5,3,8],[26,1,5],[19,4,3],[25,1,6],[31,1,0],[13,1,2],[26,2,2],[27,2,3],[25,2,3],[22,7,1],[27,5,0],[15,0,1],[26,4,0],[16,0,0],[22,0,4],[27,4,1],[26,2,0],[7,1,2],[15,1,0],[27,3,0],[20,1,1],[41,5,0],[70,4,0],[25,1,0],[43,3,2],[48,3,1],[25,3,0],[22,2,0],[23,2,1],[21,3,0],[25,3,0],[31,3,0],[13,1,0],[8,0,0],[10,0,0],[4,2,2],[18,0,0],[14,2,0],[5,1,0]],[[5,2,41],[4,2,42],[7,5,36],[11,7,30],[12,4,30],[4,5,39],[9,10,29],[7,4,39],[15,8,25],[18,7,27],[20,4,30],[16,6,26],[16,2,30],[16,5,27],[21,8,19],[17,8,23],[16,3,13],[22,4,22],[42,8,32],[29,5,14],[26,4,14],[31,6,11],[34,7,7],[37,2,9],[28,9,11],[21,7,14],[38,3,7],[37,6,5],[30,5,13],[40,1,7],[36,5,7],[37,5,6],[41,3,4],[32,2,8],[37,4,7],[42,3,3],[39,4,5],[42,3,3],[37,5,6],[41,4,3],[36,4,6],[37,8,3],[39,3,6],[38,4,4],[40,4,2],[76,6,10],[137,13,8],[32,5,9],[41,4,3],[40,2,2],[41,1,6],[53,3,4],[34,2,8],[39,4,3],[39,3,4],[43,4,1],[70,4,4],[44,4,0],[38,4,4],[33,6,3],[36,6,6],[43,1,2],[88,5,3],[42,1,1],[37,6,1],[37,3,2],[35,6,3],[43,2,3],[35,5,2],[41,3,0],[67,5,0],[40,5,1],[65,0,1],[31,2,1],[37,0,1],[44,2,2],[79,5,2],[44,4,0],[35,7,0],[38,4,0],[57,7,0],[34,0,0],[30,4,0],[9,2,3],[32,0,0],[12,2,0],[1,1,0],[4,1,11],[6,3,7],[19,5,8],[16,4,6],[28,2,2],[29,1,2],[12,1,3],[25,4,1],[24,4,4],[26,2,2],[22,6,2],[27,3,2],[13,2,1],[27,3,0],[15,1,0],[20,2,4],[28,3,1],[23,2,3],[9,0,1],[14,2,0],[27,3,0],[21,1,0],[42,4,0],[67,6,1],[26,0,0],[46,1,1],[47,3,2],[27,1,0],[19,5,0],[24,2,0],[22,2,0],[28,0,0],[34,0,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[24,3,21],[29,4,15],[29,2,17],[37,4,7],[25,4,17],[40,2,6],[33,3,12],[39,1,10],[34,2,12],[37,4,11],[46,2,6],[38,4,6],[40,0,8],[40,7,1],[44,1,3],[39,5,4],[40,5,3],[31,0,1],[71,4,7],[44,2,2],[39,3,2],[45,1,2],[47,1,0],[47,1,0],[48,0,0],[38,2,2],[48,0,0],[46,1,1],[42,2,4],[45,2,1],[48,0,0],[46,1,1],[46,2,0],[41,0,1],[46,0,2],[45,3,0],[47,1,0],[48,0,0],[46,2,0],[48,0,0],[44,0,2],[47,1,0],[47,1,0],[46,0,0],[46,0,0],[89,1,2],[155,2,1],[44,1,1],[47,1,0],[43,1,0],[48,0,0],[59,0,1],[43,0,1],[46,0,0],[46,0,0],[48,0,0],[77,1,0],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[44,0,2],[96,0,0],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[48,0,0],[42,0,0],[44,0,0],[72,0,0],[45,0,1],[66,0,0],[34,0,0],[38,0,0],[47,1,0],[86,0,0],[48,0,0],[42,0,0],[42,0,0],[64,0,0],[34,0,0],[33,1,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[13,0,3],[14,1,1],[32,0,0],[22,2,2],[32,0,0],[32,0,0],[15,0,1],[29,1,0],[32,0,0],[30,0,0],[30,0,0],[31,0,1],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[32,0,0],[28,0,0],[9,0,1],[15,1,0],[30,0,0],[21,0,1],[46,0,0],[73,1,0],[26,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[23,1,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[17,6,55],[16,5,57],[22,6,50],[17,9,52],[26,2,50],[24,9,45],[26,8,44],[21,5,56],[21,6,51],[40,5,41],[38,7,43],[33,11,34],[34,6,38],[40,11,27],[49,6,23],[38,9,31],[43,10,25],[40,6,32],[75,13,38],[44,10,24],[46,5,23],[64,7,7],[55,7,16],[53,5,20],[59,5,14],[45,6,19],[62,6,10],[60,6,12],[55,2,21],[62,5,11],[62,5,11],[67,6,5],[66,1,11],[56,2,8],[56,10,12],[67,7,4],[59,9,10],[68,2,8],[63,8,7],[63,7,8],[64,2,8],[62,9,7],[65,4,9],[67,4,7],[69,3,6],[119,7,22],[221,20,25],[63,3,8],[64,2,12],[57,2,11],[71,2,5],[84,5,7],[61,5,8],[62,5,7],[66,5,7],[66,6,6],[108,9,9],[66,6,6],[65,4,5],[60,3,5],[68,2,8],[65,3,6],[136,9,11],[68,3,3],[65,2,3],[66,1,3],[66,3,5],[71,3,4],[56,5,5],[59,5,8],[104,2,8],[68,3,3],[89,1,6],[46,3,3],[56,4,2],[72,3,5],[130,2,6],[65,7,6],[69,3,2],[65,2,3],[96,5,7],[45,2,3],[47,3,2],[20,1,1],[42,2,2],[17,0,1],[4,0,0],[10,3,13],[13,1,12],[35,4,13],[30,3,7],[42,1,9],[47,2,3],[20,3,3],[43,3,2],[47,3,2],[42,4,6],[45,3,4],[48,1,3],[23,1,2],[41,3,4],[25,0,1],[33,3,8],[48,1,3],[37,4,3],[14,0,2],[25,0,1],[46,0,2],[31,0,5],[73,3,4],[109,4,7],[39,1,2],[65,3,6],[73,1,6],[41,1,2],[36,0,0],[41,1,2],[33,1,2],[40,3,3],[46,2,4],[21,0,1],[9,0,1],[15,1,0],[14,0,2],[26,0,2],[23,2,1],[8,0,0]],[[4,5,39],[5,3,40],[9,3,36],[12,5,31],[11,4,31],[10,8,30],[10,5,33],[13,6,31],[10,6,32],[20,6,26],[26,4,24],[21,3,24],[18,7,23],[13,11,24],[25,3,20],[27,4,17],[23,7,18],[23,2,23],[44,13,25],[20,3,9],[22,2,20],[29,5,14],[36,3,9],[33,3,12],[39,1,8],[25,5,12],[36,4,8],[37,3,8],[33,4,11],[40,2,6],[38,4,6],[39,5,4],[41,1,6],[33,0,9],[37,1,10],[36,5,7],[35,5,8],[38,3,7],[34,4,10],[39,0,9],[39,1,6],[38,4,6],[38,2,8],[32,3,11],[38,2,6],[70,3,19],[126,13,19],[36,4,6],[39,3,6],[33,2,9],[40,0,8],[45,4,11],[35,3,6],[40,1,5],[39,0,7],[39,5,4],[64,3,11],[41,1,6],[37,3,6],[35,2,5],[36,4,8],[39,1,6],[77,5,14],[36,3,5],[37,1,6],[36,0,6],[34,2,8],[40,2,6],[37,1,4],[35,1,8],[61,4,7],[39,0,7],[57,0,9],[27,3,4],[34,0,4],[41,3,4],[73,3,10],[45,1,2],[34,2,6],[36,2,4],[55,4,5],[30,1,3],[31,1,2],[10,2,2],[28,3,1],[12,0,2],[2,0,0],[6,2,8],[6,0,10],[25,4,3],[20,2,4],[23,3,6],[27,1,4],[11,2,3],[25,2,3],[26,1,5],[22,2,6],[26,0,4],[24,3,5],[13,1,2],[23,2,5],[12,2,2],[20,1,5],[27,1,4],[21,3,4],[8,0,2],[14,0,2],[25,1,4],[19,1,2],[39,1,6],[59,5,10],[20,1,5],[42,2,4],[45,2,5],[26,0,2],[23,1,0],[21,1,4],[18,3,3],[26,1,1],[25,4,5],[12,0,2],[6,0,2],[10,0,0],[4,1,3],[18,0,0],[13,1,2],[6,0,0]],[[1,5,42],[4,3,41],[5,4,39],[4,6,38],[14,3,29],[6,3,39],[13,4,31],[7,3,40],[9,6,33],[12,3,37],[19,2,33],[11,2,35],[11,4,33],[17,3,28],[20,2,26],[17,3,28],[24,2,22],[24,2,22],[42,4,36],[25,0,23],[13,0,15],[31,4,13],[31,4,13],[33,2,13],[29,0,19],[22,2,18],[35,1,12],[32,1,15],[29,2,17],[34,0,14],[33,2,13],[38,1,9],[33,3,12],[29,1,12],[37,0,11],[35,4,9],[37,2,9],[34,0,14],[44,0,4],[32,1,15],[31,1,14],[37,3,8],[35,1,12],[37,1,8],[36,2,8],[69,1,22],[121,9,28],[38,0,8],[38,1,9],[30,2,12],[35,3,10],[47,1,12],[31,1,12],[37,1,8],[38,0,8],[38,2,8],[58,2,18],[42,1,5],[40,1,5],[31,3,8],[41,1,6],[38,1,7],[79,4,13],[34,0,10],[36,0,8],[35,0,7],[37,0,7],[39,3,6],[38,1,3],[34,3,7],[63,0,9],[43,0,3],[54,0,12],[28,1,5],[32,2,4],[42,0,6],[73,0,13],[46,1,1],[39,0,3],[36,1,5],[57,1,6],[29,0,5],[32,1,1],[9,0,5],[31,0,1],[13,0,1],[2,0,0],[4,2,10],[5,0,11],[21,1,10],[19,3,4],[19,0,13],[25,0,7],[13,0,3],[22,0,8],[26,0,6],[24,0,6],[25,0,5],[29,0,3],[13,0,3],[24,1,5],[12,0,4],[20,0,6],[30,0,2],[23,0,5],[6,1,3],[14,1,1],[28,1,1],[18,1,3],[40,0,6],[69,0,5],[22,0,4],[37,1,10],[46,1,5],[26,0,2],[22,1,1],[25,0,1],[21,1,2],[24,1,3],[30,1,3],[12,0,2],[6,1,1],[9,1,0],[5,0,3],[16,0,2],[16,0,0],[5,0,1]],[[5,6,37],[4,2,42],[6,8,34],[9,5,34],[10,3,33],[10,6,32],[6,2,40],[9,6,35],[9,7,32],[17,2,33],[17,4,33],[15,8,25],[13,9,26],[18,9,21],[26,8,14],[19,9,20],[17,10,21],[15,6,27],[40,6,36],[24,6,18],[20,6,18],[24,7,1],[36,5,7],[34,6,8],[30,5,13],[18,7,17],[36,6,6],[34,9,5],[27,4,17],[32,6,10],[35,7,6],[35,3,10],[35,6,7],[28,3,11],[35,6,7],[38,5,5],[37,4,7],[39,4,5],[34,7,7],[33,8,7],[35,4,7],[41,3,4],[42,3,3],[36,4,6],[32,7,7],[73,9,10],[129,16,13],[36,3,7],[41,4,3],[34,4,6],[42,3,3],[48,4,8],[35,4,5],[34,8,4],[34,6,6],[41,6,1],[70,5,3],[41,5,2],[34,6,6],[32,6,4],[38,4,6],[45,1,0],[82,11,3],[42,2,0],[37,3,4],[37,0,5],[39,1,4],[40,5,3],[36,2,4],[41,2,1],[66,4,2],[42,3,1],[61,1,4],[27,3,4],[31,4,3],[42,6,0],[78,6,2],[44,3,1],[33,9,0],[37,5,0],[55,6,3],[32,2,0],[29,3,2],[13,1,0],[31,1,0],[13,1,0],[2,0,0],[2,2,12],[6,0,10],[22,5,5],[16,1,9],[22,4,6],[23,3,6],[9,4,3],[29,1,0],[27,4,1],[23,2,5],[21,3,6],[30,2,0],[15,1,0],[27,3,0],[12,1,3],[22,2,2],[28,2,2],[25,2,1],[7,0,3],[13,3,0],[25,2,3],[21,0,1],[42,4,0],[69,5,0],[22,1,3],[43,4,1],[48,2,2],[23,5,0],[22,2,0],[21,5,0],[21,3,0],[25,3,0],[31,3,0],[14,0,0],[8,0,0],[10,0,0],[6,0,2],[18,0,0],[15,1,0],[6,0,0]],[[2,5,41],[9,3,36],[3,9,36],[10,6,32],[8,8,30],[8,6,34],[9,5,34],[6,3,41],[11,5,32],[14,6,32],[13,6,35],[14,5,29],[19,5,24],[13,7,28],[17,1,30],[12,8,28],[20,3,25],[18,1,29],[42,6,34],[25,6,17],[19,3,22],[28,6,14],[26,2,4],[33,2,13],[32,2,14],[20,5,17],[31,4,13],[33,7,8],[33,2,13],[30,6,12],[36,4,8],[31,7,10],[33,4,11],[33,4,5],[36,4,8],[33,6,9],[34,6,8],[38,3,7],[32,4,12],[39,2,7],[32,2,12],[40,5,3],[39,3,6],[40,1,5],[42,2,2],[70,8,14],[126,15,17],[29,3,14],[37,5,6],[34,6,4],[42,3,3],[51,4,5],[30,6,8],[36,2,8],[42,0,4],[38,9,1],[60,6,12],[46,0,2],[40,2,4],[37,3,2],[42,3,3],[38,5,3],[88,5,3],[31,6,7],[40,2,2],[39,0,3],[39,1,4],[39,2,7],[38,1,3],[39,4,1],[67,3,2],[39,2,5],[58,1,7],[27,3,4],[33,3,2],[45,1,2],[80,4,2],[46,1,1],[39,2,1],[37,3,2],[58,2,4],[32,2,0],[31,3,0],[12,2,0],[30,2,0],[12,1,1],[2,0,0],[2,3,11],[3,1,12],[24,2,6],[16,2,8],[25,2,5],[26,2,4],[13,1,2],[23,2,5],[25,3,4],[23,4,3],[23,4,3],[32,0,0],[15,0,1],[25,3,2],[14,2,0],[18,2,6],[27,3,2],[23,2,3],[8,0,2],[11,3,2],[28,1,1],[19,1,2],[44,1,1],[68,4,2],[20,1,5],[44,3,1],[46,2,4],[25,2,1],[22,1,1],[24,2,0],[20,2,2],[24,4,0],[32,1,1],[13,1,0],[8,0,0],[10,0,0],[5,0,3],[17,1,0],[14,2,0],[5,1,0]],[[2,2,44],[4,2,42],[9,2,37],[7,5,36],[3,4,39],[7,6,35],[6,5,37],[7,5,38],[6,5,37],[8,6,38],[9,5,40],[14,2,32],[16,5,27],[13,3,32],[13,7,28],[14,8,26],[16,3,29],[17,5,26],[32,10,40],[17,4,27],[14,3,27],[29,6,13],[26,6,16],[19,1,12],[26,6,16],[16,4,22],[26,5,17],[27,6,15],[27,1,20],[27,8,13],[25,4,19],[29,4,15],[37,2,9],[25,2,15],[35,3,10],[34,3,11],[31,4,13],[35,2,11],[34,7,7],[35,3,10],[23,7,16],[35,6,7],[35,2,11],[32,3,11],[35,2,9],[69,5,18],[124,11,23],[38,2,6],[38,4,6],[31,1,12],[35,4,9],[55,1,4],[23,3,18],[35,2,9],[35,3,8],[33,5,10],[65,1,12],[40,3,5],[35,5,6],[33,3,6],[38,2,8],[39,2,5],[78,8,10],[33,3,8],[34,3,7],[32,1,9],[33,2,9],[41,2,5],[35,3,4],[36,2,6],[64,4,4],[41,2,3],[53,2,11],[30,1,3],[35,1,2],[40,1,7],[80,2,4],[44,3,1],[38,3,1],[38,2,2],[55,4,5],[32,0,2],[31,2,1],[9,1,4],[30,1,1],[11,1,2],[2,0,0],[3,0,13],[5,3,8],[20,3,9],[16,2,8],[21,2,9],[26,1,5],[12,3,1],[23,3,4],[23,4,5],[25,2,3],[21,3,6],[26,4,2],[14,0,2],[23,1,6],[9,2,5],[20,0,6],[25,3,4],[23,2,3],[4,2,4],[14,0,2],[27,3,0],[21,0,1],[42,1,3],[67,6,1],[25,0,1],[41,1,6],[46,1,5],[28,0,0],[24,0,0],[20,3,3],[22,1,1],[25,1,2],[32,2,0],[14,0,0],[7,0,1],[10,0,0],[4,0,4],[16,0,2],[15,1,0],[6,0,0]],[[3,6,39],[5,3,40],[6,3,39],[5,9,34],[4,8,34],[10,3,35],[6,6,36],[9,5,36],[6,7,35],[12,2,38],[17,5,32],[15,6,27],[16,3,29],[14,10,24],[19,6,23],[16,10,22],[21,7,20],[15,6,27],[37,8,37],[22,3,23],[19,2,23],[31,2,15],[30,5,13],[27,6,15],[18,6,8],[14,6,22],[35,5,8],[24,13,11],[24,5,19],[28,11,9],[30,7,11],[32,9,7],[37,5,6],[29,4,9],[33,5,10],[35,6,7],[37,5,6],[31,8,9],[31,8,9],[33,8,7],[36,3,7],[32,11,5],[33,4,11],[33,6,7],[35,1,10],[76,6,10],[119,16,23],[35,4,7],[33,10,5],[28,7,9],[41,3,4],[51,4,5],[29,6,9],[34,6,6],[33,6,7],[36,6,6],[64,7,7],[37,5,6],[36,6,4],[31,9,2],[34,7,7],[37,2,7],[77,14,5],[35,5,4],[36,4,4],[35,3,4],[35,4,5],[36,6,6],[37,4,1],[36,6,2],[61,7,4],[40,4,2],[57,2,7],[33,1,0],[33,4,1],[41,6,1],[72,9,5],[42,3,3],[35,6,1],[39,3,0],[52,9,3],[32,2,0],[26,7,1],[11,1,2],[32,0,0],[13,1,0],[1,1,0],[2,4,10],[5,1,10],[19,4,9],[14,6,6],[18,6,8],[23,6,3],[13,1,2],[28,1,1],[26,4,2],[22,4,4],[21,6,3],[26,4,2],[14,1,1],[23,3,4],[14,2,0],[18,4,4],[27,4,1],[24,0,4],[5,3,2],[14,2,0],[26,4,0],[19,1,2],[42,4,0],[65,8,1],[23,2,1],[42,2,4],[41,5,6],[27,1,0],[20,3,1],[22,3,1],[22,2,0],[26,2,0],[31,2,1],[13,1,0],[7,0,1],[7,1,2],[6,0,2],[17,0,1],[14,2,0],[5,1,0]],[[2,1,39],[6,0,36],[9,3,30],[12,3,27],[5,1,34],[11,1,30],[6,4,32],[9,2,33],[7,3,32],[10,1,35],[13,1,32],[16,1,25],[17,3,22],[15,6,21],[18,5,19],[20,3,19],[22,3,17],[22,0,20],[36,2,32],[28,1,13],[18,0,20],[32,3,7],[28,6,8],[29,0,13],[28,6,8],[13,0,11],[35,2,5],[27,7,8],[27,0,15],[28,5,9],[32,3,7],[31,4,7],[33,4,5],[27,2,11],[31,3,8],[34,2,6],[37,0,5],[36,0,6],[35,2,5],[30,4,8],[30,2,8],[37,2,3],[35,0,7],[32,0,8],[35,0,5],[67,2,11],[118,5,17],[31,3,6],[30,3,9],[27,3,8],[37,1,4],[47,2,3],[25,3,10],[36,4,2],[33,2,5],[36,0,6],[61,1,6],[35,0,7],[34,3,3],[33,2,1],[35,2,5],[35,1,4],[71,4,9],[37,0,1],[30,3,5],[32,3,3],[31,2,5],[37,1,4],[28,4,4],[37,0,1],[65,0,1],[38,0,2],[51,1,10],[26,1,3],[27,0,5],[40,1,1],[73,1,0],[39,3,0],[34,2,0],[38,0,0],[49,6,1],[31,0,1],[27,1,0],[8,0,4],[26,2,0],[12,0,0],0,[5,1,8],[5,1,8],[21,0,7],[13,3,6],[24,0,4],[23,0,5],[11,0,3],[24,0,4],[23,2,3],[22,1,3],[20,3,3],[22,3,3],[12,0,2],[20,3,3],[12,0,2],[15,2,5],[25,2,1],[20,1,5],[6,0,2],[14,0,0],[26,2,0],[16,0,2],[41,1,2],[58,1,3],[21,0,3],[44,1,1],[45,1,0],[24,0,0],[20,2,0],[23,0,1],[20,1,1],[23,1,0],[30,0,0],[12,0,0],[8,0,0],[10,0,0],[6,0,2],[15,1,0],[14,0,0],[6,0,0]],[[1,0,47],[0,1,47],[2,3,43],[2,1,45],[1,4,41],[0,6,42],[1,3,44],[2,3,45],[1,4,43],[2,5,45],[4,3,47],[4,3,41],[3,4,41],[3,0,45],[1,7,40],[3,6,39],[8,3,37],[5,2,41],[13,15,54],[10,4,34],[7,1,36],[15,6,27],[11,7,30],[21,4,23],[8,9,31],[9,2,31],[12,1,19],[18,5,25],[12,10,26],[14,12,22],[13,8,27],[22,7,19],[14,6,28],[12,1,29],[17,5,26],[21,5,22],[18,3,27],[17,6,25],[21,6,21],[19,6,23],[17,4,25],[18,11,19],[17,9,22],[16,8,22],[24,7,15],[37,14,41],[75,16,67],[18,8,20],[20,6,22],[20,4,20],[20,8,20],[28,9,23],[17,7,20],[15,9,22],[23,5,18],[21,11,16],[29,15,34],[22,8,18],[18,6,22],[20,5,17],[24,5,19],[22,12,12],[48,14,34],[17,7,20],[23,6,15],[23,6,13],[21,7,16],[23,9,16],[20,3,19],[25,6,13],[41,10,21],[28,9,9],[30,4,32],[20,4,10],[23,6,9],[32,6,10],[50,10,26],[31,9,8],[26,7,9],[26,9,7],[32,17,15],[23,3,8],[20,7,7],[5,3,6],[23,3,6],[12,0,2],[1,0,1],[1,1,14],[2,0,14],[9,5,18],[8,2,16],[15,4,13],[12,2,18],[4,3,9],[20,4,6],[14,6,12],[11,3,16],[12,6,12],[16,4,12],[6,4,6],[16,6,8],[6,5,5],[9,4,13],[18,7,7],[13,3,12],[2,4,4],[10,3,3],[22,3,5],[12,3,7],[28,8,10],[48,7,19],[16,3,7],[30,2,16],[28,4,20],[18,3,7],[14,2,8],[15,2,9],[18,2,4],[18,7,3],[18,8,8],[10,0,4],[2,0,6],[5,2,3],[5,0,3],[13,2,3],[10,3,3],[4,1,1]],[[4,4,40],[2,3,43],[5,4,39],[5,2,41],[4,7,35],[5,6,37],[4,7,37],[5,4,41],[5,7,36],[10,4,38],[9,5,40],[11,3,34],[12,6,30],[7,8,33],[8,9,31],[12,6,30],[13,5,30],[17,2,29],[22,10,50],[17,5,26],[16,2,26],[20,10,18],[18,9,21],[24,10,14],[22,12,14],[14,8,20],[26,4,18],[21,5,6],[24,3,21],[24,12,12],[32,8,8],[30,8,10],[30,3,15],[23,2,17],[29,4,15],[30,5,13],[26,10,12],[32,8,8],[34,4,10],[32,7,9],[29,6,11],[30,6,12],[36,4,8],[23,6,17],[25,7,14],[61,8,23],[95,20,43],[32,6,8],[31,9,8],[26,9,9],[33,5,10],[40,10,10],[21,10,13],[34,4,8],[33,3,10],[31,9,8],[56,11,11],[32,7,9],[37,6,3],[29,11,2],[37,4,7],[28,8,10],[66,14,16],[32,8,4],[31,6,7],[29,5,8],[32,7,5],[38,4,6],[28,12,2],[31,5,8],[60,7,5],[40,4,2],[47,6,13],[23,6,5],[26,5,7],[36,8,4],[73,7,6],[41,5,2],[30,10,2],[32,4,6],[41,17,6],[27,4,3],[23,9,2],[10,1,3],[30,1,1],[12,2,0],[0,2,0],[0,3,13],[5,0,11],[16,2,14],[14,6,6],[19,6,7],[17,4,11],[10,2,4],[20,4,6],[19,7,6],[20,5,5],[15,11,4],[20,9,3],[10,2,4],[18,7,5],[13,1,2],[13,5,8],[27,3,2],[21,4,3],[5,1,4],[13,0,3],[20,8,2],[14,4,4],[36,6,4],[58,14,2],[22,2,2],[40,4,4],[38,9,5],[24,1,3],[20,3,1],[24,2,0],[18,5,1],[24,3,1],[30,4,0],[12,2,0],[6,2,0],[10,0,0],[6,1,1],[17,1,0],[11,4,1],[4,2,0]],[[15,8,25],[22,4,22],[26,6,16],[28,4,16],[25,2,19],[27,3,18],[28,5,15],[27,4,19],[28,5,15],[26,8,18],[33,4,17],[32,1,15],[30,6,12],[35,4,9],[34,7,7],[31,6,11],[35,8,5],[31,6,11],[62,6,14],[38,4,6],[31,6,7],[40,4,4],[42,3,3],[42,4,2],[41,6,1],[37,2,3],[43,4,1],[40,6,2],[30,0,2],[43,5,0],[42,4,2],[43,3,2],[44,2,2],[40,1,1],[41,6,1],[40,5,3],[41,4,3],[43,4,1],[40,4,4],[40,6,2],[38,8,0],[41,5,2],[44,4,0],[42,4,0],[43,3,0],[82,6,4],[146,10,2],[43,3,0],[43,5,0],[39,4,1],[46,2,0],[53,4,3],[39,4,1],[42,3,1],[41,4,1],[41,6,1],[68,8,2],[47,1,0],[42,4,0],[37,5,0],[44,1,3],[40,5,1],[90,6,0],[40,4,0],[42,2,0],[40,2,0],[43,1,0],[47,1,0],[40,2,0],[37,7,0],[70,2,0],[46,0,0],[64,2,0],[30,3,1],[35,3,0],[44,3,1],[80,4,2],[47,1,0],[42,0,0],[40,1,1],[57,6,1],[31,3,0],[31,3,0],[12,2,0],[31,1,0],[14,0,0],[2,0,0],[7,2,7],[10,2,4],[27,3,2],[19,3,4],[31,1,0],[32,0,0],[12,2,2],[27,2,1],[26,3,3],[26,4,0],[26,2,2],[31,1,0],[16,0,0],[28,2,0],[16,0,0],[25,1,0],[31,1,0],[26,2,0],[8,1,1],[16,0,0],[26,4,0],[19,3,0],[42,2,2],[66,8,0],[26,0,0],[48,0,0],[49,2,1],[28,0,0],[24,0,0],[23,3,0],[21,3,0],[28,0,0],[30,3,1],[13,0,1],[6,2,0],[10,0,0],[5,2,1],[18,0,0],[13,3,0],[6,0,0]],[[2,3,43],[1,1,46],[1,3,44],[4,3,41],[2,7,37],[5,5,38],[9,9,30],[6,2,42],[7,5,36],[5,7,40],[15,2,37],[6,5,37],[7,6,35],[7,9,32],[10,9,29],[3,6,39],[16,1,31],[10,6,32],[21,9,52],[9,3,36],[14,3,27],[23,8,17],[23,8,17],[20,11,17],[18,10,20],[10,5,27],[26,7,15],[19,10,19],[27,2,19],[16,10,6],[23,12,13],[26,10,12],[21,9,18],[18,6,18],[21,13,14],[27,7,14],[22,9,17],[28,7,13],[25,6,17],[25,10,13],[24,11,11],[30,5,13],[23,5,20],[22,8,16],[31,6,9],[54,14,24],[74,36,48],[24,13,9],[27,8,13],[23,9,12],[28,5,15],[39,10,11],[28,9,7],[29,10,7],[28,5,13],[29,7,12],[47,14,17],[35,7,6],[37,8,1],[28,10,4],[32,6,10],[25,8,13],[63,17,16],[28,7,9],[24,11,9],[31,8,3],[26,8,10],[34,8,6],[26,9,7],[30,7,7],[55,13,4],[33,8,5],[37,11,18],[21,6,7],[24,7,7],[33,14,1],[57,18,11],[33,10,5],[28,7,7],[31,7,4],[40,19,5],[26,6,2],[26,7,1],[8,3,3],[26,5,1],[11,2,1],[1,1,0],[2,2,12],[2,3,11],[13,9,10],[9,8,9],[16,5,11],[23,3,6],[9,3,4],[22,1,7],[20,10,2],[17,9,4],[19,6,5],[25,5,2],[8,5,3],[18,7,5],[10,5,1],[13,6,7],[20,10,2],[18,3,7],[3,2,5],[10,3,3],[23,5,2],[17,1,4],[31,8,7],[52,20,2],[16,4,6],[35,7,6],[43,7,2],[21,6,1],[20,3,1],[25,1,0],[18,6,0],[26,1,1],[23,10,1],[10,2,2],[5,2,1],[10,0,0],[0,4,4],[17,1,0],[12,4,0],[4,2,0]],[[3,2,43],[0,7,41],[2,3,43],[5,6,37],[1,4,41],[6,6,36],[2,6,40],[5,6,39],[3,5,40],[12,4,36],[7,6,41],[8,5,35],[12,3,33],[4,6,38],[15,2,31],[12,7,29],[12,3,33],[13,3,32],[22,5,55],[14,7,27],[9,4,31],[13,9,26],[22,4,22],[21,6,21],[15,9,24],[7,3,32],[22,8,18],[20,7,21],[22,2,24],[29,2,17],[16,4,12],[24,7,17],[20,8,20],[16,3,23],[22,4,22],[27,7,14],[25,8,15],[31,1,16],[27,6,15],[26,7,15],[24,3,19],[28,3,17],[31,3,14],[24,4,18],[28,2,16],[58,7,27],[94,18,46],[22,3,21],[26,4,18],[25,2,17],[23,4,21],[45,7,8],[21,4,19],[21,8,17],[30,6,10],[33,8,7],[50,8,20],[33,2,13],[25,6,15],[24,6,12],[32,2,14],[26,3,17],[69,9,18],[31,5,8],[28,3,13],[32,1,9],[31,4,9],[35,5,8],[26,5,11],[35,3,6],[64,5,3],[38,2,6],[52,3,11],[23,2,9],[28,2,8],[35,4,9],[70,3,13],[32,5,11],[32,2,8],[38,2,2],[48,9,7],[29,2,3],[28,3,3],[6,3,5],[27,3,2],[13,0,1],[0,0,2],[2,2,12],[4,0,12],[10,5,17],[14,3,9],[18,3,11],[14,3,15],[11,2,3],[22,3,5],[20,2,10],[16,5,9],[15,6,9],[19,6,7],[10,3,3],[17,4,9],[10,2,4],[18,1,7],[28,3,1],[14,5,9],[6,1,3],[12,2,2],[23,2,5],[12,1,9],[38,1,7],[53,5,16],[17,4,5],[34,6,8],[42,3,7],[21,2,5],[19,3,2],[22,1,3],[19,0,5],[22,1,5],[30,2,2],[13,0,1],[8,0,0],[8,2,0],[3,0,5],[17,0,1],[16,0,0],[5,1,0]],[[3,1,44],[5,8,35],[4,6,38],[3,8,37],[7,5,34],[9,4,35],[7,5,36],[7,3,40],[10,7,31],[8,7,37],[10,7,37],[12,6,30],[10,9,29],[8,8,32],[12,6,30],[12,6,30],[18,4,26],[14,8,26],[25,14,43],[15,10,23],[14,3,27],[29,7,12],[25,9,14],[29,7,12],[18,13,17],[18,3,21],[27,6,15],[31,7,10],[22,7,19],[25,10,13],[32,7,9],[25,3,4],[27,10,11],[19,4,19],[28,9,11],[36,5,7],[28,8,12],[34,6,8],[32,7,9],[28,10,10],[29,4,13],[30,11,7],[32,7,9],[33,6,7],[32,7,7],[59,12,21],[99,26,33],[29,8,9],[39,3,6],[29,5,10],[34,6,8],[46,6,8],[29,7,8],[33,7,6],[32,8,6],[32,5,11],[59,10,9],[38,4,6],[31,7,8],[31,6,5],[28,11,9],[29,10,7],[71,13,12],[35,3,6],[35,5,4],[33,3,6],[29,9,6],[40,5,3],[30,7,5],[36,5,3],[56,8,8],[38,4,4],[54,4,8],[29,2,3],[31,5,2],[36,4,8],[68,11,7],[35,9,4],[34,5,3],[34,4,4],[48,10,6],[27,3,4],[25,5,4],[6,4,4],[26,4,2],[9,4,1],[0,2,0],[4,2,10],[5,0,11],[22,3,7],[16,3,7],[21,5,6],[19,4,9],[12,2,2],[20,3,7],[18,8,6],[19,8,3],[17,7,6],[22,6,4],[10,3,3],[18,7,5],[12,2,2],[15,5,6],[24,7,1],[20,4,4],[3,5,2],[13,2,1],[24,4,2],[18,3,1],[37,5,4],[55,13,6],[19,5,2],[38,3,7],[40,7,5],[21,5,2],[14,5,5],[21,3,2],[17,5,2],[23,3,2],[27,4,3],[9,3,2],[6,0,2],[7,1,2],[6,0,2],[17,0,1],[11,3,2],[5,1,0]],[[3,2,43],[5,2,41],[3,4,41],[3,6,39],[2,1,43],[5,5,38],[3,7,38],[4,3,43],[6,4,38],[7,2,43],[8,3,43],[5,3,40],[9,2,37],[7,4,37],[11,2,35],[9,4,35],[10,6,32],[14,7,27],[22,7,53],[12,8,28],[16,1,27],[19,9,20],[26,6,16],[19,6,23],[22,3,23],[11,5,26],[21,8,19],[24,6,18],[25,5,18],[23,9,16],[24,10,14],[27,7,14],[23,6,3],[20,2,20],[26,8,14],[28,4,16],[26,9,13],[33,6,9],[26,8,14],[23,8,17],[22,7,17],[25,11,12],[27,8,13],[24,5,17],[30,6,10],[54,9,29],[104,19,35],[29,6,11],[35,4,9],[28,8,8],[30,6,12],[43,6,11],[25,6,13],[33,4,9],[31,7,8],[35,3,10],[61,9,8],[34,4,10],[31,4,11],[31,5,6],[33,5,10],[34,5,7],[69,13,14],[31,5,8],[30,7,7],[35,6,1],[33,5,6],[34,6,8],[31,5,6],[33,5,6],[61,6,5],[38,4,4],[55,3,8],[23,4,7],[31,4,3],[38,5,5],[67,13,6],[42,5,1],[31,4,7],[33,7,2],[53,4,7],[30,1,3],[26,4,4],[6,3,5],[28,2,2],[11,1,2],[0,0,2],[0,1,15],[2,2,12],[15,5,12],[13,4,9],[16,4,12],[19,3,10],[11,2,3],[23,2,5],[18,5,9],[22,4,4],[16,6,8],[26,3,3],[10,2,4],[19,5,6],[13,3,0],[17,3,6],[29,3,0],[23,3,2],[2,3,5],[13,2,1],[26,3,1],[17,2,3],[38,5,3],[62,7,5],[22,2,2],[39,2,7],[39,5,8],[21,5,2],[21,1,2],[23,1,2],[19,4,1],[25,2,1],[30,2,2],[12,0,2],[6,1,1],[10,0,0],[4,0,4],[17,1,0],[13,2,1],[4,2,0]],[[5,0,37],[6,0,36],[2,1,39],[3,2,37],[6,1,33],[6,2,34],[5,2,35],[5,1,38],[9,1,32],[8,4,34],[8,3,35],[12,4,26],[8,3,31],[10,2,30],[15,1,26],[13,3,26],[16,3,23],[17,3,22],[24,2,44],[19,3,20],[17,2,19],[28,3,11],[23,1,18],[27,1,14],[27,2,13],[16,4,18],[27,1,14],[29,2,11],[27,0,15],[32,1,9],[31,1,10],[35,0,7],[34,1,7],[20,2,4],[29,3,10],[35,1,6],[32,1,9],[32,2,8],[35,1,6],[38,1,3],[32,0,8],[36,0,6],[33,2,7],[31,2,7],[30,3,7],[72,1,7],[123,4,13],[33,1,6],[33,0,9],[27,4,7],[35,2,5],[48,0,4],[28,2,8],[36,0,6],[29,2,9],[36,1,5],[58,4,6],[36,1,5],[34,1,5],[32,1,3],[32,1,9],[33,1,6],[76,3,5],[34,2,2],[32,4,2],[35,0,3],[33,0,5],[39,0,3],[33,1,2],[35,0,3],[62,0,4],[38,1,1],[60,0,2],[27,1,2],[31,0,1],[39,1,2],[67,1,6],[39,1,2],[36,0,0],[34,1,3],[50,2,4],[32,0,0],[27,1,0],[10,0,2],[26,2,0],[11,1,0],0,[3,0,11],[3,1,10],[21,0,7],[17,0,5],[22,0,6],[20,0,8],[12,0,2],[23,0,5],[26,1,1],[23,0,3],[24,0,2],[26,1,1],[14,0,0],[22,2,2],[14,0,0],[16,1,5],[26,1,1],[25,0,1],[4,0,4],[13,0,1],[27,0,1],[18,0,0],[40,1,3],[58,3,1],[22,0,2],[38,2,6],[45,0,1],[24,0,0],[22,0,0],[20,1,3],[20,1,1],[23,0,1],[27,2,1],[10,1,1],[8,0,0],[9,1,0],[5,0,3],[16,0,0],[14,0,0],[5,1,0]],[[3,1,44],[0,6,42],[1,4,43],[2,3,43],[2,1,43],[2,5,41],[5,4,39],[4,2,44],[5,0,43],[3,9,40],[6,3,45],[11,2,35],[8,2,38],[6,5,37],[10,1,37],[9,4,35],[11,2,35],[11,4,33],[22,10,50],[14,5,29],[13,3,28],[16,8,24],[21,5,22],[23,6,19],[11,11,26],[11,5,26],[22,3,23],[25,7,16],[20,7,21],[23,9,16],[27,4,17],[22,4,22],[24,6,18],[14,4,24],[11,10,11],[25,4,19],[24,10,14],[27,8,13],[22,5,21],[24,8,16],[20,10,16],[26,6,16],[24,9,15],[25,6,15],[26,8,12],[46,13,33],[78,29,51],[20,8,18],[31,5,12],[19,11,14],[27,9,12],[35,9,16],[20,11,13],[28,5,13],[27,5,14],[27,6,15],[39,17,22],[29,8,11],[29,10,7],[18,12,12],[26,8,14],[31,9,6],[62,19,15],[25,11,8],[25,7,12],[24,9,9],[23,13,8],[28,7,13],[23,9,10],[32,10,2],[55,9,8],[33,9,4],[47,6,13],[20,9,5],[23,8,7],[28,13,7],[54,13,19],[36,5,7],[29,7,6],[31,8,3],[42,15,7],[27,5,2],[25,8,1],[5,4,5],[27,4,1],[10,1,3],[1,1,0],[0,0,16],[2,0,14],[12,5,15],[11,4,11],[17,6,9],[14,5,13],[8,1,7],[17,3,10],[17,5,10],[16,7,7],[18,7,5],[20,6,6],[10,6,0],[17,6,7],[12,2,2],[14,4,8],[21,6,5],[18,4,6],[3,4,3],[13,3,0],[22,6,2],[16,4,2],[32,9,5],[56,12,6],[14,8,4],[29,10,9],[40,8,4],[21,5,2],[18,4,2],[21,3,2],[15,6,3],[21,6,1],[24,8,2],[11,3,0],[5,0,3],[8,0,2],[7,0,1],[15,3,0],[12,3,1],[3,3,0]],[[3,0,45],[6,1,41],[2,3,43],[3,2,43],[2,3,41],[3,1,44],[6,4,38],[5,3,42],[5,3,40],[6,7,39],[7,3,44],[6,7,35],[5,3,40],[7,4,37],[11,2,35],[8,6,34],[8,1,39],[14,5,29],[19,11,52],[20,4,24],[9,4,31],[20,4,24],[25,4,19],[24,6,18],[19,8,21],[9,6,27],[20,7,21],[25,5,18],[21,6,21],[28,4,16],[30,3,15],[27,4,17],[31,4,13],[18,3,21],[31,3,14],[20,6,6],[30,4,14],[29,8,11],[27,7,14],[33,5,10],[32,3,11],[36,3,9],[27,9,12],[31,5,10],[31,5,10],[54,12,26],[112,13,33],[28,3,15],[36,4,8],[26,1,17],[25,7,16],[45,5,10],[24,5,15],[35,3,8],[33,4,9],[32,8,8],[61,7,10],[35,6,7],[32,6,8],[28,5,9],[31,7,10],[34,4,8],[71,11,14],[31,4,9],[33,3,8],[31,5,6],[33,2,9],[38,5,5],[28,6,8],[33,2,9],[55,8,9],[38,3,5],[56,1,9],[24,3,7],[29,3,6],[38,4,6],[68,10,8],[38,4,6],[33,5,4],[33,7,2],[49,5,10],[31,0,3],[29,3,2],[9,2,3],[28,2,2],[10,3,1],[1,1,0],[3,1,12],[3,1,12],[14,5,13],[17,2,7],[17,2,13],[23,5,4],[13,1,2],[24,1,5],[17,5,10],[18,6,6],[20,5,5],[22,6,4],[9,2,5],[23,0,7],[11,2,3],[16,2,8],[25,3,4],[21,2,5],[3,3,4],[13,2,1],[25,3,2],[16,3,3],[38,5,3],[62,7,5],[24,0,2],[36,2,10],[46,2,4],[23,4,1],[21,2,1],[18,3,5],[18,2,4],[23,3,2],[26,5,3],[10,3,1],[7,0,1],[7,2,1],[4,0,4],[17,1,0],[14,1,1],[6,0,0]],[[3,3,42],[7,2,39],[7,4,37],[7,3,38],[3,5,38],[4,7,37],[6,4,38],[8,4,38],[6,3,39],[10,6,36],[10,4,40],[11,1,36],[7,8,33],[8,3,37],[21,8,19],[13,2,33],[16,8,24],[16,5,27],[29,13,40],[20,8,20],[18,0,26],[24,5,19],[29,4,15],[27,6,15],[21,9,18],[14,3,25],[36,4,8],[29,9,10],[28,5,15],[34,4,10],[26,9,13],[33,5,10],[38,5,5],[28,4,10],[29,4,15],[33,5,10],[24,3,5],[36,4,8],[35,3,10],[34,5,9],[35,2,9],[32,7,9],[32,6,10],[32,4,10],[33,6,7],[66,7,19],[118,16,24],[33,4,9],[35,6,7],[29,6,9],[37,3,8],[46,4,10],[30,6,8],[38,6,2],[37,1,8],[38,4,6],[61,12,5],[38,5,5],[33,4,9],[33,5,4],[31,7,10],[35,5,6],[82,5,9],[37,3,4],[36,4,4],[36,3,3],[33,5,6],[42,4,2],[38,2,2],[39,2,3],[60,9,3],[42,2,2],[53,2,11],[25,2,7],[30,3,5],[37,4,7],[76,5,5],[46,2,0],[36,3,3],[38,2,2],[54,7,3],[31,1,2],[31,3,0],[10,3,1],[29,3,0],[11,2,1],[0,2,0],[3,3,10],[6,0,10],[21,4,7],[14,3,9],[18,6,8],[24,2,6],[11,3,2],[19,3,8],[27,2,3],[19,3,8],[20,3,7],[27,1,4],[9,2,5],[24,4,2],[15,0,1],[18,2,6],[27,3,2],[19,6,3],[7,1,2],[15,1,0],[26,2,2],[17,2,3],[38,2,6],[60,7,7],[20,4,2],[40,4,4],[46,2,4],[26,2,0],[23,0,1],[23,0,3],[22,2,0],[26,2,0],[30,3,1],[10,3,1],[7,0,1],[8,1,1],[6,0,2],[17,0,1],[15,1,0],[5,1,0]],[[4,0,44],[0,0,48],[5,2,41],[6,0,42],[6,2,38],[1,3,44],[2,2,44],[3,2,45],[2,2,44],[10,3,39],[9,3,42],[7,3,38],[5,2,41],[6,4,38],[10,6,32],[7,4,37],[10,2,36],[9,3,36],[15,5,62],[11,4,33],[15,1,28],[14,6,28],[20,8,20],[15,4,29],[18,11,19],[11,5,26],[21,3,24],[18,10,20],[22,7,19],[16,10,22],[24,8,16],[19,12,17],[24,7,17],[17,3,22],[20,5,23],[22,9,17],[18,6,24],[14,8,10],[20,7,21],[21,10,17],[21,9,16],[20,11,17],[23,7,18],[21,7,18],[25,9,12],[49,10,33],[86,30,42],[23,6,17],[25,8,15],[19,9,16],[23,11,14],[33,11,16],[24,7,13],[19,9,18],[18,10,18],[23,11,14],[44,18,16],[28,10,10],[26,14,6],[19,10,13],[28,9,11],[27,8,11],[55,20,21],[25,9,10],[25,6,13],[28,6,8],[27,10,7],[26,12,10],[21,9,12],[26,9,9],[51,13,8],[29,11,6],[51,5,10],[19,8,7],[23,8,7],[27,10,11],[61,11,14],[32,9,7],[27,11,4],[28,10,4],[42,15,7],[24,3,7],[22,9,3],[6,4,4],[25,5,2],[7,2,5],[1,1,0],[0,1,15],[2,0,14],[15,2,15],[11,5,10],[11,9,12],[15,7,10],[6,5,5],[21,1,8],[13,8,11],[15,6,9],[17,6,7],[17,7,8],[11,3,2],[14,7,9],[11,3,2],[10,4,12],[17,9,6],[17,5,6],[3,3,4],[10,4,2],[25,5,0],[15,5,2],[34,8,4],[47,16,11],[19,5,2],[33,7,8],[33,12,7],[18,7,3],[18,4,2],[20,5,1],[13,5,6],[22,6,0],[27,3,4],[10,1,3],[6,0,2],[7,2,1],[3,0,5],[15,2,1],[12,3,1],[2,3,1]],[[0,4,44],[0,3,45],[1,1,46],[4,1,43],[5,3,38],[2,8,38],[1,6,41],[5,2,43],[1,1,46],[4,4,44],[6,2,46],[7,5,36],[5,4,39],[7,8,33],[8,3,37],[8,7,33],[7,6,35],[9,6,33],[18,12,52],[9,5,34],[6,2,36],[11,9,28],[18,6,24],[21,4,23],[17,4,27],[15,3,24],[17,6,25],[18,6,24],[21,4,23],[18,7,23],[23,3,22],[21,8,19],[27,7,14],[15,4,23],[24,5,19],[25,8,15],[22,2,24],[24,4,20],[13,5,14],[23,8,17],[24,2,20],[22,4,22],[28,4,16],[22,6,18],[22,4,20],[54,6,32],[84,17,57],[28,4,14],[27,7,14],[22,5,17],[20,7,21],[35,4,21],[23,3,18],[23,6,17],[26,4,16],[27,8,13],[49,11,18],[31,3,14],[25,5,16],[23,6,13],[26,6,16],[26,5,15],[59,11,26],[26,4,14],[30,4,10],[29,3,10],[27,2,15],[32,7,9],[26,4,12],[26,3,15],[46,5,21],[27,6,13],[30,3,33],[19,3,12],[24,5,9],[24,7,17],[56,10,20],[33,6,9],[32,3,7],[31,3,8],[47,9,8],[23,2,9],[23,4,7],[5,4,5],[22,4,6],[7,3,4],[0,2,0],[3,1,12],[2,1,13],[10,4,18],[10,2,14],[16,2,14],[14,3,15],[8,3,5],[14,2,14],[19,2,11],[17,4,9],[15,3,12],[21,2,9],[10,3,3],[19,2,9],[11,0,5],[14,3,9],[20,6,6],[18,3,7],[3,1,6],[12,1,3],[24,3,3],[15,1,6],[30,3,13],[47,6,21],[16,5,5],[31,2,15],[35,5,12],[16,5,7],[19,2,3],[17,3,6],[17,3,4],[20,3,5],[18,5,11],[8,2,4],[2,0,6],[7,0,3],[4,0,4],[14,0,4],[11,1,4],[3,1,2]],[[2,2,44],[2,2,44],[5,3,40],[3,4,41],[6,7,33],[3,5,40],[5,3,40],[5,5,40],[4,3,41],[8,6,38],[12,3,39],[7,2,39],[9,4,35],[7,6,35],[9,7,32],[10,6,32],[13,5,30],[12,4,32],[30,10,42],[17,5,26],[18,0,26],[22,6,20],[20,7,21],[21,9,18],[19,9,20],[14,4,24],[32,6,10],[20,12,16],[23,5,20],[21,12,15],[33,6,9],[27,8,13],[35,6,7],[19,1,22],[26,8,14],[28,8,12],[31,6,11],[33,7,8],[30,7,11],[23,5,4],[22,8,16],[29,9,10],[30,11,7],[28,6,12],[30,8,8],[59,12,21],[88,23,47],[31,5,10],[30,8,10],[27,3,14],[31,6,11],[47,6,7],[24,9,11],[29,10,7],[33,5,8],[32,8,8],[57,10,11],[33,8,7],[30,7,9],[24,10,8],[35,7,6],[36,7,3],[71,13,12],[30,7,7],[33,5,6],[33,6,3],[32,7,5],[33,6,9],[27,9,6],[34,5,5],[57,8,7],[39,4,3],[49,2,15],[28,4,2],[30,4,4],[40,5,3],[74,8,4],[35,9,4],[31,9,2],[34,6,2],[50,9,5],[25,3,6],[25,7,2],[10,2,2],[29,3,0],[11,2,1],[2,0,0],[2,2,12],[5,2,9],[15,5,12],[10,5,11],[18,4,10],[23,2,7],[11,2,3],[21,2,7],[16,7,9],[23,3,4],[16,8,6],[22,5,5],[12,2,2],[20,5,5],[12,3,1],[15,6,5],[22,8,2],[21,5,2],[3,3,4],[15,1,0],[22,6,2],[19,3,0],[40,4,2],[58,11,5],[20,4,2],[36,4,8],[45,4,3],[24,4,0],[18,4,2],[23,3,0],[19,4,1],[21,5,2],[29,4,1],[11,2,1],[5,0,3],[7,2,1],[6,0,2],[18,0,0],[14,2,0],[4,1,1]],[[4,1,37],[1,6,35],[6,4,32],[9,3,30],[6,3,31],[5,5,32],[9,3,30],[6,2,36],[6,2,34],[7,3,36],[9,1,38],[9,3,30],[12,1,29],[10,3,29],[12,3,27],[12,1,29],[13,2,27],[14,6,22],[16,8,46],[11,2,29],[19,5,16],[21,3,18],[21,5,16],[18,11,13],[21,4,17],[12,3,21],[24,4,14],[25,6,11],[20,9,13],[25,7,10],[28,2,12],[26,4,12],[27,9,6],[24,1,11],[25,8,9],[24,5,13],[23,5,14],[25,8,9],[29,3,10],[28,4,10],[23,3,2],[25,9,8],[26,6,10],[23,5,12],[29,5,6],[54,10,18],[85,27,30],[31,3,8],[31,3,8],[27,4,7],[26,5,11],[42,6,6],[23,7,10],[27,4,9],[28,4,8],[26,8,8],[50,11,7],[31,6,5],[32,3,5],[28,2,6],[30,2,10],[32,5,5],[58,15,11],[23,8,7],[29,5,6],[32,2,4],[24,9,7],[33,7,2],[29,4,5],[27,8,5],[51,9,2],[31,7,2],[53,2,9],[23,5,2],[28,5,1],[32,8,2],[60,11,7],[33,5,4],[33,5,0],[30,5,1],[42,11,5],[28,3,1],[19,8,1],[8,1,3],[25,4,1],[11,1,0],[2,0,0],[2,0,12],[4,0,10],[14,4,10],[14,3,7],[14,2,12],[21,2,5],[10,0,4],[19,4,3],[21,4,3],[19,4,3],[16,7,3],[20,4,4],[10,3,1],[18,2,6],[10,2,2],[15,3,6],[22,5,1],[19,0,5],[1,5,2],[11,1,2],[21,3,2],[15,4,1],[34,5,1],[54,8,2],[18,4,2],[36,2,4],[41,4,3],[20,3,1],[16,1,5],[16,3,3],[19,0,1],[20,2,2],[24,6,0],[11,1,0],[8,0,0],[6,2,0],[6,0,2],[15,2,1],[10,0,4],[2,2,0]],[[2,3,43],[3,2,43],[1,2,45],[3,3,42],[2,1,43],[7,6,35],[3,5,40],[6,3,41],[5,4,39],[7,4,41],[7,5,42],[8,2,38],[7,11,30],[6,4,38],[12,4,32],[6,8,34],[13,7,28],[12,8,28],[20,10,52],[12,8,28],[9,5,30],[13,6,29],[23,4,21],[20,10,18],[21,9,18],[17,1,24],[24,8,16],[25,9,14],[19,8,21],[29,6,13],[31,5,12],[26,7,15],[27,8,13],[20,3,19],[28,7,13],[27,8,13],[25,9,14],[30,5,13],[30,5,13],[27,9,12],[26,7,13],[18,3,11],[31,10,7],[29,6,11],[25,7,14],[53,12,27],[91,24,43],[28,4,14],[30,8,10],[28,4,12],[29,7,12],[42,9,9],[27,7,10],[34,5,7],[32,6,8],[31,10,7],[56,11,11],[32,9,7],[29,12,5],[30,5,7],[30,5,13],[35,3,8],[72,14,10],[28,6,10],[34,4,6],[30,8,4],[29,8,7],[36,9,3],[30,8,4],[33,4,7],[58,13,1],[38,8,0],[51,2,13],[24,6,4],[30,3,5],[37,6,5],[72,7,7],[41,4,3],[32,7,3],[37,3,2],[44,13,7],[25,5,4],[24,9,1],[7,2,5],[29,3,0],[11,2,1],[1,1,0],[1,1,14],[1,1,14],[19,4,9],[13,4,9],[18,5,9],[19,5,8],[10,4,2],[21,4,5],[21,7,4],[19,5,6],[20,6,4],[25,3,4],[9,4,3],[24,3,3],[14,1,1],[16,3,7],[23,7,2],[18,6,4],[6,1,3],[15,1,0],[23,4,3],[20,1,1],[37,5,4],[58,13,3],[23,1,2],[37,5,6],[42,7,3],[24,3,1],[23,0,1],[21,3,2],[21,3,0],[24,4,0],[30,3,1],[12,2,0],[6,0,2],[9,1,0],[5,0,3],[18,0,0],[15,1,0],[2,4,0]],[[2,0,46],[3,2,43],[4,4,40],[3,2,43],[2,2,42],[4,3,41],[5,2,41],[5,3,42],[8,1,39],[9,3,40],[5,5,44],[13,1,34],[8,1,39],[8,2,38],[13,4,31],[12,4,32],[11,6,31],[13,5,30],[19,10,53],[18,7,23],[14,4,26],[17,11,20],[22,7,19],[24,11,13],[24,8,16],[13,1,28],[18,9,21],[21,7,20],[22,9,17],[27,8,13],[23,12,13],[27,6,15],[28,9,11],[18,6,18],[24,13,11],[22,16,10],[26,11,11],[25,13,10],[27,10,11],[25,13,10],[27,8,11],[23,10,15],[21,5,6],[24,11,11],[23,13,10],[50,21,21],[89,31,38],[22,10,14],[28,11,9],[28,10,6],[24,13,11],[39,11,10],[21,11,12],[26,8,12],[26,12,8],[28,12,8],[49,22,7],[30,12,6],[29,11,6],[24,13,5],[31,8,9],[29,13,4],[58,26,12],[32,7,5],[31,6,7],[26,10,6],[30,10,4],[33,9,6],[28,10,4],[30,11,3],[52,16,4],[32,12,2],[51,3,12],[19,12,3],[24,11,3],[32,12,4],[63,18,5],[29,14,5],[32,8,2],[31,8,3],[43,19,2],[30,2,2],[23,11,0],[5,5,4],[27,3,2],[10,4,0],[0,2,0],[1,0,15],[2,1,13],[14,7,11],[13,4,9],[14,7,11],[16,7,9],[11,1,4],[17,7,6],[20,6,6],[19,3,8],[15,9,6],[20,7,5],[9,5,2],[18,9,3],[10,6,0],[13,5,8],[22,7,3],[17,6,5],[6,2,2],[11,3,2],[22,5,3],[14,6,2],[35,9,2],[46,25,3],[19,5,2],[39,8,1],[38,11,3],[21,6,1],[19,5,0],[19,6,1],[18,6,0],[22,6,0],[25,9,0],[10,4,0],[6,2,0],[9,1,0],[6,0,2],[18,0,0],[11,5,0],[5,1,0]],[[0,0,48],[0,4,44],[2,4,42],[3,2,43],[3,3,40],[3,3,42],[1,4,43],[2,3,45],[2,1,45],[8,3,41],[2,3,49],[4,6,38],[7,5,36],[6,5,37],[11,4,33],[3,6,39],[11,5,32],[12,6,30],[19,9,54],[17,4,27],[12,3,29],[18,5,25],[16,3,29],[16,8,24],[13,8,27],[11,5,26],[21,3,24],[20,6,22],[17,8,23],[17,10,21],[20,5,23],[17,5,26],[23,8,17],[18,5,19],[21,8,19],[21,7,20],[22,4,22],[20,8,20],[29,5,14],[25,5,18],[24,2,20],[24,9,15],[26,7,15],[15,7,8],[25,9,12],[51,16,25],[89,19,50],[24,7,15],[23,9,16],[18,9,17],[23,11,14],[44,8,8],[16,10,18],[24,6,16],[26,7,13],[29,7,12],[39,12,27],[26,9,13],[26,3,17],[19,7,16],[30,12,6],[29,7,10],[62,15,19],[25,6,13],[22,8,14],[26,6,10],[27,5,12],[29,6,13],[25,6,11],[32,7,5],[47,14,11],[31,6,9],[45,5,16],[20,6,8],[21,10,7],[30,8,10],[62,14,10],[33,11,4],[34,7,1],[30,7,5],[41,13,10],[24,2,8],[22,10,2],[5,4,5],[25,5,2],[9,4,1],[1,1,0],[3,1,12],[1,1,14],[12,4,16],[8,3,15],[12,7,13],[13,3,16],[6,1,9],[19,4,7],[15,8,9],[14,4,12],[12,9,9],[19,4,9],[9,4,3],[22,4,4],[9,3,4],[15,4,7],[19,6,7],[19,4,5],[1,6,3],[10,2,4],[20,5,5],[14,4,4],[31,9,6],[50,11,13],[18,4,4],[30,6,12],[36,8,8],[19,6,3],[19,3,2],[16,7,3],[14,5,5],[20,2,6],[21,7,6],[7,4,3],[6,0,2],[7,2,1],[4,0,4],[14,1,3],[12,2,2],[3,2,1]],[[0,1,47],[0,0,48],[2,1,45],[2,2,44],[2,2,42],[1,4,43],[0,7,41],[2,1,47],[2,2,44],[3,4,45],[1,4,49],[8,2,38],[6,3,39],[4,4,40],[4,4,40],[4,4,40],[7,4,37],[6,5,37],[8,12,62],[10,5,33],[14,3,27],[21,6,21],[13,6,29],[16,6,26],[19,8,21],[9,3,30],[16,5,27],[20,7,21],[21,5,22],[16,9,23],[24,5,19],[19,7,22],[20,8,20],[17,4,21],[17,11,20],[20,10,18],[21,7,20],[21,8,19],[25,7,16],[21,13,14],[15,9,22],[21,10,17],[22,11,15],[17,7,22],[15,7,8],[45,17,30],[73,24,61],[23,8,15],[24,10,14],[20,6,18],[23,8,17],[33,7,20],[15,7,22],[23,9,14],[23,8,15],[26,11,11],[42,19,17],[28,11,9],[28,9,9],[23,9,10],[23,8,17],[27,8,11],[52,18,26],[23,8,13],[30,6,8],[32,5,5],[24,10,10],[26,11,11],[23,7,12],[25,8,11],[47,15,10],[31,9,6],[39,4,23],[18,5,11],[20,8,10],[26,11,11],[54,15,17],[28,9,11],[28,10,4],[27,9,6],[40,12,12],[26,4,4],[17,11,6],[6,4,4],[23,5,4],[11,0,3],[1,1,0],[0,1,15],[2,1,13],[14,3,15],[9,4,13],[10,4,18],[17,4,11],[7,4,5],[20,2,8],[19,6,7],[18,6,6],[11,7,12],[18,6,8],[11,3,2],[16,6,8],[8,6,2],[12,4,10],[17,11,4],[19,4,5],[2,5,3],[11,2,3],[18,6,6],[15,5,2],[33,6,7],[52,17,5],[20,2,4],[26,6,16],[37,11,4],[17,6,5],[17,3,4],[20,4,2],[15,5,4],[19,5,4],[23,7,4],[11,2,1],[7,0,1],[7,2,1],[3,0,5],[15,0,3],[11,4,1],[2,3,1]],[[3,3,90],[3,6,87],[4,7,85],[9,8,79],[2,7,83],[6,11,79],[7,8,81],[8,4,88],[11,6,79],[12,11,81],[7,6,95],[9,11,76],[14,10,72],[15,11,70],[11,6,79],[13,12,71],[21,9,66],[16,12,68],[37,24,103],[29,11,56],[20,4,64],[35,15,46],[39,10,47],[38,12,46],[29,18,49],[27,7,50],[39,13,44],[46,14,36],[40,15,41],[42,22,32],[37,19,40],[45,14,37],[45,16,35],[31,9,44],[50,16,30],[47,15,34],[48,14,34],[51,14,31],[40,17,39],[45,19,32],[43,16,33],[55,21,20],[53,14,29],[47,21,24],[51,19,22],[88,23,41],[165,50,101],[58,13,21],[50,19,27],[46,17,25],[61,17,18],[68,17,35],[38,19,31],[53,16,23],[51,20,21],[52,21,23],[99,31,26],[59,14,23],[62,15,15],[56,19,9],[52,16,28],[53,21,18],[126,37,29],[56,16,16],[53,15,20],[52,11,21],[56,17,15],[64,15,17],[53,17,14],[64,12,12],[111,22,11],[67,15,10],[97,12,23],[41,16,11],[54,13,9],[66,19,11],[122,30,20],[65,23,8],[59,16,9],[63,12,9],[83,31,14],[56,3,9],[49,15,4],[7,8,13],[56,6,2],[20,8,0],[2,2,0],[1,3,28],[5,1,26],[22,13,29],[27,6,19],[32,13,19],[29,8,27],[19,4,9],[31,7,22],[37,13,14],[40,7,13],[29,18,13],[42,10,12],[22,8,2],[38,13,9],[21,6,5],[26,10,16],[41,15,8],[34,15,7],[8,8,4],[23,8,1],[44,6,10],[31,8,5],[64,17,11],[111,30,7],[41,6,5],[69,14,13],[80,13,11],[45,9,2],[36,6,6],[36,8,8],[36,7,5],[42,13,1],[45,16,7],[17,8,3],[11,2,3],[15,1,4],[5,2,9],[31,2,3],[26,6,0],[9,3,0]],[[3,9,138],[9,5,136],[7,8,135],[15,7,128],[8,8,128],[14,12,124],[7,13,130],[14,9,137],[18,14,118],[24,6,132],[17,12,143],[16,15,119],[26,12,112],[26,14,110],[26,16,108],[26,16,108],[28,21,101],[35,10,105],[53,35,170],[38,18,94],[39,10,91],[65,19,66],[62,16,72],[59,16,75],[65,10,75],[43,8,77],[70,12,68],[77,16,57],[72,11,67],[68,25,57],[78,14,58],[86,17,47],[89,12,49],[49,6,77],[72,14,64],[82,16,52],[86,13,51],[87,13,50],[93,14,43],[93,16,41],[79,18,49],[93,14,43],[86,19,45],[76,18,50],[98,15,31],[184,22,84],[312,42,134],[79,16,51],[94,19,37],[77,11,42],[95,18,37],[129,14,43],[87,14,39],[81,15,48],[89,15,40],[101,17,32],[164,24,52],[109,11,30],[91,14,39],[78,14,36],[98,14,38],[99,16,31],[223,28,49],[95,13,30],[92,15,33],[96,8,30],[93,13,34],[104,22,24],[91,13,30],[111,12,17],[186,14,22],[111,15,18],[156,6,42],[78,6,22],[93,9,16],[109,13,24],[219,19,32],[130,13,7],[117,8,9],[111,13,8],[159,21,26],[94,1,13],[78,13,9],[20,6,14],[79,8,7],[36,2,2],[4,2,0],[1,3,46],[7,8,35],[44,16,40],[35,9,40],[54,8,38],[57,6,37],[29,6,15],[64,8,22],[70,7,23],[59,11,24],[62,13,19],[73,8,19],[35,9,6],[53,8,29],[34,6,10],[51,10,23],[77,12,11],[68,5,11],[15,3,10],[45,4,1],[80,6,8],[48,9,11],[116,13,19],[174,24,18],[61,5,18],[99,7,36],[135,10,19],[70,6,8],[65,6,7],[65,9,4],[60,4,4],[70,11,7],[94,7,5],[36,4,0],[19,0,5],[27,4,1],[16,0,8],[51,3,4],[44,5,1],[15,4,1]],[[0,3,45],[1,0,47],[5,5,38],[3,2,43],[4,4,38],[1,5,42],[1,4,43],[3,4,43],[2,6,40],[6,3,43],[9,6,39],[7,5,36],[7,6,35],[5,3,40],[6,5,37],[3,6,39],[12,2,34],[14,4,30],[14,12,56],[16,6,26],[12,1,31],[15,6,27],[22,6,20],[17,10,21],[18,6,24],[14,4,24],[21,6,21],[24,7,17],[21,4,23],[16,15,17],[26,7,15],[22,7,19],[18,11,19],[18,5,19],[30,4,14],[28,7,13],[20,10,18],[29,4,15],[20,8,20],[27,7,14],[21,8,17],[26,10,12],[28,8,12],[24,9,13],[27,5,14],[43,14,35],[101,26,31],[18,5,7],[27,10,11],[22,9,13],[27,9,12],[37,11,12],[23,10,11],[32,5,9],[28,7,11],[28,10,10],[43,17,18],[31,10,7],[25,9,12],[21,8,13],[23,8,17],[23,9,14],[66,14,16],[23,11,10],[29,7,8],[21,11,10],[26,6,12],[28,13,7],[21,5,16],[28,12,4],[47,14,11],[35,5,6],[41,7,18],[19,8,7],[25,6,7],[24,12,12],[50,18,18],[32,8,8],[26,10,6],[23,11,8],[36,18,10],[20,6,8],[18,13,3],[5,2,7],[24,6,2],[10,2,2],[1,1,0],[2,1,13],[3,2,11],[13,6,13],[14,4,8],[15,6,11],[18,1,13],[10,3,3],[20,0,10],[17,6,9],[16,7,7],[12,6,12],[20,7,5],[10,3,3],[20,6,4],[14,1,1],[15,2,9],[18,9,5],[20,2,6],[4,4,2],[7,5,4],[21,4,5],[12,5,5],[23,10,13],[47,18,9],[14,5,7],[35,5,8],[31,8,13],[17,6,5],[19,3,2],[17,4,5],[17,5,2],[18,5,5],[18,12,4],[10,4,0],[5,2,1],[8,0,2],[1,2,5],[13,2,3],[10,4,2],[5,1,0]],[[0,1,47],[1,1,46],[3,1,44],[5,2,41],[3,0,43],[2,3,43],[2,3,43],[4,0,46],[3,4,41],[8,3,41],[5,3,46],[10,1,37],[7,2,39],[5,6,37],[12,4,32],[9,4,35],[7,4,37],[12,3,33],[23,8,51],[11,8,29],[11,2,31],[15,6,27],[19,7,22],[16,5,27],[19,10,19],[13,2,27],[23,5,20],[21,7,20],[20,8,20],[22,8,18],[24,11,13],[22,6,20],[24,7,17],[18,6,18],[20,8,20],[24,8,16],[24,7,17],[25,11,12],[24,7,17],[25,8,15],[22,8,16],[27,12,9],[25,14,9],[23,9,14],[28,9,9],[48,17,27],[93,22,43],[24,8,14],[20,6,6],[24,9,11],[24,10,14],[36,9,15],[24,8,12],[21,9,16],[30,8,8],[30,9,9],[46,18,14],[32,9,7],[27,10,9],[22,11,9],[30,8,10],[30,8,8],[62,18,16],[22,10,12],[30,8,6],[30,5,7],[26,8,10],[29,9,10],[25,9,8],[31,9,4],[50,15,7],[33,11,2],[55,6,5],[17,6,11],[25,8,5],[34,10,4],[54,20,12],[35,12,1],[33,5,4],[30,10,2],[48,12,4],[25,4,5],[22,11,1],[7,3,4],[27,4,1],[10,3,1],[0,2,0],[1,0,15],[1,0,15],[18,6,8],[12,4,10],[17,7,8],[17,2,13],[7,1,8],[18,2,10],[17,6,9],[17,6,7],[19,7,4],[22,6,4],[11,4,1],[21,6,3],[10,5,1],[13,5,8],[21,10,1],[20,6,2],[2,2,6],[12,4,0],[22,6,2],[12,5,5],[33,8,5],[52,17,5],[18,5,3],[33,6,9],[34,8,10],[18,7,3],[20,4,0],[20,6,0],[17,4,3],[20,6,2],[26,8,0],[10,4,0],[8,0,0],[7,2,1],[4,0,4],[15,2,1],[13,3,0],[4,2,0]],[[4,5,33],[2,7,33],[7,4,31],[3,6,33],[1,6,33],[7,7,28],[12,8,22],[9,4,29],[5,5,32],[10,6,30],[10,5,31],[11,4,27],[13,3,26],[10,6,26],[16,4,22],[15,3,24],[12,3,27],[12,9,21],[19,12,39],[17,6,19],[15,7,16],[22,5,15],[21,6,15],[21,4,17],[24,4,14],[13,7,18],[22,3,17],[25,4,13],[21,9,12],[21,8,13],[27,6,9],[25,3,14],[24,7,11],[16,7,13],[22,11,9],[28,7,7],[26,7,9],[31,6,5],[26,3,13],[21,9,12],[21,5,14],[26,3,13],[21,11,10],[28,3,9],[29,4,7],[46,15,19],[75,19,24],[26,5,9],[26,8,8],[21,4,3],[30,1,11],[36,9,9],[21,6,11],[26,2,12],[22,8,10],[32,4,6],[47,14,9],[30,8,4],[30,3,7],[26,6,6],[30,5,7],[28,5,7],[66,10,8],[30,3,5],[27,5,6],[28,2,6],[30,3,5],[32,5,5],[25,7,4],[28,4,6],[55,6,3],[31,8,1],[50,4,8],[21,4,5],[24,5,5],[32,6,6],[65,8,3],[36,3,3],[33,2,1],[30,5,1],[43,9,2],[24,2,4],[25,6,1],[9,2,3],[27,5,0],[10,3,1],[1,1,0],[3,4,7],[2,1,11],[21,0,7],[16,2,4],[17,3,8],[20,3,5],[8,1,5],[12,4,10],[19,4,5],[16,5,5],[18,4,4],[23,5,0],[10,2,2],[16,5,7],[12,2,0],[11,3,8],[21,2,5],[17,5,4],[7,1,2],[12,1,1],[23,1,2],[16,2,2],[32,4,2],[54,14,4],[20,2,0],[37,6,3],[38,4,4],[20,4,2],[18,1,1],[19,4,1],[20,3,1],[20,3,1],[27,3,0],[12,2,0],[7,0,1],[8,0,0],[7,0,1],[15,1,0],[12,2,0],[3,1,0]],[[1,1,46],[0,2,46],[0,0,48],[2,1,45],[2,2,42],[1,5,42],[0,4,44],[1,0,49],[0,5,43],[3,3,46],[1,3,50],[3,2,43],[4,3,41],[6,2,40],[4,6,38],[6,8,34],[10,0,38],[13,4,31],[12,7,63],[7,5,36],[7,2,35],[11,5,32],[8,10,30],[10,10,28],[13,8,27],[11,5,26],[16,6,26],[11,8,29],[17,6,25],[21,10,17],[16,10,22],[16,9,23],[16,11,21],[15,3,24],[19,9,20],[20,11,17],[14,9,25],[21,5,22],[24,11,13],[17,6,25],[20,7,19],[22,8,18],[20,13,15],[17,11,18],[16,10,20],[41,12,39],[62,31,65],[20,8,18],[21,8,19],[22,4,18],[15,6,11],[25,10,25],[20,10,14],[22,9,15],[21,8,17],[23,8,17],[38,19,21],[26,8,14],[20,14,12],[22,11,9],[27,9,12],[27,8,11],[45,21,30],[22,7,15],[23,10,11],[21,7,14],[24,9,11],[31,9,8],[22,8,12],[21,9,14],[46,10,16],[25,13,8],[38,4,24],[17,7,10],[22,7,9],[32,8,8],[61,12,13],[29,9,10],[27,7,8],[32,6,4],[41,16,7],[22,5,7],[25,9,0],[6,2,6],[27,5,0],[10,1,3],[2,0,0],[0,1,15],[2,1,13],[9,7,16],[13,1,12],[13,7,12],[21,5,6],[7,2,7],[13,7,10],[19,5,8],[11,6,13],[12,6,12],[18,5,9],[7,4,5],[15,5,10],[10,4,2],[11,5,10],[15,9,8],[15,6,7],[1,4,5],[8,5,3],[20,4,6],[13,4,5],[30,6,10],[47,19,8],[13,3,10],[28,8,12],[38,8,6],[20,5,3],[20,2,2],[17,4,5],[13,8,3],[21,5,2],[21,10,3],[11,1,2],[6,0,2],[5,2,3],[3,2,3],[16,2,0],[12,4,0],[4,2,0]],[[6,1,41],[4,1,43],[5,3,40],[5,3,40],[4,4,38],[7,1,40],[7,3,38],[3,3,44],[4,6,38],[7,3,42],[6,1,47],[13,3,32],[11,3,34],[8,3,37],[6,5,37],[9,4,35],[13,1,34],[16,4,28],[19,9,54],[14,4,30],[13,3,28],[15,8,25],[17,8,23],[16,6,26],[16,7,25],[13,4,25],[20,5,23],[24,8,16],[17,8,23],[22,6,20],[23,6,19],[20,9,19],[21,6,21],[16,5,21],[22,11,15],[23,8,17],[23,5,20],[24,8,16],[22,5,21],[17,6,25],[23,6,17],[27,7,14],[25,9,14],[21,8,17],[24,7,15],[61,10,21],[90,18,50],[21,6,19],[28,6,14],[19,12,13],[27,9,12],[33,6,5],[23,8,13],[29,4,13],[25,7,14],[28,7,13],[51,18,9],[28,10,10],[24,6,16],[24,9,9],[34,5,9],[25,9,12],[61,14,21],[24,7,13],[33,4,7],[24,10,8],[25,6,13],[32,9,7],[26,9,7],[32,7,5],[53,11,8],[33,8,5],[51,4,11],[21,4,9],[26,8,4],[34,8,6],[64,14,8],[38,7,3],[29,10,3],[29,9,4],[46,12,6],[28,3,3],[24,6,4],[6,3,5],[25,7,0],[12,1,1],[2,0,0],[2,1,13],[2,1,13],[17,3,12],[12,2,12],[19,5,8],[15,5,12],[10,0,6],[20,2,8],[18,5,9],[19,3,8],[15,5,10],[22,4,6],[10,3,3],[17,6,7],[12,3,1],[12,4,10],[23,6,3],[17,6,5],[6,3,1],[12,4,0],[23,3,4],[12,5,5],[38,4,4],[57,15,2],[18,3,5],[36,5,7],[41,6,5],[20,5,3],[19,4,1],[22,4,0],[18,4,2],[23,4,1],[28,5,1],[14,0,0],[7,0,1],[9,0,1],[6,0,2],[14,2,2],[14,1,1],[4,2,0]],[[2,0,40],[4,0,38],[4,1,37],[7,0,35],[8,1,31],[3,2,37],[8,2,32],[4,1,39],[4,1,37],[8,1,37],[11,1,36],[13,1,28],[8,4,30],[9,1,32],[18,3,21],[11,3,28],[16,2,24],[14,3,25],[30,5,35],[16,3,23],[19,2,19],[12,6,24],[21,6,15],[17,7,18],[20,6,16],[17,3,16],[24,4,14],[22,10,10],[17,5,20],[21,9,12],[22,9,11],[22,5,15],[27,4,11],[20,2,14],[23,12,7],[25,7,10],[20,8,14],[29,3,10],[20,3,19],[24,7,11],[18,11,13],[25,8,9],[26,8,8],[24,6,10],[30,4,6],[52,15,15],[80,27,35],[23,7,12],[26,8,8],[23,6,9],[24,8,10],[37,9,8],[14,6,6],[23,7,10],[19,7,14],[27,10,5],[43,15,10],[28,6,8],[29,5,6],[27,5,4],[30,4,8],[26,8,8],[56,21,7],[25,6,7],[27,6,7],[25,7,6],[29,8,3],[29,7,6],[20,10,8],[27,8,5],[51,9,2],[30,6,4],[53,5,6],[22,4,4],[24,7,3],[29,9,4],[59,14,5],[34,6,2],[28,6,4],[27,4,5],[44,9,5],[27,5,0],[20,7,1],[9,2,1],[26,4,0],[10,2,0],[0,1,1],[2,1,11],[2,1,11],[13,5,10],[13,4,7],[15,7,6],[22,3,3],[8,4,2],[19,3,4],[20,6,2],[15,5,6],[15,10,1],[18,5,5],[11,2,1],[16,5,5],[11,1,2],[13,6,5],[19,8,1],[19,2,3],[4,2,2],[9,4,1],[18,7,1],[15,5,0],[30,5,5],[45,18,1],[18,3,3],[36,0,6],[37,6,5],[19,5,0],[18,4,0],[16,4,2],[14,4,2],[19,3,2],[23,5,2],[10,2,0],[8,0,0],[6,0,2],[8,0,0],[14,3,1],[10,4,0],[3,1,0]],[[0,2,40],[4,2,36],[3,1,38],[1,4,37],[0,1,39],[3,2,37],[3,1,38],[1,4,39],[2,5,35],[1,3,42],[1,1,44],[4,3,35],[6,6,30],[0,5,37],[2,6,34],[5,3,34],[2,2,38],[4,2,36],[6,4,60],[3,5,34],[3,1,34],[11,6,25],[11,6,25],[11,8,23],[8,5,29],[4,4,30],[11,4,27],[13,7,22],[12,7,23],[9,9,24],[12,9,21],[12,6,24],[13,6,23],[10,3,27],[15,8,19],[15,5,22],[11,8,23],[18,9,15],[13,7,22],[12,7,23],[10,9,21],[14,7,21],[14,8,20],[13,7,20],[12,7,21],[27,13,40],[47,25,68],[15,6,19],[16,7,19],[15,6,17],[13,5,24],[20,9,23],[11,4,23],[9,4,15],[17,6,17],[17,5,20],[23,18,27],[17,12,13],[16,4,20],[19,4,13],[13,9,20],[17,4,19],[42,18,24],[18,8,12],[17,6,15],[16,5,17],[15,9,14],[22,10,10],[17,6,13],[17,8,13],[36,11,19],[19,9,12],[33,7,22],[13,10,7],[18,7,7],[15,14,13],[36,20,18],[24,6,12],[14,8,14],[19,11,8],[31,18,7],[24,5,3],[20,8,0],[3,2,7],[18,5,5],[7,2,3],0,[0,3,11],[2,1,11],[8,1,19],[9,2,11],[9,5,14],[11,2,15],[8,1,5],[13,4,11],[10,4,14],[9,4,13],[6,8,12],[12,5,11],[4,5,5],[9,6,11],[6,2,6],[8,2,12],[12,8,8],[13,6,7],[1,2,5],[8,4,2],[11,5,12],[7,4,7],[15,14,15],[33,19,10],[13,5,6],[27,7,12],[24,11,11],[12,5,7],[15,1,6],[12,3,9],[15,6,1],[17,3,4],[13,9,8],[6,2,4],[4,1,3],[6,3,1],[0,4,4],[11,0,5],[6,5,3],[3,3,0]],[[0,2,40],[3,0,39],[2,2,38],[2,2,38],[2,1,39],[3,2,37],[2,4,36],[0,1,43],[1,5,36],[4,3,39],[7,0,41],[2,3,37],[4,1,37],[3,3,36],[8,3,31],[5,2,35],[8,2,32],[9,5,28],[16,12,52],[5,4,33],[13,1,26],[15,6,21],[12,4,26],[12,6,24],[9,6,27],[13,4,21],[17,3,22],[15,6,21],[15,7,20],[13,7,22],[15,6,21],[14,9,19],[16,10,16],[17,3,16],[19,6,17],[18,7,17],[14,7,21],[20,9,13],[19,7,16],[12,5,25],[17,7,16],[16,6,20],[19,10,13],[19,6,17],[21,5,16],[34,14,32],[65,24,53],[17,7,16],[16,10,16],[14,8,16],[17,8,17],[26,11,15],[16,9,15],[15,7,18],[15,5,8],[21,11,10],[30,17,21],[20,9,13],[20,7,13],[18,5,13],[21,10,11],[20,6,14],[44,18,22],[19,11,10],[20,5,13],[21,5,12],[23,7,10],[19,9,14],[19,6,11],[20,6,12],[34,12,16],[18,12,10],[31,5,18],[12,5,11],[21,8,5],[18,8,16],[44,17,13],[20,14,8],[28,5,7],[24,8,6],[33,12,13],[15,6,7],[12,11,5],[3,3,6],[18,5,3],[5,3,2],[1,1,0],[1,1,12],[0,1,13],[5,5,18],[12,3,7],[9,5,14],[12,1,15],[7,1,6],[16,3,7],[14,7,7],[14,3,11],[15,7,6],[14,6,8],[5,4,5],[9,4,13],[6,2,6],[13,4,7],[15,6,7],[15,2,7],[1,3,4],[8,4,2],[16,5,5],[9,5,6],[26,8,8],[35,16,13],[13,4,5],[20,9,11],[28,8,8],[13,6,5],[14,4,2],[14,4,6],[10,5,5],[15,6,3],[16,6,6],[6,3,3],[2,0,4],[6,2,2],[2,0,6],[13,3,0],[7,3,4],[1,3,0]],[[1,2,45],[1,2,45],[3,1,44],[0,3,45],[0,5,41],[1,8,39],[2,7,39],[3,2,45],[5,6,37],[3,6,43],[5,6,43],[5,5,38],[3,6,39],[2,5,41],[6,6,36],[4,6,38],[4,5,39],[8,3,37],[15,8,59],[8,5,35],[13,3,28],[14,7,27],[13,8,27],[12,9,27],[12,8,28],[10,3,29],[17,8,23],[14,11,23],[21,3,24],[12,9,27],[20,7,21],[24,5,19],[23,5,20],[15,5,22],[20,7,21],[21,10,17],[21,4,23],[21,7,20],[17,10,21],[23,9,16],[20,11,15],[20,9,19],[24,9,15],[16,6,24],[18,9,19],[46,12,34],[75,25,58],[22,7,17],[21,6,21],[23,5,16],[22,7,19],[32,8,20],[19,5,20],[19,8,19],[22,8,16],[14,5,13],[37,15,26],[24,8,16],[24,8,14],[23,8,11],[24,6,18],[26,7,13],[50,20,26],[26,4,14],[26,5,13],[24,4,14],[22,6,16],[28,9,11],[21,7,14],[24,7,13],[50,9,13],[28,10,8],[44,2,20],[22,3,9],[23,7,8],[35,3,10],[57,9,20],[34,4,10],[30,4,8],[29,7,6],[44,8,12],[22,4,8],[24,8,2],[7,3,4],[28,1,3],[12,0,2],[2,0,0],[1,1,14],[1,2,13],[10,5,17],[13,1,12],[12,5,15],[13,4,15],[6,3,7],[14,4,12],[21,3,8],[16,4,10],[12,7,11],[16,5,11],[9,4,3],[16,5,9],[9,1,6],[9,3,14],[21,8,3],[19,1,8],[7,1,2],[11,3,2],[24,1,5],[13,4,5],[28,4,14],[49,13,12],[19,2,5],[32,4,12],[38,5,9],[19,4,5],[16,2,6],[18,4,4],[18,2,4],[23,3,2],[26,2,6],[11,2,1],[5,0,3],[5,2,3],[5,0,3],[15,1,2],[11,4,1],[4,2,0]],[[1,1,46],[0,4,44],[1,3,44],[0,2,46],[0,2,44],[2,3,43],[0,1,47],[2,1,47],[2,1,45],[0,3,49],[3,4,47],[4,3,41],[6,4,38],[4,6,38],[4,2,42],[3,5,40],[5,2,41],[4,3,41],[8,9,65],[4,7,37],[9,3,32],[11,8,29],[12,6,30],[9,7,32],[8,7,33],[8,5,29],[14,7,27],[12,8,28],[14,10,24],[10,11,27],[10,9,29],[9,7,32],[12,8,28],[10,5,27],[13,14,21],[16,11,21],[18,12,18],[15,10,23],[14,7,27],[14,10,24],[13,11,22],[15,12,21],[13,15,20],[14,11,21],[11,10,25],[31,18,43],[63,31,64],[15,11,20],[18,14,16],[16,11,17],[14,10,24],[27,6,27],[12,12,20],[13,9,24],[15,11,20],[19,11,18],[23,20,19],[20,16,12],[22,11,13],[12,12,18],[25,8,15],[20,6,20],[49,23,24],[16,13,15],[16,10,18],[21,7,14],[23,7,14],[24,14,10],[22,8,12],[28,8,8],[45,14,13],[28,12,6],[42,3,21],[15,6,13],[22,8,8],[26,15,7],[50,19,17],[26,14,8],[29,10,3],[29,8,5],[38,16,10],[23,4,7],[20,12,2],[2,6,6],[27,5,0],[9,2,3],[1,1,0],[0,1,15],[1,0,15],[11,2,19],[8,7,11],[8,7,17],[9,5,18],[6,3,7],[11,5,14],[12,6,14],[12,7,11],[10,8,12],[15,6,11],[7,5,4],[11,5,14],[8,5,3],[9,6,11],[16,12,4],[15,7,6],[3,5,2],[12,3,1],[20,6,4],[7,8,7],[32,7,7],[42,20,12],[18,6,2],[25,11,12],[36,5,11],[17,6,5],[16,6,2],[16,7,3],[14,6,4],[21,5,2],[21,7,6],[10,3,1],[7,0,1],[7,2,1],[3,0,5],[15,0,3],[12,4,0],[2,4,0]],[[0,1,47],[0,0,48],[1,0,47],[0,0,48],[0,6,40],[0,2,46],[2,5,41],[2,1,47],[3,2,43],[4,4,44],[4,1,49],[6,2,40],[5,3,40],[4,4,40],[6,6,36],[7,4,37],[4,4,40],[6,6,36],[11,14,57],[8,7,33],[8,2,34],[9,9,30],[9,7,32],[15,8,25],[15,10,23],[16,5,21],[15,6,27],[19,10,19],[20,6,22],[15,11,22],[18,9,21],[14,6,28],[16,9,23],[14,5,23],[12,15,21],[19,10,19],[24,6,18],[16,12,20],[19,4,25],[18,11,19],[14,11,21],[22,10,16],[18,12,18],[15,13,18],[17,14,15],[46,14,32],[62,32,64],[21,8,17],[20,11,17],[19,9,16],[23,11,14],[24,15,21],[16,11,17],[21,12,13],[15,12,19],[20,10,18],[36,23,19],[19,8,5],[23,12,11],[17,13,12],[24,11,13],[23,9,14],[51,19,26],[21,13,10],[17,12,15],[23,11,8],[22,9,13],[22,12,14],[18,11,13],[29,11,4],[47,17,8],[26,13,7],[37,6,23],[16,8,10],[22,7,9],[27,11,10],[55,19,12],[30,11,7],[28,8,6],[29,10,3],[38,19,7],[22,4,8],[21,10,3],[7,4,3],[23,8,1],[9,4,1],[1,1,0],[1,2,13],[0,0,16],[7,6,19],[8,5,13],[14,6,12],[11,6,15],[6,2,8],[11,4,15],[13,11,8],[20,5,5],[11,9,10],[15,11,6],[7,5,4],[14,9,7],[9,3,4],[11,5,10],[16,8,8],[14,6,8],[1,3,6],[11,5,0],[18,6,6],[12,6,4],[35,8,3],[47,19,8],[17,6,3],[28,9,11],[37,9,6],[17,7,4],[14,7,3],[19,5,2],[16,5,3],[15,8,5],[22,10,2],[11,3,0],[6,0,2],[7,3,0],[4,0,4],[15,1,2],[9,6,1],[3,3,0]],[[4,1,43],[1,2,45],[2,0,46],[2,3,43],[0,1,45],[3,1,44],[2,4,42],[4,0,46],[1,3,44],[1,3,48],[3,1,50],[4,3,41],[9,1,38],[3,2,43],[5,3,40],[4,6,38],[8,2,38],[8,7,33],[8,10,64],[9,9,30],[12,1,31],[14,9,25],[12,6,30],[11,12,25],[15,6,27],[11,2,29],[18,9,21],[11,10,27],[13,11,24],[9,11,28],[19,8,21],[17,6,25],[17,11,20],[15,6,21],[15,13,20],[18,9,21],[16,10,22],[13,16,19],[20,7,21],[15,7,26],[12,12,22],[13,14,21],[16,11,21],[20,9,17],[12,12,22],[30,22,40],[58,31,69],[20,8,18],[20,13,15],[21,5,18],[15,14,19],[32,12,16],[13,10,21],[21,10,15],[22,12,12],[19,11,18],[28,24,26],[21,15,12],[11,8,11],[17,11,14],[21,12,15],[18,8,20],[44,30,22],[21,8,15],[24,10,10],[25,7,10],[23,10,11],[22,11,15],[22,9,11],[28,10,6],[49,13,10],[30,9,7],[41,7,18],[15,9,10],[20,11,7],[25,13,10],[56,18,12],[33,10,5],[23,13,6],[28,9,5],[39,15,10],[26,4,4],[19,11,4],[6,4,4],[25,5,2],[10,3,1],[0,2,0],[1,2,13],[3,1,12],[11,7,14],[10,6,10],[12,6,14],[15,4,13],[8,2,6],[18,3,9],[19,5,8],[10,11,9],[10,10,10],[19,6,7],[6,5,5],[14,6,10],[7,4,5],[11,6,9],[17,12,3],[19,5,4],[3,3,4],[10,5,1],[22,5,3],[10,9,3],[32,8,6],[50,21,3],[22,3,1],[35,5,8],[33,12,7],[19,5,4],[17,2,5],[20,3,3],[13,8,3],[18,7,3],[24,10,0],[11,2,1],[7,0,1],[3,1,6],[5,0,3],[13,2,3],[10,5,1],[4,2,0]],[[0,3,39],[1,5,36],[2,2,38],[2,4,36],[0,4,36],[1,4,37],[0,5,37],[3,0,41],[2,4,36],[1,2,43],[1,3,42],[6,4,32],[8,9,25],[4,8,30],[3,6,33],[4,8,30],[3,7,32],[8,5,29],[11,11,52],[7,7,28],[4,1,33],[11,8,23],[8,8,26],[8,13,21],[14,10,18],[7,3,26],[13,4,25],[8,15,19],[11,10,21],[9,16,17],[18,11,13],[15,10,17],[12,11,19],[11,5,20],[13,15,14],[17,12,13],[15,8,19],[14,15,13],[18,7,17],[16,11,15],[11,11,18],[15,14,13],[14,16,12],[17,9,14],[13,13,14],[25,22,33],[58,38,44],[16,13,11],[15,19,8],[16,12,10],[11,15,16],[26,16,10],[10,15,13],[14,13,13],[21,12,7],[19,13,10],[33,19,16],[18,17,7],[20,14,6],[12,10,2],[22,12,8],[20,14,6],[42,28,14],[18,15,5],[21,12,5],[23,8,5],[23,12,3],[20,18,4],[15,12,9],[20,15,5],[39,18,5],[26,12,2],[42,8,4],[13,10,7],[15,13,4],[22,15,7],[44,25,7],[26,14,2],[20,14,2],[20,13,3],[30,24,2],[19,6,3],[15,15,0],[2,6,4],[20,6,0],[9,3,0],[0,2,0],[1,2,11],[1,0,13],[9,4,15],[7,6,9],[9,11,8],[11,5,12],[7,1,6],[15,3,8],[9,9,10],[16,8,2],[7,13,6],[13,13,2],[4,6,4],[10,11,5],[6,6,2],[9,6,7],[19,8,1],[13,9,2],[2,6,2],[7,7,0],[14,11,1],[10,8,0],[24,17,1],[34,28,4],[17,6,1],[21,13,8],[31,13,0],[12,10,2],[12,6,2],[13,8,1],[9,8,3],[16,9,1],[16,13,1],[5,6,1],[4,2,0],[4,2,0],[3,2,3],[12,2,0],[7,6,1],[4,2,0]],[[1,1,46],[0,0,48],[5,0,43],[6,1,41],[4,4,38],[3,2,43],[4,2,42],[3,2,45],[4,3,41],[8,3,41],[6,5,43],[13,1,34],[6,2,40],[10,2,36],[10,3,35],[13,4,31],[15,4,29],[16,3,29],[23,10,49],[19,3,26],[18,1,25],[22,5,21],[25,3,20],[20,6,22],[23,1,24],[14,3,25],[24,3,21],[25,8,15],[23,6,19],[22,9,17],[28,7,13],[23,7,18],[27,3,18],[21,3,18],[28,5,15],[28,7,13],[27,7,14],[29,8,11],[24,6,18],[24,9,15],[26,5,15],[28,6,14],[28,7,13],[20,11,15],[29,8,9],[57,10,25],[89,21,48],[29,4,13],[30,3,15],[26,4,14],[26,10,12],[40,5,15],[25,4,15],[29,7,10],[25,8,13],[32,7,9],[50,12,16],[31,7,10],[26,10,10],[22,11,9],[22,4,6],[34,5,7],[65,16,15],[31,7,6],[30,6,8],[30,6,6],[32,6,6],[31,8,9],[28,6,8],[34,4,6],[52,11,9],[31,8,7],[50,2,14],[20,5,9],[26,5,7],[32,8,8],[59,15,12],[37,7,4],[33,5,4],[29,9,4],[40,16,8],[26,2,6],[24,6,4],[6,4,4],[24,5,3],[8,2,4],[2,0,0],[3,2,11],[2,0,14],[13,5,14],[14,2,10],[20,3,9],[19,4,9],[9,0,7],[18,4,8],[20,5,7],[19,4,7],[18,3,9],[23,4,5],[12,3,1],[23,2,5],[11,2,3],[16,4,6],[23,6,3],[17,6,5],[4,2,4],[12,2,2],[22,4,4],[16,3,3],[36,7,3],[54,12,8],[17,4,5],[34,6,8],[38,7,7],[20,5,3],[22,2,0],[21,4,1],[16,6,2],[21,3,4],[27,5,2],[11,2,1],[5,0,3],[7,2,1],[7,0,1],[16,1,1],[14,2,0],[2,3,1]],[[0,0,42],[0,4,38],[3,1,38],[3,3,36],[1,1,38],[2,1,39],[0,4,38],[2,3,39],[3,1,38],[4,6,36],[2,0,46],[4,2,36],[3,1,38],[4,5,33],[3,3,36],[5,5,32],[4,4,34],[5,2,35],[6,6,58],[8,1,33],[7,4,29],[12,3,27],[7,7,28],[10,6,26],[15,4,23],[6,0,30],[9,4,29],[14,8,20],[10,7,25],[14,8,20],[15,7,20],[11,7,24],[15,5,22],[12,4,20],[8,5,29],[14,5,23],[15,5,22],[14,8,20],[13,5,24],[12,7,23],[15,6,21],[13,7,22],[15,7,20],[13,5,22],[14,8,18],[23,16,43],[46,28,68],[16,7,19],[17,7,18],[12,7,19],[14,8,20],[25,8,21],[15,10,15],[15,3,22],[16,7,17],[15,11,16],[29,16,23],[15,10,17],[23,4,13],[15,7,14],[15,6,21],[13,6,9],[30,22,32],[19,2,17],[18,5,17],[18,11,9],[17,6,17],[24,7,11],[17,3,18],[20,7,13],[32,13,17],[25,9,6],[30,5,29],[13,5,12],[16,6,12],[19,10,13],[33,16,29],[27,5,10],[24,6,8],[20,8,8],[32,11,15],[20,2,10],[14,4,10],[4,3,5],[18,8,4],[5,1,6],[1,0,1],[1,0,13],[2,1,11],[4,8,16],[7,4,13],[6,5,17],[8,2,18],[8,2,4],[9,2,15],[12,3,13],[12,4,10],[10,7,9],[9,6,13],[3,6,5],[10,3,13],[6,2,6],[10,2,12],[11,9,8],[11,4,9],[1,2,5],[7,4,3],[16,4,6],[10,5,5],[19,12,9],[35,13,16],[11,3,10],[20,5,17],[25,7,16],[14,4,6],[13,2,7],[17,2,3],[10,4,6],[16,1,7],[15,8,7],[7,2,3],[2,2,4],[5,1,2],[2,4,2],[11,2,5],[9,3,2],[1,2,1]],[[0,1,47],[0,6,42],[1,4,43],[2,4,42],[0,2,44],[2,2,44],[0,6,42],[3,4,43],[1,4,43],[2,4,46],[2,4,48],[3,3,42],[3,5,40],[4,5,39],[0,7,41],[5,4,39],[3,7,38],[8,5,35],[4,19,59],[9,5,34],[1,3,40],[12,8,28],[4,6,38],[8,11,29],[8,8,32],[5,5,32],[11,6,31],[13,11,24],[14,8,26],[11,13,24],[9,11,28],[13,7,28],[12,6,30],[6,6,30],[13,8,27],[11,10,27],[12,8,28],[11,13,24],[10,8,30],[7,11,30],[8,11,27],[16,9,23],[16,13,19],[13,12,21],[14,8,24],[29,16,47],[39,39,80],[12,11,23],[20,9,19],[14,10,20],[10,15,23],[22,11,27],[11,12,21],[15,6,25],[12,13,21],[10,15,23],[27,15,36],[22,6,20],[9,19,18],[11,9,22],[24,9,15],[16,13,17],[33,21,26],[15,9,20],[12,13,19],[16,12,14],[19,8,17],[24,10,14],[19,7,16],[16,14,14],[32,17,23],[26,9,11],[28,7,31],[15,7,12],[15,13,10],[27,14,7],[46,22,18],[26,12,10],[24,11,7],[27,8,7],[30,16,18],[18,5,11],[19,8,7],[4,2,8],[28,2,2],[9,2,3],[2,0,0],[0,1,15],[1,1,14],[4,9,19],[5,7,14],[5,13,14],[6,4,22],[6,2,8],[11,3,16],[9,9,14],[7,10,13],[8,8,14],[12,11,9],[5,6,5],[12,7,11],[6,4,6],[10,3,13],[19,8,5],[15,5,8],[3,4,3],[9,4,3],[16,5,9],[9,5,8],[28,10,8],[36,24,14],[13,6,7],[26,5,17],[28,7,17],[17,4,7],[11,7,6],[15,3,8],[12,6,6],[18,6,4],[19,11,4],[13,1,0],[3,2,3],[1,3,6],[3,1,4],[10,3,5],[10,4,2],[3,3,0]],[[0,2,46],[1,3,44],[1,5,42],[1,1,46],[0,3,43],[1,8,39],[1,3,44],[0,1,49],[0,5,43],[0,7,45],[1,5,48],[0,2,46],[4,4,40],[3,4,41],[7,3,38],[2,2,44],[4,4,40],[7,5,36],[9,10,63],[6,5,37],[10,0,34],[11,6,31],[12,7,29],[10,8,30],[11,7,30],[6,7,29],[16,5,27],[15,11,22],[14,8,26],[14,12,22],[16,10,22],[13,8,27],[17,6,25],[10,8,24],[18,12,18],[21,6,21],[15,8,25],[18,12,18],[16,7,25],[20,12,16],[14,10,22],[11,14,23],[19,12,17],[14,12,20],[23,9,14],[36,18,38],[67,29,62],[16,10,20],[24,9,15],[14,8,22],[21,13,14],[33,12,15],[15,12,17],[16,14,16],[21,11,14],[22,11,15],[36,23,19],[24,11,13],[20,7,19],[18,13,11],[24,9,15],[20,8,18],[53,17,26],[9,9,10],[24,9,11],[25,5,12],[21,10,13],[27,10,11],[21,7,14],[27,6,11],[49,10,13],[25,9,12],[37,4,25],[17,6,11],[26,9,3],[33,7,8],[58,12,16],[28,12,8],[29,7,6],[29,8,5],[39,17,8],[21,3,10],[22,11,1],[4,4,6],[27,4,1],[10,0,4],[2,0,0],[0,1,15],[0,1,15],[10,6,16],[10,3,13],[16,4,12],[14,7,11],[7,3,6],[15,3,12],[19,5,8],[11,6,13],[12,8,10],[16,8,8],[6,6,4],[13,9,8],[7,4,5],[9,5,12],[21,7,4],[16,5,7],[3,3,4],[9,3,4],[19,4,7],[17,1,4],[31,7,8],[47,18,9],[19,4,3],[33,5,10],[36,7,9],[18,4,6],[17,2,5],[21,2,3],[13,4,7],[23,4,1],[22,6,6],[12,1,1],[4,1,3],[6,1,3],[3,0,5],[15,1,2],[12,2,2],[3,3,0]],[[2,1,45],[0,1,47],[0,2,46],[0,2,46],[0,1,45],[0,3,45],[0,1,47],[2,2,46],[0,5,43],[4,0,48],[1,1,52],[0,2,46],[2,2,44],[2,3,43],[4,4,40],[1,6,41],[6,3,39],[11,4,33],[10,5,67],[9,7,32],[7,1,36],[15,5,28],[12,6,30],[13,7,28],[12,7,29],[12,3,27],[10,6,32],[16,7,25],[17,7,24],[13,12,23],[20,7,21],[18,6,24],[19,10,19],[11,5,26],[21,9,18],[19,11,18],[15,9,24],[20,8,20],[15,6,27],[21,7,20],[19,8,19],[15,9,24],[21,9,18],[17,9,20],[20,10,16],[41,16,35],[76,27,55],[24,3,19],[25,9,14],[20,9,15],[22,12,14],[29,9,22],[14,7,23],[18,6,22],[23,11,12],[23,10,15],[43,15,20],[24,11,13],[21,11,14],[17,8,17],[25,9,14],[23,9,14],[47,19,30],[18,8,18],[16,4,8],[26,6,10],[22,10,12],[27,10,11],[26,5,11],[28,7,9],[42,13,17],[29,11,6],[48,6,12],[15,6,13],[26,6,6],[24,13,11],[61,16,9],[28,12,8],[30,7,5],[24,9,9],[39,10,15],[24,3,7],[19,10,5],[4,3,7],[22,7,3],[10,3,1],[2,0,0],[0,2,14],[0,0,16],[9,2,21],[10,4,12],[13,4,15],[10,1,21],[8,1,7],[21,2,7],[15,3,14],[14,6,10],[9,6,15],[15,8,9],[7,4,5],[15,3,12],[10,3,3],[14,3,9],[18,10,4],[18,4,6],[3,3,4],[12,4,0],[21,4,5],[10,6,6],[33,6,7],[47,16,11],[18,4,4],[27,8,13],[35,7,10],[19,8,1],[19,2,3],[15,6,5],[15,3,6],[18,7,3],[21,7,6],[7,3,4],[5,0,3],[7,2,1],[3,0,5],[14,1,3],[11,3,2],[3,3,0]],[[0,1,47],[1,0,47],[0,1,47],[0,2,46],[0,2,44],[1,2,45],[1,1,46],[5,0,45],[0,2,46],[1,4,47],[0,2,52],[1,2,45],[1,1,46],[0,4,44],[2,1,45],[1,6,41],[1,5,42],[6,5,37],[8,9,65],[7,7,34],[5,3,36],[7,6,35],[7,6,35],[10,8,30],[9,8,31],[4,5,33],[12,6,30],[12,10,26],[9,11,28],[8,13,27],[13,8,27],[11,9,28],[13,12,23],[9,5,28],[12,12,24],[18,13,17],[10,9,29],[12,17,19],[13,9,26],[12,11,25],[19,7,20],[12,15,21],[16,15,17],[12,16,18],[15,11,20],[28,21,43],[51,32,75],[15,12,19],[17,12,19],[15,12,17],[12,21,15],[23,13,24],[13,15,16],[14,14,18],[15,15,16],[18,16,14],[28,30,20],[19,14,15],[17,10,19],[18,13,11],[12,12,24],[19,16,11],[41,28,27],[15,14,15],[20,10,14],[13,6,7],[16,11,17],[22,14,12],[19,11,12],[17,15,12],[44,19,9],[23,13,10],[33,6,27],[14,7,13],[17,9,12],[23,13,12],[38,24,24],[27,14,7],[21,13,8],[23,12,7],[37,14,13],[21,7,6],[20,12,2],[4,5,5],[22,6,4],[9,4,1],[0,2,0],[0,0,16],[0,0,16],[9,4,19],[7,7,12],[10,8,14],[13,6,13],[5,1,10],[10,4,16],[14,6,12],[9,8,13],[6,15,9],[11,9,12],[6,5,5],[13,5,12],[6,5,5],[8,6,12],[16,6,10],[12,9,7],[3,4,3],[7,6,3],[16,7,7],[7,8,7],[14,10,22],[37,21,16],[14,4,8],[32,6,10],[26,8,18],[15,9,4],[13,5,6],[17,6,3],[13,6,5],[14,8,6],[19,9,6],[9,3,2],[3,2,3],[4,4,2],[1,0,7],[14,1,3],[10,5,1],[2,4,0]],[[0,2,46],[0,5,43],[2,5,41],[2,3,43],[0,4,42],[2,4,42],[2,5,41],[3,1,46],[1,5,42],[1,4,47],[1,4,49],[1,4,43],[3,5,40],[2,5,41],[7,7,34],[1,8,39],[7,5,36],[5,5,38],[9,8,65],[10,6,32],[4,6,34],[7,10,31],[12,8,28],[10,9,29],[13,11,24],[8,5,29],[11,8,29],[10,14,24],[12,12,24],[10,11,27],[10,11,27],[11,12,25],[12,6,30],[6,6,30],[17,12,19],[19,7,22],[15,12,21],[12,11,25],[14,9,25],[14,10,24],[10,15,21],[20,11,17],[14,9,25],[12,10,24],[14,12,20],[31,20,41],[44,33,81],[17,7,22],[17,13,18],[16,7,21],[15,13,20],[21,12,27],[6,15,23],[15,12,19],[15,7,24],[16,10,22],[31,18,29],[15,11,22],[14,14,18],[14,13,15],[18,11,19],[13,11,22],[35,28,33],[14,12,18],[15,13,16],[21,9,12],[11,10,7],[20,15,13],[23,13,6],[24,8,12],[36,16,20],[23,11,12],[35,6,25],[8,10,16],[18,8,12],[26,10,12],[38,20,28],[32,14,2],[19,10,13],[21,10,11],[36,17,11],[21,6,7],[18,14,2],[4,4,6],[20,9,3],[10,3,1],[1,1,0],[0,1,15],[0,0,16],[8,5,19],[10,6,10],[8,9,15],[7,4,21],[6,4,6],[7,7,16],[13,6,13],[10,7,13],[9,10,11],[11,11,10],[7,5,4],[9,8,13],[8,5,3],[4,9,13],[11,9,12],[17,4,7],[3,3,4],[6,6,4],[18,8,4],[11,5,6],[16,11,19],[33,25,16],[14,7,5],[28,5,15],[28,9,15],[14,7,7],[14,6,4],[17,4,5],[13,6,5],[20,5,3],[17,9,8],[8,3,3],[5,0,3],[5,3,2],[1,1,6],[9,2,7],[11,4,1],[2,4,0]],[[3,1,44],[2,1,45],[4,1,43],[2,3,43],[2,1,43],[2,2,44],[3,2,43],[2,1,47],[3,2,43],[6,5,41],[6,3,45],[8,4,36],[8,3,37],[3,2,43],[6,5,37],[6,6,36],[7,2,39],[12,3,33],[9,9,64],[7,8,33],[6,3,35],[13,7,28],[15,9,24],[12,7,29],[17,8,23],[9,5,28],[14,7,27],[16,9,23],[14,11,23],[15,10,23],[18,9,21],[14,8,26],[16,11,21],[15,5,22],[26,9,13],[20,7,21],[17,10,21],[18,16,14],[15,9,24],[22,12,14],[11,16,19],[17,13,18],[22,15,11],[19,12,15],[17,8,21],[37,20,35],[59,37,62],[18,14,14],[25,14,9],[22,12,10],[15,13,20],[33,12,15],[13,11,20],[16,10,20],[20,12,14],[19,10,19],[33,26,19],[24,9,15],[25,13,8],[15,12,15],[24,11,13],[19,12,15],[42,27,27],[18,14,12],[26,7,11],[22,8,12],[25,10,9],[15,10,7],[22,10,10],[21,12,11],[43,19,10],[28,9,9],[40,8,18],[13,9,12],[18,12,8],[30,14,4],[55,19,12],[28,13,7],[28,10,4],[21,13,8],[39,18,7],[21,5,8],[18,12,4],[6,4,4],[25,5,2],[9,2,3],[2,0,0],[1,1,14],[3,1,12],[11,5,16],[8,7,11],[10,8,14],[13,6,13],[7,2,7],[16,4,10],[12,6,14],[12,9,9],[8,9,13],[16,10,6],[6,5,5],[13,7,10],[8,6,2],[10,8,8],[17,9,6],[15,6,7],[2,4,4],[8,6,2],[21,7,2],[9,8,5],[30,11,5],[46,18,10],[16,4,6],[32,4,12],[37,7,8],[18,8,2],[15,6,3],[14,6,6],[14,6,4],[18,9,1],[18,9,7],[10,1,3],[6,0,2],[4,4,2],[4,0,4],[14,2,2],[10,4,2],[2,4,0]],[[0,1,41],[1,0,41],[0,0,42],[0,0,42],[1,2,37],[0,6,36],[0,3,39],[0,0,44],[0,1,41],[0,2,40],[2,2,44],[1,2,39],[3,3,36],[0,5,37],[5,6,31],[2,4,36],[6,2,34],[4,5,33],[8,17,45],[3,5,34],[6,0,32],[10,8,24],[11,4,27],[9,9,24],[8,9,25],[6,4,26],[15,4,23],[9,14,19],[8,6,28],[11,8,23],[8,9,25],[11,8,23],[9,8,25],[6,5,25],[10,10,22],[8,8,26],[7,7,28],[14,7,21],[10,7,25],[9,14,19],[13,7,20],[7,11,24],[13,11,18],[16,9,15],[16,10,14],[22,20,40],[41,28,73],[13,11,16],[13,9,20],[11,12,15],[15,10,17],[21,13,18],[13,15,10],[14,8,18],[13,10,17],[17,10,15],[24,20,24],[14,12,16],[16,9,15],[13,9,14],[15,12,15],[17,7,16],[37,23,24],[16,10,12],[14,6,18],[16,9,11],[10,11,17],[17,8,17],[8,6,12],[20,8,10],[29,15,18],[21,11,8],[25,8,23],[8,7,17],[15,9,10],[14,11,15],[30,20,24],[19,13,10],[19,11,6],[18,9,9],[28,15,15],[16,4,10],[14,13,3],[2,4,6],[18,8,2],[6,4,4],[0,1,1],[0,0,14],[0,0,14],[5,5,18],[6,8,10],[6,7,15],[9,4,15],[5,1,8],[9,3,14],[10,11,7],[9,7,10],[8,5,13],[10,10,8],[3,7,4],[9,5,12],[7,4,3],[5,7,10],[8,12,8],[9,4,11],[0,4,4],[7,4,3],[12,7,7],[8,5,5],[17,8,13],[31,16,17],[9,6,7],[15,7,18],[24,10,10],[12,8,4],[10,5,5],[13,5,4],[14,4,4],[13,7,4],[16,8,4],[6,4,2],[3,0,3],[5,2,1],[2,0,4],[10,2,2],[7,3,4],[2,3,1]],[[0,0,48],[0,2,46],[0,2,46],[0,6,42],[0,1,45],[1,3,44],[3,2,43],[1,2,47],[2,3,43],[2,4,46],[2,3,49],[1,5,42],[5,4,39],[3,7,38],[3,2,43],[4,6,38],[5,8,35],[6,4,38],[11,9,62],[4,7,37],[4,4,36],[4,8,36],[5,10,33],[5,8,35],[8,9,31],[8,2,32],[9,7,32],[7,10,31],[11,10,27],[7,7,34],[9,10,29],[10,9,29],[9,14,25],[4,4,34],[6,14,28],[12,7,29],[9,10,29],[11,12,25],[12,11,25],[11,14,23],[10,10,26],[12,13,23],[17,15,16],[11,9,26],[13,14,19],[24,22,46],[37,34,87],[9,13,24],[10,14,24],[9,12,23],[19,12,17],[19,12,29],[14,16,14],[16,11,19],[10,13,23],[18,13,17],[20,27,31],[12,13,23],[14,11,21],[10,18,14],[18,12,18],[17,13,16],[34,32,30],[11,14,19],[16,12,16],[13,14,15],[15,8,21],[15,20,13],[16,10,16],[11,8,9],[32,21,19],[23,15,8],[25,12,29],[7,8,19],[13,14,11],[18,14,16],[37,31,18],[24,16,8],[18,15,9],[20,15,7],[27,24,13],[18,7,9],[15,14,5],[3,6,5],[21,7,4],[7,2,5],[1,1,0],[0,0,16],[0,0,16],[9,4,19],[4,4,18],[7,10,15],[8,6,18],[5,2,9],[11,3,16],[7,12,13],[12,9,9],[8,14,8],[12,10,10],[5,7,4],[9,9,12],[3,5,8],[10,6,10],[13,12,7],[11,8,9],[2,6,2],[9,5,2],[11,10,9],[7,10,5],[21,17,8],[38,23,13],[13,6,7],[19,12,17],[28,13,11],[14,6,8],[16,4,4],[17,6,3],[12,7,5],[14,10,4],[18,13,3],[8,4,2],[4,2,2],[3,2,5],[2,2,4],[13,1,4],[8,7,1],[1,4,1]],[[0,2,40],[0,1,41],[1,3,38],[1,1,40],[0,2,38],[0,5,37],[0,2,40],[3,2,39],[1,3,38],[3,2,41],[0,3,45],[1,7,34],[5,2,35],[1,1,40],[0,8,34],[1,4,37],[2,6,34],[6,5,31],[7,13,50],[5,9,28],[6,3,29],[4,6,32],[7,7,28],[6,8,28],[8,8,26],[3,4,29],[10,8,24],[7,10,25],[6,9,27],[8,12,22],[7,8,27],[10,8,24],[9,7,26],[9,4,23],[9,10,23],[10,11,21],[9,8,25],[8,12,22],[12,10,20],[12,12,18],[11,12,17],[9,15,18],[11,15,16],[7,14,19],[6,13,21],[19,18,43],[33,33,74],[12,10,18],[10,13,19],[9,8,21],[7,13,22],[19,15,18],[6,14,18],[12,7,21],[10,9,21],[12,17,13],[18,19,31],[11,12,19],[14,14,14],[11,14,11],[17,12,13],[18,13,9],[29,28,27],[11,10,17],[18,12,10],[11,9,16],[12,11,15],[17,16,9],[17,7,12],[14,15,9],[22,12,16],[21,9,12],[25,7,22],[11,8,11],[11,13,8],[19,9,12],[31,19,24],[19,16,7],[14,17,5],[12,12,12],[18,26,10],[16,4,10],[14,13,3],[3,4,5],[16,7,3],[6,4,2],[1,1,0],[0,1,13],[1,0,13],[8,8,12],[5,6,13],[7,10,11],[10,3,15],[6,3,5],[7,4,15],[7,7,14],[7,7,12],[7,10,9],[9,8,11],[4,8,2],[8,7,11],[4,4,6],[8,6,10],[9,10,9],[6,11,7],[4,4,2],[7,4,3],[11,9,6],[9,4,7],[16,11,11],[25,24,15],[10,7,5],[16,9,15],[23,10,11],[13,10,1],[12,4,4],[9,7,6],[9,5,6],[10,11,3],[16,9,9],[9,1,2],[5,0,3],[4,1,5],[0,0,6],[10,3,1],[10,4,0],[2,4,0]],[[0,0,48],[0,0,48],[2,1,45],[0,0,48],[3,2,41],[0,1,47],[1,3,44],[2,0,48],[1,5,42],[0,3,49],[0,2,52],[3,1,44],[6,3,39],[4,1,43],[4,8,36],[3,4,41],[7,2,39],[6,7,35],[6,14,62],[4,4,40],[10,0,34],[6,8,34],[9,6,33],[8,8,32],[8,11,29],[9,1,32],[11,5,32],[7,7,34],[13,6,29],[10,12,26],[8,9,31],[12,9,27],[13,5,30],[4,3,35],[8,12,28],[16,8,24],[17,5,26],[10,11,27],[12,7,29],[13,7,28],[12,9,25],[10,12,26],[11,10,27],[12,5,29],[10,11,25],[28,18,46],[39,31,88],[11,7,28],[11,8,29],[11,12,21],[9,12,27],[17,13,30],[11,12,21],[12,9,25],[12,10,24],[16,9,23],[24,20,34],[10,12,26],[9,12,25],[7,7,28],[19,10,19],[9,13,24],[34,25,37],[12,13,19],[13,8,23],[17,12,13],[17,10,17],[22,13,13],[15,11,16],[16,14,14],[29,22,21],[11,11,8],[32,8,26],[12,7,15],[16,8,14],[21,11,16],[38,25,23],[24,13,11],[22,10,10],[20,12,10],[29,17,18],[15,6,13],[16,11,7],[4,4,6],[17,4,11],[8,2,4],[1,0,1],[0,1,15],[2,1,13],[7,4,21],[5,3,18],[6,8,18],[5,4,23],[5,2,9],[5,4,21],[14,7,11],[8,10,12],[6,8,16],[11,7,14],[5,5,6],[8,8,14],[4,5,7],[7,5,14],[14,9,9],[12,7,9],[1,3,6],[7,6,3],[10,9,11],[5,5,12],[23,12,11],[31,21,22],[12,6,8],[22,9,17],[25,8,19],[11,9,8],[12,7,5],[13,6,7],[16,4,4],[10,9,9],[19,7,8],[9,3,2],[3,0,5],[5,3,2],[5,0,3],[9,2,7],[9,4,3],[1,4,1]],[[1,0,113],[0,2,112],[0,2,112],[1,3,110],[0,0,106],[3,2,109],[0,0,114],[3,2,111],[0,4,110],[3,2,121],[8,0,116],[6,0,108],[8,3,103],[10,2,102],[6,0,108],[5,5,104],[16,2,96],[13,0,101],[12,6,154],[14,2,98],[23,0,83],[24,1,89],[22,2,90],[19,2,93],[25,2,87],[25,3,76],[41,1,72],[37,4,73],[29,4,81],[33,10,71],[34,2,78],[45,1,68],[41,0,73],[17,2,89],[38,4,72],[38,2,74],[49,3,62],[29,3,82],[56,0,58],[49,4,61],[29,1,84],[43,11,60],[39,7,68],[40,6,60],[55,3,48],[81,7,134],[150,15,179],[44,5,65],[38,4,72],[39,3,68],[42,6,66],[56,1,93],[29,10,67],[38,3,73],[46,3,57],[42,7,65],[56,7,125],[57,2,55],[45,6,55],[34,5,59],[60,5,49],[57,5,52],[117,8,103],[45,6,49],[38,3,65],[43,0,63],[50,1,55],[58,6,50],[56,1,45],[61,7,38],[116,3,61],[59,4,43],[86,4,80],[38,2,44],[49,1,42],[78,2,38],[140,3,69],[78,5,31],[72,4,22],[77,0,23],[110,6,38],[59,3,36],[61,2,13],[3,2,31],[83,0,13],[25,4,9],0,[0,0,38],[3,0,35],[20,4,52],[22,2,38],[27,2,47],[21,1,54],[17,1,20],[22,3,51],[37,1,38],[27,3,38],[25,7,36],[32,3,41],[19,4,15],[32,0,42],[17,0,21],[23,4,33],[52,6,18],[39,2,33],[4,3,13],[24,1,13],[56,3,17],[21,1,30],[65,3,46],[135,4,41],[42,1,25],[70,1,67],[89,4,45],[50,1,17],[46,1,17],[46,1,19],[49,0,17],[53,0,9],[60,2,18],[33,0,3],[15,0,13],[13,2,9],[13,0,13],[41,0,13],[34,1,3],[7,2,1]],[[0,0,36],[0,0,36],[2,0,34],[0,2,34],[0,2,32],[2,0,34],[0,6,30],[2,1,33],[0,0,36],[2,2,36],[1,3,36],[4,1,31],[5,0,31],[4,0,32],[4,3,29],[2,0,34],[4,3,29],[7,3,26],[6,8,44],[8,2,26],[4,2,28],[9,4,23],[10,3,23],[11,3,22],[7,2,27],[11,1,20],[12,3,21],[11,2,23],[16,3,17],[16,3,17],[17,2,17],[17,4,15],[22,2,12],[9,0,21],[15,0,21],[18,3,15],[20,1,15],[17,2,17],[21,4,11],[19,2,15],[11,3,22],[13,2,21],[17,5,14],[17,4,13],[25,1,8],[38,5,27],[50,12,40],[20,3,13],[23,2,11],[19,3,14],[20,3,13],[34,1,13],[17,1,16],[16,3,15],[15,3,16],[21,2,13],[42,3,15],[24,1,11],[21,4,9],[19,2,11],[24,3,9],[22,1,13],[45,6,21],[22,1,9],[23,2,9],[24,0,8],[21,2,11],[25,2,9],[17,3,12],[25,2,7],[38,1,15],[27,0,7],[41,0,19],[6,1,7],[22,1,7],[27,5,6],[57,3,8],[35,0,1],[30,2,0],[22,1,7],[37,1,10],[21,0,7],[23,1,2],[3,0,9],[25,4,1],[9,0,3],[2,0,0],[0,0,12],[0,0,12],[9,3,12],[7,1,12],[8,2,14],[12,2,10],[5,1,6],[12,1,9],[14,1,9],[14,2,6],[11,1,10],[16,3,5],[8,2,2],[15,1,8],[9,0,3],[11,2,7],[20,0,4],[11,1,10],[3,0,5],[12,0,0],[19,1,2],[13,0,5],[28,0,4],[55,1,6],[16,0,4],[27,0,13],[36,1,5],[18,1,3],[10,2,6],[19,0,1],[13,0,7],[19,0,1],[21,1,4],[10,0,2],[5,0,3],[6,0,0],[3,0,5],[13,0,3],[12,0,0],[1,0,1]],[[0,0,36],[0,3,33],[1,3,32],[1,2,33],[0,1,33],[0,2,34],[0,1,35],[2,0,34],[0,1,35],[1,1,38],[3,0,37],[3,3,30],[3,2,31],[6,0,30],[4,1,31],[6,2,28],[5,2,29],[6,3,27],[6,11,41],[8,1,27],[4,6,24],[7,4,25],[8,4,24],[5,7,24],[7,5,24],[11,1,20],[10,2,24],[6,4,26],[14,3,19],[12,4,20],[10,5,21],[14,3,19],[16,2,18],[10,1,19],[7,7,22],[11,4,21],[13,4,19],[9,5,22],[10,3,23],[10,5,21],[7,3,26],[10,8,18],[14,10,12],[10,8,16],[15,5,14],[26,12,32],[38,16,48],[18,5,13],[15,5,16],[15,6,15],[13,5,18],[22,8,18],[9,10,15],[13,2,19],[11,7,16],[14,6,16],[16,16,28],[20,3,13],[13,6,15],[8,5,19],[22,3,11],[11,11,14],[35,13,24],[9,8,15],[13,5,16],[17,2,13],[16,6,12],[19,5,12],[15,6,11],[17,8,9],[30,8,16],[22,4,8],[31,5,24],[10,5,11],[13,4,1],[20,6,12],[47,10,11],[28,5,3],[25,6,1],[23,3,4],[25,11,12],[18,3,7],[14,8,4],[2,4,6],[22,4,4],[9,1,2],[0,1,1],[0,0,12],[0,1,11],[5,6,13],[6,4,10],[6,5,13],[7,1,16],[5,1,6],[10,2,10],[9,5,10],[8,3,11],[6,7,9],[12,4,8],[8,0,4],[12,4,8],[5,4,3],[7,2,11],[14,4,6],[11,4,7],[0,4,4],[7,1,4],[14,5,3],[9,4,5],[25,1,6],[37,13,12],[14,2,4],[24,4,12],[22,9,11],[15,5,2],[11,1,6],[15,1,4],[13,2,5],[15,2,3],[17,4,5],[8,1,3],[3,1,4],[6,0,0],[5,0,3],[11,0,5],[8,3,1],[2,0,0]],[[0,0,54],[0,0,54],[0,3,51],[0,2,52],[0,3,49],[0,2,52],[0,1,53],[1,4,49],[0,4,50],[1,2,59],[1,6,49],[0,5,49],[1,4,49],[0,6,48],[1,6,47],[0,6,48],[0,7,47],[0,9,45],[2,13,83],[2,6,46],[3,3,42],[1,11,42],[2,9,43],[4,10,40],[1,16,37],[3,4,43],[4,10,40],[2,12,40],[9,12,33],[6,16,32],[2,15,37],[8,9,37],[1,13,40],[4,8,36],[3,14,37],[5,9,40],[11,8,35],[3,16,35],[15,14,25],[6,16,32],[7,10,33],[10,15,29],[5,21,28],[8,17,27],[4,16,32],[12,31,57],[15,38,97],[9,12,29],[8,20,26],[9,12,33],[4,20,30],[19,16,33],[4,16,28],[10,17,25],[7,17,28],[9,13,32],[10,34,46],[8,16,30],[7,16,27],[5,20,27],[16,19,19],[5,17,28],[20,38,50],[6,15,29],[7,13,26],[5,11,30],[10,13,25],[11,18,25],[10,16,16],[15,17,18],[21,27,34],[9,15,26],[16,9,49],[5,13,18],[7,14,21],[13,9,22],[38,24,36],[20,19,15],[13,16,17],[18,15,15],[28,21,19],[12,5,17],[11,17,14],[1,7,10],[19,10,9],[4,6,6],[1,1,0],[0,2,16],[0,0,18],[3,8,25],[4,5,15],[5,10,21],[3,8,25],[3,5,10],[1,5,28],[7,11,18],[5,8,21],[2,16,16],[5,9,22],[3,7,8],[6,8,22],[4,6,8],[0,7,19],[10,13,13],[11,11,12],[0,8,6],[5,6,7],[11,13,10],[4,6,14],[19,12,25],[26,34,34],[14,3,13],[20,14,28],[21,16,21],[10,13,11],[10,6,10],[14,11,7],[4,10,16],[14,11,9],[12,11,13],[6,5,7],[2,1,5],[2,4,2],[1,0,11],[13,2,5],[5,5,8],[2,4,0]],[[0,1,83],[0,3,81],[0,0,84],[0,1,83],[1,1,78],[0,6,78],[0,2,82],[1,1,86],[0,5,79],[0,7,85],[0,4,92],[0,3,81],[2,2,80],[3,3,78],[5,5,74],[2,9,73],[4,8,72],[5,6,73],[12,11,117],[5,9,70],[8,4,66],[8,9,67],[8,13,63],[9,12,63],[9,12,63],[9,4,59],[11,8,65],[7,10,67],[13,16,55],[11,18,55],[10,9,65],[19,11,54],[15,13,56],[12,8,54],[19,18,47],[19,10,55],[14,9,61],[17,13,54],[15,13,56],[14,17,53],[23,11,48],[26,15,43],[15,20,49],[9,13,58],[15,20,45],[42,25,95],[68,43,173],[19,13,50],[18,24,42],[12,13,51],[15,19,50],[27,16,63],[17,18,43],[17,17,46],[18,14,48],[22,17,45],[31,34,71],[23,14,47],[20,15,45],[16,17,41],[26,14,44],[30,13,39],[59,29,80],[22,15,41],[20,19,39],[22,10,42],[26,14,38],[27,19,38],[24,16,34],[27,20,31],[50,21,53],[30,20,30],[38,10,72],[13,8,37],[20,12,36],[33,18,33],[53,20,53],[31,20,33],[32,14,28],[30,17,27],[49,27,36],[29,9,22],[26,18,16],[6,7,11],[31,11,16],[9,8,7],[1,3,0],[0,1,27],[0,0,28],[10,6,40],[10,6,30],[15,9,32],[12,9,35],[10,1,17],[7,6,39],[13,14,29],[15,10,27],[14,14,24],[12,10,34],[7,9,12],[13,9,30],[9,7,12],[10,11,25],[19,18,19],[16,8,24],[4,6,6],[12,6,10],[28,7,17],[12,12,16],[27,15,38],[43,33,50],[26,5,15],[40,9,33],[41,19,36],[24,12,14],[25,6,15],[16,11,17],[21,8,11],[29,8,13],[28,10,20],[11,7,6],[3,1,10],[6,3,9],[1,1,10],[16,6,14],[14,4,10],[5,5,0]],[[0,1,47],[0,0,48],[0,2,46],[0,2,46],[0,2,44],[0,4,44],[1,2,45],[3,0,47],[0,4,44],[0,3,49],[0,3,51],[0,2,46],[2,2,44],[1,2,45],[0,4,44],[0,4,44],[4,2,42],[6,4,38],[2,14,66],[6,6,36],[2,3,39],[3,6,39],[6,6,36],[5,7,36],[7,8,33],[1,5,36],[6,4,38],[4,7,37],[9,11,28],[8,13,27],[8,10,30],[9,7,32],[5,12,31],[6,3,33],[9,10,29],[10,7,31],[6,8,34],[9,11,28],[9,10,29],[7,11,30],[8,9,29],[8,13,27],[8,20,20],[10,13,23],[11,13,22],[16,28,48],[24,33,101],[8,12,26],[10,14,24],[7,11,26],[17,10,21],[15,11,34],[7,14,23],[12,8,26],[8,14,24],[14,12,22],[18,26,34],[10,11,27],[12,10,24],[11,14,17],[17,10,21],[10,16,20],[28,26,42],[10,17,17],[7,12,25],[8,11,23],[10,14,20],[15,17,16],[16,11,15],[11,12,21],[23,19,30],[15,14,17],[21,7,38],[6,10,18],[10,9,19],[23,15,10],[40,17,29],[18,8,6],[12,14,16],[17,12,13],[27,19,18],[16,6,12],[12,13,9],[3,5,6],[17,9,6],[5,4,5],[0,2,0],[0,0,16],[0,0,16],[5,5,22],[4,5,17],[7,6,19],[9,3,20],[3,1,12],[3,5,22],[10,10,12],[5,6,19],[8,11,11],[5,10,17],[3,7,6],[6,9,15],[7,3,6],[3,7,16],[12,11,9],[8,6,14],[2,5,3],[6,6,4],[10,10,10],[3,6,13],[13,10,23],[22,26,26],[10,6,10],[18,13,17],[22,13,17],[11,8,9],[12,6,6],[10,7,9],[8,8,8],[17,7,4],[13,9,12],[6,4,4],[2,0,6],[2,2,6],[2,1,5],[11,2,5],[9,4,3],[3,3,0]],[[0,0,42],[0,1,41],[0,1,41],[0,4,38],[0,2,40],[1,4,37],[0,3,39],[1,1,42],[0,2,40],[0,2,44],[0,3,45],[1,3,38],[2,4,36],[4,4,34],[1,5,36],[2,5,35],[2,6,34],[2,8,32],[7,9,64],[4,4,34],[4,2,34],[4,11,27],[5,7,30],[2,8,32],[5,11,26],[7,2,29],[6,6,30],[4,10,28],[12,6,24],[4,8,30],[6,8,28],[7,9,26],[8,12,22],[4,5,27],[6,13,23],[10,8,24],[9,12,21],[11,11,20],[7,8,27],[6,12,24],[9,9,22],[12,14,16],[9,17,16],[4,13,25],[7,14,21],[23,22,35],[29,28,85],[8,11,21],[11,13,18],[9,10,19],[11,12,19],[15,14,23],[4,17,19],[13,12,15],[8,11,23],[9,13,20],[13,24,31],[9,12,21],[6,18,16],[8,12,16],[13,11,18],[8,12,20],[21,32,31],[8,14,18],[7,12,19],[7,13,18],[14,10,16],[12,16,14],[12,9,15],[17,12,9],[21,23,18],[12,15,13],[18,5,31],[5,8,15],[14,11,9],[13,16,13],[33,19,22],[22,16,4],[13,11,2],[14,12,12],[25,19,14],[18,5,5],[10,12,6],[2,5,5],[14,9,3],[4,4,2],[0,2,0],[0,2,12],[0,0,14],[6,6,16],[6,6,10],[7,9,12],[7,4,17],[6,2,6],[5,4,17],[10,8,10],[7,8,13],[4,13,11],[8,7,13],[5,5,4],[9,9,8],[3,5,6],[7,5,12],[7,14,7],[11,7,6],[0,6,2],[5,6,3],[13,10,3],[4,5,11],[20,10,12],[27,20,17],[11,8,3],[15,12,13],[17,17,10],[8,11,5],[6,7,7],[10,10,4],[9,8,3],[11,10,3],[4,13,11],[5,5,2],[2,0,4],[3,3,4],[1,0,7],[7,4,5],[7,5,2],[0,4,0]],[[0,1,41],[0,0,42],[0,0,42],[0,1,41],[0,2,38],[0,3,39],[0,3,39],[0,1,43],[0,4,38],[0,2,44],[0,3,45],[1,3,38],[1,1,40],[0,2,40],[1,2,39],[0,6,36],[3,4,35],[4,4,34],[3,11,56],[1,7,34],[4,3,31],[2,9,31],[6,7,29],[7,10,25],[4,9,29],[3,1,32],[4,9,29],[7,9,26],[9,8,25],[8,10,24],[5,8,29],[9,7,26],[6,6,30],[5,6,27],[5,11,26],[5,9,28],[7,6,29],[5,12,25],[10,7,25],[10,9,23],[12,10,18],[14,9,19],[8,13,21],[9,10,21],[8,11,21],[16,19,45],[35,32,75],[11,10,19],[10,12,20],[9,12,17],[5,10,27],[20,13,19],[9,12,17],[7,11,22],[7,9,24],[11,11,20],[18,16,34],[7,11,24],[7,15,18],[10,10,18],[17,11,14],[9,12,19],[24,24,36],[8,13,19],[13,9,16],[9,9,18],[13,11,14],[16,16,10],[8,12,16],[13,11,14],[23,18,21],[23,10,7],[19,4,33],[6,8,14],[11,9,14],[16,12,14],[37,21,18],[18,13,11],[17,11,8],[12,7,5],[25,13,16],[8,5,15],[12,11,9],[1,3,8],[18,4,6],[6,1,5],[1,1,0],[0,0,14],[0,0,14],[1,7,20],[4,5,13],[5,7,16],[8,6,14],[4,2,8],[5,5,16],[13,5,10],[7,8,11],[6,6,14],[7,8,13],[3,6,5],[8,6,12],[4,4,6],[6,7,9],[9,10,9],[7,6,11],[1,3,4],[6,3,5],[10,7,9],[4,5,11],[21,12,7],[32,20,10],[10,5,7],[16,8,16],[19,11,18],[17,6,3],[11,6,7],[13,5,4],[8,5,7],[11,11,4],[18,7,3],[7,3,2],[1,0,5],[2,3,5],[1,0,3],[13,3,2],[5,5,4],[2,4,0]],[[0,2,82],[0,5,79],[1,11,72],[1,4,79],[0,5,77],[0,11,73],[0,6,78],[5,5,78],[1,6,77],[1,6,85],[1,0,93],[4,6,74],[2,6,76],[4,12,68],[3,8,73],[4,13,67],[5,7,72],[5,10,69],[10,20,120],[9,8,67],[11,6,61],[11,16,57],[8,12,64],[6,12,66],[10,21,53],[5,13,58],[13,13,58],[13,21,50],[20,19,45],[8,23,53],[9,25,50],[15,12,57],[11,9,64],[9,11,56],[10,27,47],[13,16,55],[10,23,51],[8,21,55],[15,16,53],[16,21,47],[15,15,50],[21,18,45],[9,27,48],[10,21,51],[8,21,53],[30,41,89],[61,62,159],[17,14,49],[15,23,46],[13,15,48],[18,22,44],[29,19,56],[13,22,43],[17,20,45],[18,20,44],[22,19,43],[21,40,75],[16,22,46],[22,19,39],[17,23,32],[23,24,37],[24,21,35],[56,33,79],[18,24,36],[19,20,37],[26,11,39],[15,20,43],[23,23,38],[28,14,30],[23,18,35],[55,32,41],[27,21,32],[36,15,65],[14,18,26],[22,19,25],[27,21,36],[57,33,58],[42,26,16],[29,18,29],[35,16,25],[33,23,30],[25,14,21],[20,22,14],[1,9,14],[36,10,8],[8,7,7],[0,2,0],[0,0,28],[1,0,27],[8,9,39],[10,9,25],[9,14,33],[8,10,38],[6,2,20],[12,14,28],[13,16,27],[11,14,29],[14,17,23],[18,16,22],[8,10,10],[10,15,27],[12,5,11],[12,9,25],[17,20,19],[11,11,28],[4,6,6],[10,8,10],[18,13,23],[10,10,18],[30,17,39],[43,35,48],[15,10,21],[38,20,28],[41,16,33],[21,11,16],[21,7,14],[23,10,15],[13,12,17],[25,12,11],[25,17,16],[11,8,5],[7,2,5],[6,5,9],[4,1,11],[17,3,12],[11,11,6],[4,6,0]],[[0,0,30],[0,0,30],[0,0,30],[0,0,30],[0,0,28],[0,0,30],[0,0,30],[0,0,30],[0,0,30],[0,0,34],[0,0,32],[0,0,30],[0,0,30],[0,0,30],[0,0,30],[0,0,30],[0,1,29],[1,0,29],[1,1,44],[1,0,29],[2,0,26],[0,0,30],[2,0,28],[2,0,28],[1,0,29],[1,0,27],[4,0,26],[2,0,28],[7,0,23],[3,1,26],[1,0,29],[4,0,26],[0,0,30],[1,1,26],[2,0,28],[5,0,25],[5,0,25],[7,0,23],[4,0,26],[7,2,21],[6,0,24],[2,0,28],[5,1,24],[5,1,22],[7,1,20],[6,1,51],[14,2,68],[4,0,26],[4,1,25],[5,0,25],[1,1,28],[10,0,30],[4,2,22],[3,1,26],[2,0,26],[8,0,22],[9,1,40],[6,0,24],[6,0,22],[5,0,21],[11,0,19],[6,1,23],[13,1,46],[8,0,18],[6,0,22],[1,0,27],[3,0,25],[9,0,21],[6,0,20],[9,0,19],[14,0,34],[9,0,19],[12,0,44],[8,0,14],[8,0,16],[9,1,22],[15,0,41],[10,1,19],[7,0,19],[12,0,14],[23,3,14],[3,0,13],[13,2,5],[0,0,10],[17,2,7],[4,0,6],0,[0,0,10],[0,0,10],[1,0,19],[2,0,14],[4,0,16],[4,0,16],[2,0,8],[1,0,19],[6,0,14],[1,0,17],[2,0,16],[2,0,18],[2,0,8],[5,0,15],[2,0,8],[3,0,13],[8,0,12],[4,0,16],[0,0,6],[3,0,7],[5,1,14],[2,0,12],[9,0,21],[17,2,31],[6,0,12],[13,0,25],[12,1,23],[10,1,7],[6,0,10],[3,1,14],[6,0,12],[9,0,7],[9,0,13],[5,0,5],[2,0,6],[1,0,5],[0,0,8],[9,0,5],[6,0,4],[2,0,0]],[[0,0,36],[0,3,33],[0,4,32],[0,3,33],[0,2,32],[0,1,35],[1,3,32],[0,1,35],[0,3,33],[0,2,38],[0,2,38],[0,2,34],[0,6,30],[0,5,31],[0,4,32],[0,2,34],[0,7,29],[0,4,32],[3,11,44],[2,3,31],[1,1,30],[3,8,25],[0,6,30],[0,9,27],[0,8,28],[1,4,27],[5,9,22],[0,10,26],[1,11,24],[2,11,23],[1,8,27],[4,7,25],[3,10,23],[2,7,21],[0,12,24],[6,6,24],[3,7,26],[0,11,25],[6,7,23],[3,13,20],[3,10,21],[6,11,19],[2,16,18],[2,11,21],[2,12,20],[4,21,43],[13,25,62],[5,11,18],[3,13,20],[4,9,23],[2,14,20],[5,12,29],[4,12,16],[0,13,21],[4,14,16],[3,15,18],[2,26,32],[1,11,24],[2,11,23],[2,14,16],[9,12,15],[4,12,18],[13,22,37],[1,14,17],[6,11,17],[4,9,17],[4,11,17],[9,12,15],[2,10,18],[8,12,12],[9,18,29],[8,13,15],[7,5,38],[5,6,15],[4,12,12],[15,11,10],[14,22,28],[11,12,13],[10,10,10],[11,10,9],[9,15,20],[5,6,15],[2,8,6],[0,6,6],[12,8,6],[4,4,4],[0,2,0],[0,0,12],[0,0,12],[0,6,18],[0,6,14],[2,5,17],[4,4,16],[1,2,9],[3,3,16],[4,7,13],[4,6,12],[2,9,11],[2,7,15],[0,5,7],[3,6,15],[2,4,6],[4,4,12],[7,7,10],[7,6,9],[0,4,6],[4,6,2],[7,5,10],[3,5,10],[12,8,10],[13,22,27],[7,5,6],[6,11,21],[9,12,17],[12,6,4],[5,4,7],[3,8,9],[5,6,9],[7,7,6],[9,7,14],[2,4,6],[0,1,7],[2,2,4],[0,1,5],[6,1,5],[4,5,3],[0,2,2]],0,[[0,0,30],[0,0,30],[0,1,29],[0,0,30],[0,2,26],[0,0,30],[0,2,28],[0,0,30],[0,0,30],[0,2,32],[0,3,31],[0,0,30],[1,1,28],[0,1,29],[0,2,28],[0,0,30],[0,3,27],[0,3,27],[2,6,38],[0,3,27],[2,2,24],[0,2,28],[2,3,25],[3,2,25],[1,2,27],[1,0,25],[4,4,22],[3,3,24],[1,4,25],[1,5,24],[3,3,24],[3,4,23],[1,2,27],[2,1,23],[0,5,25],[4,4,22],[5,3,22],[5,4,21],[7,3,20],[3,3,24],[6,6,18],[5,3,22],[5,4,21],[2,4,22],[3,5,20],[8,10,40],[11,11,64],[4,5,21],[2,4,24],[3,4,23],[1,5,24],[4,7,29],[2,5,21],[4,4,20],[5,5,18],[6,4,20],[3,9,38],[1,6,23],[2,6,20],[0,5,23],[8,3,19],[3,5,22],[11,9,40],[7,3,18],[4,4,20],[5,3,18],[4,6,18],[9,5,16],[4,5,17],[6,5,17],[12,4,28],[12,4,12],[9,4,37],[2,3,15],[6,6,14],[10,6,16],[16,12,30],[15,5,10],[8,6,12],[13,3,10],[13,7,18],[7,2,13],[9,6,9],[0,2,8],[8,2,6],[1,2,7],[1,1,0],[0,0,10],[0,0,10],[3,3,14],[2,1,13],[2,3,15],[4,3,13],[2,1,7],[1,0,17],[6,3,11],[3,4,11],[2,1,15],[3,3,14],[1,2,7],[3,3,14],[2,2,6],[3,4,9],[4,4,12],[4,2,12],[0,2,4],[3,2,5],[6,2,10],[3,3,10],[8,2,16],[12,12,26],[5,1,10],[8,0,24],[13,4,21],[5,4,11],[5,2,11],[6,2,8],[7,2,7],[4,4,10],[10,2,8],[6,2,2],[1,0,5],[1,0,5],[0,0,4],[8,1,7],[4,1,5],[1,0,1]],[[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,16],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,20],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[1,0,17],[0,0,22],[1,0,17],[2,0,14],[0,0,18],[2,0,16],[4,0,14],[1,0,17],[3,0,13],[1,0,17],[1,0,17],[5,0,13],[4,0,14],[3,0,15],[6,0,12],[4,0,14],[0,0,18],[5,0,13],[3,0,15],[2,0,16],[3,0,15],[6,0,12],[3,0,15],[2,0,16],[3,0,15],[4,0,14],[5,0,11],[3,0,13],[6,1,29],[12,0,40],[6,0,12],[7,0,11],[4,0,14],[8,0,10],[9,0,15],[5,0,11],[2,0,16],[4,0,12],[9,0,9],[10,0,20],[7,0,11],[4,0,12],[4,0,12],[10,0,8],[7,0,11],[13,0,23],[6,0,10],[2,0,14],[3,0,13],[4,0,12],[9,1,8],[4,0,14],[10,0,6],[13,0,15],[9,1,6],[12,1,23],[5,0,9],[7,0,9],[9,0,9],[21,0,13],[15,0,3],[8,0,6],[9,0,7],[17,0,7],[6,0,10],[7,0,7],[0,0,6],[15,0,3],[1,0,1],0,[0,0,6],[0,0,6],[3,0,9],[3,0,7],[5,0,7],[2,0,10],[1,0,5],[0,0,12],[4,0,8],[3,0,7],[2,0,8],[5,0,7],[3,0,3],[5,0,7],[4,0,2],[2,0,6],[7,0,5],[4,0,8],[1,0,1],[3,0,3],[8,0,4],[2,0,6],[10,0,6],[23,0,5],[5,0,5],[11,0,11],[14,0,10],[10,0,2],[7,0,5],[7,0,3],[8,0,4],[10,0,0],[7,0,3],[6,0,0],[1,0,3],[3,0,1],[1,0,1],[7,0,3],[6,0,0],[2,0,0]],0,0,0,0,0,0,0,0,0,0,[[1,3,44],[2,3,43],[1,3,44],[2,3,43],[5,2,39],[2,5,41],[5,3,40],[3,4,43],[6,5,37],[3,8,41],[6,3,45],[5,7,36],[6,3,39],[7,6,35],[8,7,33],[8,9,31],[7,5,36],[10,2,36],[11,15,56],[10,7,31],[12,2,30],[16,2,30],[15,7,26],[12,10,26],[15,9,24],[11,8,23],[21,7,20],[19,7,22],[16,9,23],[17,13,18],[22,9,17],[17,10,21],[18,8,22],[11,8,23],[23,9,16],[23,8,17],[23,11,14],[14,9,25],[23,6,19],[16,11,21],[15,11,20],[21,12,15],[22,6,20],[26,10,10],[17,9,20],[48,7,37],[61,39,58],[21,7,18],[26,7,15],[24,5,15],[24,10,14],[29,10,21],[20,7,17],[23,9,14],[21,10,15],[22,10,16],[36,18,24],[21,10,17],[22,14,10],[16,8,18],[29,5,14],[26,8,12],[57,22,17],[20,11,13],[22,7,15],[30,6,6],[25,6,13],[30,12,6],[26,6,10],[24,8,12],[53,10,9],[31,8,7],[44,4,18],[19,6,9],[24,8,6],[27,9,12],[61,12,13],[35,10,3],[26,7,9],[30,9,3],[42,15,7],[27,5,2],[22,8,4],[6,2,6],[23,8,1],[12,2,0],[0,2,0],[1,2,13],[3,2,11],[12,5,15],[11,3,12],[16,4,12],[15,6,11],[9,2,5],[15,5,10],[14,7,11],[7,3,4],[15,9,6],[16,7,9],[7,4,5],[16,5,9],[8,4,4],[13,7,6],[18,9,5],[23,5,0],[4,2,4],[9,4,3],[21,5,4],[12,7,3],[27,8,11],[50,16,8],[18,4,4],[34,4,10],[36,10,6],[19,5,4],[19,4,1],[20,2,4],[20,3,1],[19,5,4],[22,8,4],[9,3,2],[7,0,1],[7,3,0],[3,0,5],[15,1,2],[11,5,0],[5,1,0]],0,0,0,0,0,0,0,0,0,0,0,0,0,[[0,0,30],[0,5,25],[0,5,25],[1,3,26],[0,2,26],[2,2,26],[0,3,27],[0,4,26],[0,2,28],[0,2,32],[1,2,29],[0,5,25],[0,5,25],[1,10,19],[0,3,27],[0,9,21],[0,4,26],[1,5,24],[2,11,37],[2,5,23],[0,2,24],[1,9,20],[2,8,20],[0,9,21],[4,9,17],[1,5,20],[0,9,21],[1,10,19],[2,11,17],[2,12,16],[2,9,19],[3,8,19],[1,7,22],[3,7,14],[2,14,14],[2,10,18],[1,7,22],[2,13,15],[4,6,20],[4,13,13],[3,7,18],[1,12,17],[2,16,12],[6,12,10],[2,11,15],[7,22,27],[11,29,42],[5,10,13],[5,14,11],[2,11,17],[6,14,10],[3,14,21],[5,12,9],[3,12,13],[3,14,11],[4,14,12],[4,24,22],[5,12,13],[3,14,13],[1,16,11],[6,9,15],[5,11,12],[8,24,28],[3,13,10],[5,12,11],[2,9,13],[4,13,9],[6,13,11],[8,6,10],[6,13,9],[10,17,19],[8,8,14],[8,7,23],[4,7,11],[2,9,11],[7,14,11],[8,21,25],[8,15,7],[3,13,8],[4,9,11],[7,20,9],[3,7,10],[9,13,2],[1,5,4],[5,10,5],[4,5,1],[0,2,0],[0,1,9],[0,2,8],[4,7,9],[2,6,8],[1,11,8],[4,2,14],[2,0,8],[4,4,10],[1,11,8],[0,10,8],[1,11,6],[0,8,12],[2,4,4],[4,9,7],[2,4,4],[2,5,9],[5,8,7],[3,7,8],[2,4,4],[2,6,2],[5,5,8],[1,6,7],[3,8,15],[8,17,19],[4,3,9],[5,8,19],[7,10,13],[3,9,6],[7,3,2],[3,7,6],[3,7,6],[3,9,6],[7,11,8],[3,4,3],[3,2,1],[0,2,2],[0,0,6],[2,2,4],[2,4,4],[2,2,0]],0,0,0,0,0,0,0,[[0,0,42],[0,2,40],[0,1,41],[0,1,41],[0,1,39],[0,2,40],[0,1,41],[0,3,41],[0,3,39],[0,3,43],[1,3,44],[0,2,40],[0,2,40],[0,4,38],[2,1,39],[3,3,36],[1,2,39],[2,6,34],[7,12,51],[3,4,35],[3,3,32],[2,7,33],[2,9,31],[4,12,26],[3,8,31],[1,5,30],[4,6,32],[2,10,30],[5,11,26],[3,10,29],[6,7,29],[10,5,27],[3,9,30],[2,4,32],[4,10,28],[5,10,27],[2,7,33],[6,12,24],[6,6,30],[6,10,26],[5,10,25],[4,10,28],[2,11,29],[9,7,24],[8,12,20],[10,20,50],[28,31,83],[8,10,22],[6,11,25],[2,10,26],[6,12,24],[11,13,28],[5,11,22],[5,7,28],[6,13,21],[5,10,27],[10,18,40],[9,13,20],[8,10,22],[4,12,22],[11,9,22],[8,9,23],[15,29,40],[5,11,24],[6,11,21],[9,7,20],[8,8,22],[4,15,23],[7,11,18],[11,13,14],[22,16,24],[10,16,14],[10,6,40],[3,9,16],[7,8,19],[13,13,16],[22,21,33],[10,13,19],[8,12,16],[14,13,11],[15,16,23],[9,6,13],[13,11,8],[0,4,8],[15,6,7],[2,3,7],[0,2,0],[0,2,12],[0,0,14],[5,4,19],[4,5,13],[7,7,14],[2,5,21],[7,2,5],[2,4,20],[5,8,15],[3,7,16],[4,7,15],[7,9,12],[3,5,6],[6,6,14],[3,4,7],[5,5,12],[7,7,14],[3,8,13],[0,4,4],[3,5,6],[8,9,9],[2,7,11],[11,8,21],[18,21,23],[11,4,7],[13,6,21],[14,12,22],[7,7,12],[16,3,5],[10,4,8],[6,6,8],[6,4,2],[12,5,11],[5,4,3],[1,0,5],[2,2,6],[1,0,3],[8,2,8],[8,3,3],[2,4,0]],0,0,0,[[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,8],[0,0,6],[0,0,6],[0,0,6],[1,0,5],[0,0,6],[0,0,6],[0,0,6],[1,0,7],[2,0,4],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[0,0,6],[1,0,5],[0,0,6],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[0,0,6],[2,0,4],[0,0,6],[0,0,6],[1,0,5],[2,0,4],[1,0,5],[0,0,6],[4,0,2],[2,0,4],[2,0,4],[3,0,3],[0,0,6],[1,0,5],[4,0,8],[5,0,13],[2,0,4],[2,0,4],[0,0,6],[0,0,6],[6,0,2],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[3,0,7],[2,0,4],[4,0,2],[2,0,2],[2,0,4],[1,0,5],[4,0,8],[6,0,0],[2,0,4],[1,0,5],[0,0,6],[4,0,2],[2,0,4],[3,0,1],[7,0,3],[3,0,3],[10,0,2],[2,0,2],[3,0,3],[3,0,1],[7,0,3],[4,0,2],[3,0,3],[4,0,2],[8,0,0],[3,0,3],[3,0,1],[0,0,2],[6,0,0],[1,0,1],0,[0,0,2],[0,0,2],[1,0,3],[0,0,4],[2,0,2],[0,0,4],[1,0,1],[0,0,4],[2,0,2],[2,0,2],[0,0,4],[2,0,2],[2,0,0],[2,0,2],[1,0,1],[1,0,3],[3,0,1],[0,0,4],0,[1,0,1],[3,0,1],[1,0,3],[2,0,2],[6,0,2],[1,0,1],[5,0,1],[4,0,4],[4,0,0],[3,0,1],[2,0,2],[3,0,1],[2,0,0],[1,0,3],[1,0,1],[1,0,1],[1,0,1],0,[2,0,2],[2,0,0]],0,0,0,0],"medium":[[[8,0,24],[12,6,30],[21,3,24],[20,7,21],[20,2,24],[30,5,13],[22,3,23],[28,3,19],[25,3,20],[33,3,16],[39,2,13],[33,3,12],[35,3,10],[34,6,8],[31,4,13],[34,5,9],[41,4,3],[31,3,14],[66,4,12],[41,3,4],[37,3,4],[41,4,3],[44,1,3],[46,0,2],[41,6,1],[37,2,3],[46,0,2],[42,4,2],[39,4,5],[43,2,3],[44,2,2],[45,2,1],[44,0,4],[39,1,2],[45,1,2],[46,0,2],[44,2,2],[46,1,1],[44,3,1],[46,1,1],[41,2,3],[44,2,2],[47,0,1],[44,1,1],[45,0,1],[85,1,6],[151,6,1],[44,1,1],[48,0,0],[40,2,2],[48,0,0],[58,0,2],[44,0,0],[44,1,1],[45,0,1],[47,1,0],[75,1,2],[48,0,0],[42,2,2],[40,2,0],[46,2,0],[46,0,0],[94,2,0],[44,0,0],[42,2,0],[42,0,0],[42,2,0],[47,0,1],[41,1,0],[43,0,1],[72,0,0],[46,0,0],[66,0,0],[34,0,0],[38,0,0],[48,0,0],[85,0,1],[47,1,0],[41,1,0],[42,0,0],[61,3,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[8,1,7],[12,0,4],[32,0,0],[20,3,3],[30,0,2],[31,0,1],[14,0,2],[28,1,1],[31,1,0],[28,1,1],[28,2,0],[30,1,1],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[31,1,0],[27,1,0],[10,0,0],[16,0,0],[28,2,0],[22,0,0],[46,0,0],[73,1,0],[26,0,0],[47,0,1],[50,1,1],[28,0,0],[22,2,0],[26,0,0],[24,0,0],[28,0,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[19,5,24],[13,2,17],[18,4,26],[23,3,22],[21,3,22],[24,1,23],[26,4,18],[29,3,18],[27,6,15],[34,1,17],[35,4,15],[33,5,10],[40,4,4],[38,3,7],[39,3,6],[35,5,8],[36,4,8],[30,2,16],[63,9,10],[41,4,3],[36,3,5],[42,4,2],[39,4,5],[43,3,2],[41,5,2],[34,3,5],[45,1,2],[46,2,0],[38,2,8],[47,1,0],[40,8,0],[41,5,2],[45,1,2],[40,1,1],[39,7,2],[44,2,2],[43,3,2],[45,3,0],[44,3,1],[44,3,1],[40,6,0],[43,4,1],[47,1,0],[42,3,1],[43,3,0],[83,6,3],[143,9,6],[45,1,0],[43,3,2],[41,3,0],[46,2,0],[56,4,0],[39,4,1],[41,4,1],[41,4,1],[43,4,1],[69,9,0],[45,3,0],[41,5,0],[37,5,0],[46,2,0],[40,6,0],[85,10,1],[43,1,0],[40,4,0],[40,2,0],[43,1,0],[47,1,0],[37,4,1],[39,5,0],[70,2,0],[44,2,0],[63,3,0],[30,3,1],[35,3,0],[45,3,0],[80,6,0],[48,0,0],[41,1,0],[40,2,0],[64,0,0],[33,1,0],[32,2,0],[11,3,0],[32,0,0],[14,0,0],[2,0,0],[11,2,3],[12,0,4],[26,5,1],[18,5,3],[30,1,1],[30,2,0],[13,2,1],[27,3,0],[30,1,1],[26,2,2],[26,4,0],[31,0,1],[16,0,0],[28,2,0],[15,1,0],[24,1,1],[32,0,0],[25,3,0],[7,2,1],[16,0,0],[25,5,0],[20,2,0],[42,4,0],[66,8,0],[26,0,0],[45,3,0],[49,3,0],[28,0,0],[23,1,0],[26,0,0],[20,4,0],[26,2,0],[31,3,0],[13,1,0],[8,0,0],[10,0,0],[6,2,0],[18,0,0],[13,3,0],[6,0,0]],[[17,3,28],[20,4,24],[13,4,15],[28,5,15],[19,5,22],[26,7,15],[24,2,22],[29,3,18],[31,3,14],[33,4,15],[34,6,14],[30,4,14],[36,5,7],[35,4,9],[35,5,8],[40,2,6],[35,5,8],[32,5,11],[64,6,12],[43,2,3],[35,5,4],[44,2,2],[45,2,1],[45,1,2],[39,5,4],[32,5,5],[41,1,6],[43,1,4],[38,2,8],[47,1,0],[45,3,0],[43,2,3],[46,2,0],[42,0,0],[43,3,2],[43,5,0],[40,2,6],[45,1,2],[43,4,1],[44,3,1],[39,3,4],[41,4,3],[46,1,1],[44,1,1],[41,3,2],[86,1,5],[152,4,2],[44,1,1],[47,0,1],[39,3,2],[45,3,0],[54,3,3],[41,2,1],[44,0,2],[45,0,1],[46,0,2],[75,3,0],[48,0,0],[42,1,3],[41,1,0],[48,0,0],[42,0,4],[91,4,1],[43,1,0],[42,2,0],[41,0,1],[39,4,1],[46,0,2],[42,0,0],[44,0,0],[72,0,0],[46,0,0],[66,0,0],[33,0,1],[37,0,1],[48,0,0],[84,2,0],[46,2,0],[42,0,0],[42,0,0],[60,4,0],[33,1,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[1,1,0],[8,0,8],[12,3,1],[30,0,2],[20,4,2],[29,1,2],[28,1,3],[14,0,2],[29,1,0],[30,2,0],[30,0,0],[27,2,1],[32,0,0],[14,2,0],[28,2,0],[15,1,0],[24,1,1],[31,1,0],[26,1,1],[8,1,1],[16,0,0],[29,1,0],[19,3,0],[46,0,0],[74,0,0],[26,0,0],[48,0,0],[49,2,1],[28,0,0],[24,0,0],[25,1,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[13,4,31],[23,7,18],[16,7,25],[15,4,13],[23,3,20],[26,1,21],[20,6,22],[23,5,22],[32,2,14],[29,5,18],[40,3,11],[28,4,16],[34,1,13],[33,4,11],[32,3,13],[38,3,7],[39,2,7],[30,2,16],[71,5,6],[35,4,9],[38,3,3],[40,3,5],[40,2,6],[39,4,5],[43,2,3],[34,3,5],[44,1,3],[43,3,2],[35,2,11],[46,0,2],[45,1,2],[43,3,2],[45,2,1],[38,3,1],[45,1,2],[48,0,0],[44,2,2],[44,1,3],[43,3,2],[46,1,1],[41,1,4],[45,2,1],[47,1,0],[44,0,2],[46,0,0],[81,3,8],[148,3,7],[43,0,3],[45,2,1],[42,2,0],[46,1,1],[55,3,2],[43,0,1],[42,2,2],[44,1,1],[44,2,2],[78,0,0],[47,1,0],[45,0,1],[38,3,1],[47,1,0],[45,0,1],[94,2,0],[42,1,1],[44,0,0],[42,0,0],[43,1,0],[45,1,2],[42,0,0],[44,0,0],[71,1,0],[45,1,0],[66,0,0],[33,1,0],[38,0,0],[48,0,0],[86,0,0],[48,0,0],[42,0,0],[42,0,0],[62,1,1],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[11,2,3],[10,2,4],[27,3,2],[19,3,4],[31,0,1],[30,0,2],[15,1,0],[30,0,0],[31,1,0],[28,1,1],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[32,0,0],[28,0,0],[8,1,1],[16,0,0],[28,2,0],[22,0,0],[46,0,0],[73,1,0],[25,0,1],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[23,1,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[11,6,31],[21,4,23],[15,6,27],[22,6,20],[15,1,14],[25,2,21],[25,7,16],[26,5,19],[30,4,14],[32,5,15],[36,3,15],[29,4,15],[30,7,11],[28,5,15],[38,5,5],[34,3,11],[41,2,5],[29,8,11],[62,4,16],[37,3,8],[33,6,5],[40,7,1],[42,4,2],[43,4,1],[43,3,2],[38,1,3],[41,5,2],[41,5,2],[37,2,9],[46,2,0],[44,4,0],[42,3,3],[45,1,2],[38,4,0],[46,1,1],[41,6,1],[42,4,2],[46,2,0],[44,3,1],[44,4,0],[44,2,0],[43,3,2],[46,2,0],[41,4,1],[42,3,1],[84,6,2],[146,8,4],[37,6,3],[46,2,0],[39,4,1],[44,3,1],[54,5,1],[37,2,5],[45,0,1],[46,0,0],[45,3,0],[77,1,0],[45,3,0],[45,1,0],[37,5,0],[45,2,1],[45,0,1],[90,6,0],[40,4,0],[40,4,0],[41,1,0],[42,2,0],[45,3,0],[41,1,0],[43,1,0],[70,1,1],[42,2,2],[65,1,0],[34,0,0],[36,2,0],[47,1,0],[83,3,0],[47,1,0],[36,6,0],[41,1,0],[63,1,0],[34,0,0],[33,1,0],[14,0,0],[31,1,0],[13,1,0],[1,1,0],[6,2,8],[12,1,3],[30,2,0],[20,4,2],[31,1,0],[30,0,2],[15,0,1],[27,2,1],[31,0,1],[26,2,2],[26,4,0],[27,3,2],[14,1,1],[28,2,0],[16,0,0],[24,1,1],[32,0,0],[28,0,0],[9,1,0],[16,0,0],[28,2,0],[20,0,2],[44,2,0],[71,3,0],[25,0,1],[48,0,0],[50,2,0],[27,1,0],[22,1,1],[26,0,0],[24,0,0],[26,2,0],[31,3,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[9,2,37],[16,3,29],[12,6,30],[20,4,24],[24,2,20],[14,2,16],[26,5,17],[24,1,25],[21,7,20],[27,1,24],[32,3,19],[31,5,12],[28,5,15],[30,7,11],[34,5,9],[29,8,11],[37,3,8],[31,2,15],[52,13,17],[34,4,10],[35,3,6],[41,4,3],[41,4,3],[42,3,3],[40,3,5],[35,2,5],[40,5,3],[44,4,0],[34,5,9],[43,3,2],[42,3,3],[42,4,2],[42,3,3],[36,2,4],[45,3,0],[45,1,2],[40,4,4],[46,2,0],[41,6,1],[44,4,0],[41,3,2],[42,4,2],[43,3,2],[42,3,1],[43,2,1],[81,8,3],[144,5,9],[45,1,0],[48,0,0],[40,2,2],[44,2,2],[57,1,2],[42,2,0],[42,3,1],[43,2,1],[43,2,3],[76,2,0],[47,1,0],[43,2,1],[40,2,0],[43,4,1],[45,1,0],[90,5,1],[41,2,1],[41,3,0],[41,1,0],[42,2,0],[44,4,0],[39,3,0],[44,0,0],[69,3,0],[44,2,0],[64,1,1],[32,1,1],[35,3,0],[47,0,1],[83,3,0],[43,5,0],[39,3,0],[39,3,0],[59,5,0],[34,0,0],[32,2,0],[11,2,1],[30,2,0],[13,1,0],[2,0,0],[6,3,7],[7,0,9],[26,3,3],[21,1,4],[31,0,1],[29,2,1],[14,2,0],[27,3,0],[30,2,0],[27,1,2],[28,2,0],[31,1,0],[16,0,0],[29,1,0],[14,1,1],[26,0,0],[31,1,0],[27,1,0],[7,2,1],[16,0,0],[29,1,0],[20,0,2],[43,2,1],[73,0,1],[24,2,0],[48,0,0],[50,2,0],[28,0,0],[24,0,0],[26,0,0],[23,1,0],[27,1,0],[33,1,0],[14,0,0],[8,0,0],[9,1,0],[8,0,0],[17,1,0],[15,1,0],[6,0,0]],[[15,2,31],[11,7,30],[16,6,26],[15,10,23],[13,6,27],[16,7,25],[10,7,15],[16,7,27],[21,7,20],[22,6,24],[26,10,18],[22,7,19],[25,6,17],[25,9,14],[28,7,13],[27,7,14],[29,9,10],[26,7,15],[49,11,22],[34,3,11],[27,4,13],[42,3,3],[38,4,6],[40,5,3],[38,6,4],[32,3,7],[41,4,3],[40,5,3],[31,5,12],[35,7,6],[43,2,3],[42,3,3],[39,5,4],[32,5,5],[41,3,4],[42,4,2],[42,5,1],[44,3,1],[43,4,1],[46,0,2],[39,3,4],[41,7,0],[47,0,1],[42,3,1],[41,5,0],[78,7,7],[143,14,1],[42,4,0],[43,4,1],[33,5,6],[44,3,1],[52,2,6],[37,3,4],[42,1,3],[43,0,3],[44,2,2],[74,3,1],[43,4,1],[43,1,2],[37,5,0],[46,1,1],[44,2,0],[92,3,1],[39,4,1],[41,3,0],[40,2,0],[43,1,0],[47,1,0],[40,1,1],[42,1,1],[69,3,0],[42,2,2],[65,0,1],[30,4,0],[35,3,0],[45,2,1],[86,0,0],[46,1,1],[40,2,0],[40,2,0],[60,4,0],[33,1,0],[32,2,0],[13,0,1],[31,1,0],[11,3,0],[1,1,0],[4,3,9],[8,3,5],[25,3,4],[22,2,2],[26,4,2],[28,1,3],[14,1,1],[28,1,1],[29,3,0],[28,0,2],[27,3,0],[27,2,3],[16,0,0],[28,2,0],[16,0,0],[22,2,2],[32,0,0],[27,1,0],[10,0,0],[16,0,0],[30,0,0],[22,0,0],[46,0,0],[73,1,0],[25,1,0],[48,0,0],[49,3,0],[28,0,0],[22,2,0],[26,0,0],[24,0,0],[28,0,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[15,2,37],[19,3,32],[19,4,31],[23,3,28],[24,3,25],[27,4,23],[28,4,22],[21,2,17],[26,3,25],[30,5,23],[47,6,9],[29,4,21],[29,4,21],[30,5,19],[34,4,16],[38,4,12],[39,3,12],[32,2,20],[71,6,17],[38,5,11],[38,3,9],[48,2,4],[51,1,2],[44,3,7],[46,2,6],[32,5,9],[45,6,3],[49,4,1],[43,2,9],[48,3,3],[47,4,3],[47,2,5],[50,1,3],[41,1,6],[50,2,2],[49,4,1],[46,2,6],[48,3,3],[47,4,3],[51,1,2],[45,1,6],[47,2,5],[48,4,2],[49,2,1],[52,0,0],[93,3,8],[184,5,9],[48,2,2],[50,2,2],[42,2,2],[52,2,0],[62,2,2],[48,0,2],[45,5,2],[50,0,2],[51,2,1],[83,1,2],[53,1,0],[51,0,1],[43,2,1],[54,0,0],[50,1,1],[103,2,3],[49,1,0],[47,2,1],[45,0,3],[48,0,2],[52,1,1],[48,0,0],[49,0,1],[77,1,2],[51,1,0],[70,0,0],[36,1,1],[40,1,1],[51,0,1],[95,1,0],[53,1,0],[48,0,0],[46,2,0],[72,1,1],[37,0,1],[36,0,0],[12,1,1],[31,1,0],[14,0,0],[2,0,0],[10,2,6],[10,1,7],[30,1,5],[25,1,4],[32,3,1],[32,0,4],[16,1,1],[32,0,2],[33,1,2],[32,2,0],[30,2,2],[35,0,1],[17,1,0],[31,0,1],[18,0,0],[27,0,3],[34,2,0],[29,1,0],[10,0,0],[17,1,0],[33,0,1],[23,1,0],[54,0,0],[73,3,0],[30,0,0],[49,1,0],[58,0,0],[30,0,0],[27,1,0],[28,0,0],[23,0,1],[31,1,0],[37,1,0],[14,0,0],[8,0,0],[12,0,0],[8,0,0],[20,0,0],[17,0,1],[8,0,0]],[[12,1,35],[13,4,31],[10,4,34],[13,4,31],[14,4,28],[20,6,22],[16,5,27],[23,2,25],[9,3,20],[21,4,27],[28,5,21],[21,7,20],[29,2,17],[24,9,15],[31,3,14],[28,7,13],[32,4,12],[26,2,20],[52,7,23],[34,6,8],[27,3,14],[41,3,4],[37,4,7],[39,4,5],[39,4,5],[30,3,9],[40,3,5],[40,6,2],[33,5,10],[37,5,6],[43,4,1],[42,3,3],[36,7,5],[34,3,5],[37,4,7],[41,4,3],[43,3,2],[46,1,1],[44,2,2],[46,1,1],[39,1,6],[42,3,3],[44,1,3],[41,2,3],[43,2,1],[81,4,7],[139,10,9],[43,2,1],[44,1,3],[40,1,3],[43,5,0],[52,3,5],[40,1,3],[41,2,3],[36,6,4],[39,4,5],[69,7,2],[48,0,0],[42,2,2],[37,4,1],[44,3,1],[40,2,4],[88,5,3],[41,3,0],[41,2,1],[37,4,1],[42,0,2],[42,5,1],[41,1,0],[42,1,1],[65,4,3],[42,4,0],[62,3,1],[33,1,0],[37,1,0],[44,4,0],[82,4,0],[44,4,0],[39,3,0],[38,4,0],[60,4,0],[31,3,0],[31,3,0],[13,1,0],[32,0,0],[14,0,0],[2,0,0],[5,2,9],[6,2,8],[27,5,0],[20,2,4],[26,5,1],[29,0,3],[14,2,0],[26,2,2],[28,2,2],[27,3,0],[29,0,1],[32,0,0],[16,0,0],[27,3,0],[15,1,0],[24,1,1],[30,2,0],[27,1,0],[9,1,0],[15,1,0],[30,0,0],[22,0,0],[45,1,0],[71,3,0],[24,2,0],[46,1,1],[49,3,0],[28,0,0],[24,0,0],[25,0,1],[22,2,0],[27,1,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[13,3,0],[6,0,0]],[[9,5,40],[18,4,32],[18,3,33],[18,4,32],[20,4,28],[26,0,28],[22,3,29],[22,3,31],[26,3,25],[22,4,18],[29,6,25],[30,1,23],[27,4,23],[32,4,18],[36,2,16],[33,7,14],[33,6,15],[36,3,15],[71,3,20],[36,4,14],[36,3,11],[43,3,8],[48,1,5],[50,3,1],[46,2,6],[41,1,6],[47,3,4],[51,3,0],[40,4,10],[51,1,2],[49,4,1],[49,2,3],[52,1,1],[44,2,2],[49,3,2],[51,2,1],[48,2,4],[54,0,0],[47,4,3],[49,1,4],[47,1,4],[51,1,2],[54,0,0],[50,0,2],[50,1,1],[90,2,10],[167,5,2],[48,1,3],[54,0,0],[48,1,1],[52,1,1],[67,1,0],[48,2,0],[50,1,1],[50,1,1],[53,0,1],[83,4,1],[54,0,0],[51,0,1],[44,4,0],[50,1,3],[50,2,0],[107,0,1],[48,2,0],[49,1,0],[48,0,0],[47,2,1],[51,2,1],[41,2,1],[50,0,0],[81,1,0],[52,0,0],[73,2,1],[35,0,1],[40,1,1],[52,2,2],[98,0,0],[52,2,0],[48,0,0],[47,1,0],[68,2,0],[38,0,0],[38,0,0],[14,2,0],[35,1,0],[14,0,0],[2,0,0],[11,1,6],[10,0,8],[32,2,2],[23,4,1],[31,0,5],[34,1,1],[16,0,2],[34,0,0],[33,3,0],[29,3,2],[33,1,0],[34,2,0],[18,0,0],[31,3,0],[18,0,0],[29,1,0],[35,1,0],[30,2,0],[12,0,0],[18,0,0],[32,2,0],[25,0,1],[54,0,0],[83,1,0],[29,1,0],[56,0,0],[57,2,1],[32,0,0],[27,1,0],[30,0,0],[25,1,0],[32,0,0],[40,0,0],[16,0,0],[10,0,0],[12,0,0],[10,0,0],[22,0,0],[18,0,0],[6,0,0]],[[4,2,42],[6,4,38],[8,3,37],[8,2,38],[7,7,32],[12,2,34],[6,7,35],[4,7,39],[10,5,33],[16,2,34],[12,3,23],[16,3,29],[18,7,23],[20,5,23],[23,4,21],[20,7,21],[24,8,16],[23,3,22],[42,4,36],[27,6,15],[23,5,16],[32,6,10],[35,5,8],[34,3,11],[29,2,17],[27,2,13],[37,3,8],[35,5,8],[34,3,11],[34,3,11],[39,1,8],[37,6,5],[38,4,6],[37,2,3],[39,3,6],[38,4,6],[40,2,6],[36,4,8],[38,3,7],[36,4,8],[37,3,6],[38,4,6],[39,4,5],[38,4,4],[38,4,4],[73,8,11],[135,11,12],[37,3,6],[39,1,8],[36,3,5],[41,3,4],[53,4,3],[33,3,8],[41,5,0],[39,3,4],[40,5,3],[67,4,7],[41,2,5],[37,5,4],[37,4,1],[43,2,3],[42,1,3],[85,7,4],[42,1,1],[42,1,1],[40,2,0],[34,7,3],[40,5,3],[33,6,3],[39,2,3],[67,4,1],[43,3,0],[58,2,6],[31,3,0],[34,1,3],[43,3,2],[78,8,0],[43,5,0],[36,6,0],[41,1,0],[57,6,1],[33,1,0],[31,3,0],[13,1,0],[30,2,0],[12,2,0],[0,2,0],[8,1,7],[4,0,12],[25,5,2],[17,2,7],[24,1,7],[26,1,5],[12,2,2],[24,2,4],[26,3,3],[26,2,2],[24,3,3],[28,2,2],[14,1,1],[29,1,0],[13,1,2],[21,2,3],[29,3,0],[27,1,0],[6,2,2],[16,0,0],[27,3,0],[20,2,0],[43,2,1],[65,7,2],[24,2,0],[45,2,1],[48,2,2],[26,1,1],[22,2,0],[26,0,0],[22,2,0],[25,3,0],[30,4,0],[12,2,0],[8,0,0],[10,0,0],[8,0,0],[17,1,0],[14,2,0],[6,0,0]],[[7,2,39],[10,4,34],[8,4,36],[13,6,29],[13,4,29],[16,5,27],[13,5,30],[14,6,30],[18,7,23],[23,4,25],[29,2,23],[17,1,14],[27,4,17],[19,8,21],[25,7,16],[26,8,14],[29,3,16],[24,3,21],[45,11,26],[33,5,10],[32,1,11],[31,8,9],[38,3,7],[39,2,7],[32,6,10],[28,1,13],[38,3,7],[33,5,10],[37,1,10],[40,3,5],[41,3,4],[39,3,6],[40,4,4],[30,4,8],[39,0,9],[40,3,5],[40,3,5],[43,0,5],[39,4,5],[46,0,2],[41,1,4],[39,4,5],[40,2,6],[39,2,5],[39,2,5],[83,7,2],[137,12,9],[43,1,2],[40,0,8],[37,1,6],[42,4,2],[53,3,4],[38,1,5],[42,3,1],[38,3,5],[44,2,2],[73,2,3],[45,1,2],[41,2,3],[41,0,1],[42,1,5],[40,2,4],[81,11,4],[39,1,4],[43,1,0],[41,1,0],[40,0,4],[42,3,3],[41,1,0],[39,1,4],[65,4,3],[45,1,0],[65,1,0],[33,0,1],[36,1,1],[47,1,0],[79,6,1],[46,2,0],[41,1,0],[41,0,1],[61,2,1],[34,0,0],[32,2,0],[13,0,1],[31,1,0],[13,1,0],[2,0,0],[6,2,8],[6,0,10],[21,4,7],[23,0,3],[26,1,5],[29,1,2],[10,3,3],[28,1,1],[29,0,3],[23,3,4],[24,3,3],[30,1,1],[15,1,0],[29,1,0],[15,1,0],[21,1,4],[29,1,2],[25,2,1],[6,2,2],[16,0,0],[28,2,0],[22,0,0],[45,1,0],[66,4,4],[25,1,0],[46,0,2],[46,1,5],[27,1,0],[23,1,0],[24,2,0],[22,0,2],[28,0,0],[33,0,1],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[15,0,1],[6,0,0]],[[9,3,36],[8,1,39],[5,4,39],[10,2,36],[13,5,28],[8,2,38],[13,7,28],[15,3,32],[13,5,30],[22,5,25],[20,8,26],[17,5,26],[11,2,19],[19,6,23],[27,1,20],[22,3,23],[24,3,21],[19,3,26],[48,8,26],[27,6,15],[24,5,15],[28,3,17],[30,4,14],[32,2,14],[34,5,9],[23,4,15],[36,2,10],[33,4,11],[29,5,14],[36,7,5],[34,1,13],[35,4,9],[36,7,5],[29,3,10],[38,1,9],[36,4,8],[36,5,7],[40,2,6],[34,3,11],[36,5,7],[36,2,8],[32,8,8],[37,4,7],[39,3,4],[38,4,4],[69,8,15],[116,20,22],[37,3,6],[33,7,8],[31,5,8],[40,2,6],[45,9,6],[34,3,7],[34,6,6],[37,1,8],[38,6,4],[62,4,12],[38,5,5],[33,3,10],[32,5,5],[37,5,6],[36,2,8],[76,9,11],[33,7,4],[36,4,4],[37,1,4],[34,7,3],[39,4,5],[34,7,1],[33,6,5],[59,7,6],[40,3,3],[56,2,8],[26,4,4],[35,1,2],[43,2,3],[75,10,1],[45,3,0],[33,9,0],[34,8,0],[56,7,1],[33,0,1],[26,8,0],[12,1,1],[30,2,0],[13,1,0],[1,1,0],[4,2,10],[4,1,11],[21,6,5],[20,2,4],[20,5,7],[24,2,6],[12,2,2],[26,0,4],[25,2,5],[22,3,5],[22,4,4],[27,2,3],[14,2,0],[24,4,2],[13,0,3],[19,2,5],[31,1,0],[22,4,2],[8,0,2],[13,2,1],[21,6,3],[19,1,2],[36,8,2],[56,9,9],[23,1,2],[44,4,0],[48,1,3],[27,1,0],[23,1,0],[22,0,4],[19,3,2],[25,3,0],[27,7,0],[11,3,0],[6,2,0],[9,1,0],[4,4,0],[17,0,1],[14,2,0],[6,0,0]],[[2,5,41],[8,3,37],[2,7,39],[6,6,36],[9,5,32],[13,3,32],[12,7,29],[13,4,33],[11,8,29],[15,4,33],[21,9,24],[13,5,30],[20,1,27],[9,3,20],[19,11,18],[17,9,22],[23,6,19],[24,3,21],[36,9,37],[32,6,10],[24,4,16],[32,7,9],[30,7,11],[32,3,13],[31,7,10],[24,5,13],[42,1,5],[32,6,10],[28,6,14],[32,12,4],[35,7,6],[36,6,6],[37,5,6],[30,3,9],[35,5,8],[39,2,7],[38,5,5],[38,2,8],[34,6,8],[31,9,8],[32,5,9],[33,8,7],[38,3,7],[33,6,7],[37,5,4],[71,7,14],[121,21,16],[32,6,8],[36,7,5],[32,6,6],[38,3,7],[52,3,5],[32,6,6],[37,6,3],[35,5,6],[40,5,3],[65,7,6],[38,6,4],[33,6,7],[33,8,1],[36,4,8],[35,7,4],[74,13,9],[39,1,4],[34,4,6],[36,3,3],[33,5,6],[40,6,2],[33,8,1],[35,6,3],[64,5,3],[42,2,2],[58,0,8],[25,5,4],[31,4,3],[41,3,4],[76,5,5],[41,4,3],[36,4,2],[37,2,3],[50,13,1],[33,1,0],[28,6,0],[11,1,2],[30,2,0],[14,0,0],[2,0,0],[4,2,10],[5,1,10],[24,4,4],[16,3,7],[24,3,5],[22,6,4],[13,1,2],[22,5,3],[26,3,3],[22,3,5],[23,3,4],[26,4,2],[14,1,1],[24,4,2],[14,0,2],[18,5,3],[26,4,2],[20,4,4],[8,0,2],[14,2,0],[24,3,3],[21,1,0],[33,5,8],[63,8,3],[19,3,4],[43,1,4],[42,5,5],[26,1,1],[21,3,0],[22,2,2],[21,1,2],[23,5,0],[32,0,2],[12,0,2],[6,2,0],[10,0,0],[4,0,4],[18,0,0],[16,0,0],[3,3,0]],[[5,4,39],[4,2,42],[6,2,40],[7,5,36],[4,5,37],[8,2,38],[8,7,33],[9,3,38],[9,4,35],[13,1,38],[9,5,40],[9,5,34],[11,3,34],[9,5,34],[9,7,16],[13,9,26],[16,8,24],[19,4,25],[27,12,43],[18,5,25],[15,4,25],[24,5,19],[29,3,16],[30,3,15],[22,10,16],[18,8,16],[34,5,9],[29,9,10],[26,5,17],[26,10,12],[35,6,7],[32,8,8],[34,7,7],[23,5,14],[30,9,9],[32,5,11],[30,7,11],[32,5,11],[36,8,4],[37,4,7],[25,8,13],[34,7,7],[35,4,9],[32,6,8],[35,5,6],[68,11,13],[118,18,22],[34,8,4],[37,7,4],[31,5,8],[35,7,6],[50,6,4],[31,5,8],[31,9,6],[38,3,5],[37,6,5],[66,5,7],[37,7,4],[36,7,3],[29,7,6],[38,5,5],[39,4,3],[78,14,4],[34,4,6],[34,8,2],[38,2,2],[31,8,5],[40,6,2],[28,10,4],[38,3,3],[63,7,2],[35,9,2],[61,1,4],[27,5,2],[33,4,1],[40,6,2],[75,7,4],[41,7,0],[36,6,0],[40,2,0],[53,8,3],[32,0,2],[27,7,0],[10,1,3],[29,3,0],[13,1,0],[2,0,0],[4,0,12],[5,0,11],[16,4,12],[16,4,6],[22,1,9],[24,3,5],[10,3,3],[25,1,4],[20,4,8],[24,2,4],[21,5,4],[20,7,5],[14,0,2],[21,6,3],[14,2,0],[17,6,3],[25,7,0],[23,2,3],[6,1,3],[15,1,0],[27,3,0],[18,2,2],[42,4,0],[66,8,0],[23,3,0],[44,0,4],[43,5,4],[26,2,0],[17,5,2],[25,1,0],[22,1,1],[26,2,0],[30,3,1],[13,1,0],[7,0,1],[10,0,0],[6,0,2],[18,0,0],[14,2,0],[6,0,0]],[[6,6,36],[7,8,33],[8,3,37],[8,2,38],[8,4,34],[10,6,32],[11,7,30],[12,4,34],[11,8,29],[16,4,32],[20,4,30],[16,6,26],[18,3,27],[20,7,21],[18,9,21],[9,8,15],[23,9,16],[18,4,26],[37,12,33],[21,7,20],[27,4,13],[26,10,12],[29,8,11],[28,7,13],[27,8,13],[20,4,18],[31,7,10],[34,5,9],[26,8,14],[38,8,2],[32,6,10],[35,7,6],[38,7,3],[30,3,9],[31,8,9],[36,5,7],[32,8,8],[35,6,7],[33,11,4],[39,5,4],[38,2,6],[29,11,8],[33,9,6],[33,9,4],[39,3,4],[73,13,6],[107,31,20],[36,6,4],[36,6,6],[35,3,6],[35,9,4],[42,7,11],[29,7,8],[31,9,6],[32,6,8],[34,10,4],[56,18,4],[36,7,5],[35,6,5],[32,6,4],[38,4,6],[34,8,4],[79,10,7],[37,6,1],[35,6,3],[34,6,2],[32,8,4],[34,10,4],[34,7,1],[29,10,5],[61,11,0],[41,4,1],[59,6,1],[25,7,2],[31,5,2],[39,7,2],[72,12,2],[43,5,0],[35,6,1],[35,7,0],[50,10,4],[27,6,1],[30,3,1],[10,3,1],[32,0,0],[14,0,0],[2,0,0],[2,3,11],[5,1,10],[16,4,12],[16,7,3],[19,8,5],[23,5,4],[10,4,2],[23,5,2],[21,6,5],[22,6,2],[25,1,4],[25,6,1],[12,3,1],[24,4,2],[14,1,1],[18,3,5],[24,6,2],[23,5,0],[7,2,1],[14,1,1],[21,7,2],[18,2,2],[38,7,1],[59,12,3],[22,3,1],[45,3,0],[42,7,3],[26,2,0],[22,2,0],[22,3,1],[20,4,0],[25,0,3],[31,2,1],[14,0,0],[7,1,0],[8,1,1],[8,0,0],[18,0,0],[10,6,0],[3,3,0]],[[2,5,41],[9,3,36],[6,7,35],[6,3,39],[7,1,38],[11,4,33],[11,6,31],[12,5,33],[10,2,36],[13,2,37],[13,5,36],[15,2,31],[13,5,30],[14,6,28],[15,4,29],[19,9,20],[9,3,20],[17,7,24],[25,10,47],[27,4,17],[19,1,24],[28,5,15],[28,5,15],[29,5,14],[24,5,19],[24,2,16],[30,5,13],[30,5,13],[27,5,16],[30,6,12],[31,4,13],[30,4,14],[38,4,6],[26,3,13],[29,9,10],[34,5,9],[30,6,12],[34,5,9],[32,5,11],[33,7,8],[28,6,12],[24,9,15],[35,6,7],[29,5,12],[30,6,10],[57,12,23],[95,22,41],[35,3,8],[34,6,8],[32,5,7],[33,5,10],[46,5,9],[28,4,12],[36,4,6],[32,5,9],[36,5,7],[54,14,10],[35,6,7],[36,3,7],[33,5,4],[35,4,9],[31,8,7],[67,13,16],[28,7,9],[32,3,9],[29,6,7],[32,4,8],[39,4,5],[33,4,5],[27,10,7],[58,8,6],[40,1,5],[55,5,6],[25,5,4],[28,5,5],[33,10,5],[67,10,9],[39,5,4],[29,8,5],[32,5,5],[47,9,8],[30,2,2],[24,7,3],[10,2,2],[30,2,0],[14,0,0],[2,0,0],[5,2,9],[4,1,11],[15,7,10],[13,3,10],[17,4,11],[21,3,8],[11,2,3],[19,5,6],[27,1,4],[20,3,7],[21,5,4],[27,1,4],[8,5,3],[23,4,3],[13,1,2],[18,1,7],[24,3,5],[22,4,2],[6,2,2],[11,2,3],[21,4,5],[16,2,4],[31,6,9],[63,9,2],[21,2,3],[40,5,3],[43,2,7],[22,5,1],[19,1,4],[23,2,1],[17,6,1],[23,2,3],[24,6,4],[12,2,0],[6,2,0],[8,0,2],[4,4,0],[17,0,1],[12,2,2],[3,1,2]],[[5,3,40],[7,6,35],[5,6,37],[7,5,36],[6,5,35],[5,7,36],[8,7,33],[9,6,35],[14,6,28],[12,6,34],[18,4,32],[19,6,23],[14,5,29],[15,6,27],[17,5,26],[21,7,20],[20,10,18],[10,1,21],[34,14,34],[27,6,15],[15,4,25],[31,4,13],[33,4,11],[29,7,12],[30,7,11],[19,2,21],[32,4,12],[36,3,9],[31,3,14],[32,10,6],[33,4,11],[33,6,9],[32,7,9],[24,7,11],[33,4,11],[35,7,6],[36,6,6],[37,5,6],[34,6,8],[39,2,7],[29,4,13],[35,6,7],[34,3,11],[28,5,13],[42,3,1],[72,12,8],[119,21,18],[35,2,9],[41,3,4],[30,7,7],[38,3,7],[49,4,7],[32,4,8],[39,4,3],[36,4,6],[42,4,2],[66,5,7],[39,6,3],[36,7,3],[35,5,2],[39,3,6],[37,5,4],[81,9,6],[38,4,2],[35,2,7],[35,2,5],[36,3,5],[38,4,6],[38,2,2],[37,3,4],[62,6,4],[39,5,2],[57,3,6],[29,4,1],[35,2,1],[42,4,2],[81,3,2],[43,3,2],[34,8,0],[39,2,1],[57,5,2],[30,2,2],[28,5,1],[12,2,0],[30,2,0],[13,1,0],[2,0,0],[2,2,12],[4,0,12],[22,4,6],[17,6,3],[23,0,9],[25,1,6],[11,2,3],[23,5,2],[24,5,3],[27,2,1],[23,3,4],[30,2,0],[11,4,1],[27,2,1],[13,2,1],[21,2,3],[29,3,0],[25,2,1],[5,3,2],[15,0,1],[26,3,1],[21,1,0],[43,2,1],[70,2,2],[22,1,3],[43,3,2],[45,4,3],[24,4,0],[21,2,1],[24,2,0],[21,2,1],[24,3,1],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[7,0,1],[17,1,0],[15,1,0],[6,0,0]],[[8,3,73],[9,5,70],[6,4,74],[8,8,68],[16,6,62],[12,8,64],[17,7,60],[11,5,72],[19,5,60],[23,8,61],[19,7,70],[22,7,55],[26,7,51],[26,8,50],[27,11,46],[32,10,42],[42,8,34],[37,8,39],[56,16,60],[41,13,30],[42,5,33],[51,8,25],[45,16,23],[49,12,23],[43,11,30],[29,7,40],[55,9,20],[53,11,20],[46,8,30],[53,16,15],[57,7,20],[52,18,14],[54,12,18],[47,6,19],[51,15,18],[57,16,11],[55,14,15],[59,12,13],[56,9,19],[57,13,14],[57,10,13],[54,13,17],[59,17,8],[55,11,18],[58,12,14],[116,18,26],[210,47,27],[63,5,12],[62,10,12],[53,13,10],[66,14,4],[82,16,6],[47,13,20],[62,10,8],[60,14,10],[63,12,9],[99,27,10],[62,13,9],[61,11,8],[53,7,12],[63,12,9],[65,8,7],[133,24,11],[62,13,5],[57,7,12],[61,10,5],[58,10,12],[64,10,10],[54,11,7],[56,13,7],[105,18,1],[56,16,8],[90,8,10],[39,11,6],[50,13,5],[67,11,6],[116,22,10],[67,15,2],[66,4,10],[66,7,3],[91,19,6],[52,3,1],[39,15,2],[14,8,2],[40,11,1],[15,5,0],[1,2,1],[8,1,19],[10,3,15],[31,9,16],[28,6,10],[34,7,15],[42,7,7],[20,4,4],[40,4,8],[45,8,3],[39,10,7],[38,9,9],[41,10,5],[22,5,1],[38,11,3],[22,5,1],[31,8,9],[39,13,4],[37,7,4],[7,5,4],[20,8,0],[39,9,4],[27,7,6],[76,5,3],[95,28,5],[38,3,3],[69,8,3],[73,8,7],[37,7,4],[38,1,1],[39,5,4],[33,4,3],[34,9,5],[48,7,1],[21,3,0],[11,0,1],[18,1,1],[14,0,2],[28,2,2],[26,1,1],[6,2,0]],[[3,4,41],[3,6,39],[6,2,40],[6,5,37],[10,3,33],[10,5,33],[13,5,30],[8,4,38],[13,8,27],[12,6,34],[13,6,35],[11,8,29],[15,5,28],[11,6,31],[21,5,22],[18,5,25],[15,4,29],[17,7,24],[36,12,34],[13,5,14],[26,2,16],[26,7,15],[27,5,16],[30,7,11],[28,4,16],[16,4,22],[30,6,12],[33,4,11],[27,4,17],[32,8,8],[30,8,10],[33,10,5],[29,12,7],[28,6,8],[35,6,7],[31,6,11],[32,8,8],[38,3,7],[32,8,8],[34,5,9],[32,6,8],[31,11,6],[34,5,9],[31,5,10],[34,5,7],[65,12,15],[115,24,19],[33,7,6],[35,7,6],[25,8,11],[35,5,8],[47,9,4],[28,6,10],[33,6,7],[32,7,7],[33,7,8],[56,17,5],[31,10,7],[33,8,5],[33,5,4],[38,2,8],[36,7,3],[75,15,6],[34,6,4],[34,4,6],[32,7,3],[36,4,4],[34,11,3],[36,6,0],[34,8,2],[54,15,3],[38,8,0],[56,6,4],[24,6,4],[28,7,3],[34,10,4],[62,19,5],[40,7,1],[32,8,2],[35,7,0],[51,9,4],[28,6,0],[29,5,0],[9,3,2],[26,5,1],[14,0,0],[2,0,0],[0,0,16],[5,1,10],[14,8,10],[16,6,4],[22,5,5],[21,6,5],[10,1,5],[21,2,7],[24,3,5],[21,5,4],[20,6,4],[25,6,1],[10,4,2],[25,4,1],[12,2,2],[17,5,4],[25,5,2],[21,7,0],[5,3,2],[11,5,0],[22,4,4],[18,2,2],[33,11,2],[56,14,4],[19,4,3],[33,10,5],[45,3,4],[24,4,0],[22,2,0],[22,3,1],[19,3,2],[26,2,0],[26,7,1],[11,3,0],[6,2,0],[8,1,1],[4,4,0],[16,2,0],[12,4,0],[4,2,0]],[[10,2,36],[7,5,36],[8,4,36],[7,6,35],[8,5,33],[13,4,31],[14,3,31],[10,6,34],[13,7,28],[13,3,36],[20,5,29],[17,5,26],[20,6,22],[17,6,25],[26,5,17],[16,4,28],[22,5,21],[25,5,18],[39,9,34],[27,4,17],[20,0,8],[33,7,8],[39,3,6],[37,2,9],[38,4,6],[27,1,14],[39,1,8],[41,2,5],[31,3,14],[39,2,7],[41,3,4],[38,6,4],[41,0,7],[33,2,7],[38,1,9],[40,3,5],[43,0,5],[42,1,5],[42,2,4],[43,1,4],[38,1,7],[36,3,9],[40,1,7],[37,2,7],[36,1,9],[81,2,9],[132,6,20],[37,1,8],[40,1,7],[30,5,9],[44,1,3],[56,0,4],[35,2,7],[40,0,6],[37,0,9],[42,2,4],[66,2,10],[40,3,5],[38,0,8],[36,1,5],[42,1,5],[40,2,4],[87,1,8],[40,1,3],[38,1,5],[41,1,0],[36,4,4],[45,1,2],[34,1,7],[39,1,4],[68,1,3],[40,0,6],[61,0,5],[32,0,2],[32,3,3],[42,1,5],[82,0,4],[41,3,4],[39,0,3],[40,1,1],[53,1,10],[33,1,0],[33,0,1],[11,1,2],[27,3,2],[12,0,2],[1,1,0],[3,2,11],[4,1,11],[26,1,5],[22,2,2],[26,1,5],[26,2,4],[14,0,2],[29,1,0],[25,2,5],[24,1,5],[25,3,2],[28,0,4],[13,0,3],[27,1,2],[15,1,0],[21,1,4],[29,1,2],[24,3,1],[6,0,4],[14,1,1],[26,0,4],[21,0,1],[45,0,1],[71,1,2],[25,1,0],[41,2,5],[47,2,3],[27,0,1],[23,0,1],[25,0,1],[21,1,2],[25,0,3],[31,0,3],[12,0,2],[8,0,0],[10,0,0],[8,0,0],[17,0,1],[15,0,1],[6,0,0]],[[3,4,41],[5,2,41],[3,2,43],[2,5,41],[2,4,40],[1,3,44],[4,5,39],[5,3,42],[1,6,41],[12,5,35],[6,5,43],[5,10,33],[11,5,32],[11,3,34],[11,5,32],[8,8,32],[17,3,28],[17,3,28],[18,13,51],[17,5,26],[11,5,28],[13,10,9],[16,8,24],[22,8,18],[23,4,21],[11,5,26],[21,9,18],[29,5,14],[28,5,15],[25,8,15],[28,9,11],[30,4,14],[28,7,13],[13,6,23],[28,5,15],[32,6,10],[30,6,12],[29,7,12],[28,11,9],[36,5,7],[29,5,12],[37,6,5],[30,6,12],[28,4,14],[29,5,12],[57,15,20],[100,21,37],[32,2,12],[32,5,11],[27,5,12],[33,7,8],[43,7,10],[25,9,10],[32,6,8],[26,5,15],[30,9,9],[60,14,4],[40,5,3],[32,10,4],[26,7,9],[33,6,9],[26,7,13],[67,15,14],[34,6,4],[33,3,8],[31,3,8],[30,6,8],[40,6,2],[27,4,11],[32,7,5],[58,11,3],[37,5,4],[54,4,8],[20,8,6],[32,4,2],[38,6,4],[72,11,3],[43,5,0],[34,6,2],[33,8,1],[48,12,4],[31,3,0],[25,9,0],[8,4,2],[31,1,0],[14,0,0],[0,2,0],[1,2,13],[1,2,13],[15,4,13],[13,4,9],[16,5,11],[25,2,5],[10,4,2],[19,5,6],[23,5,4],[23,2,5],[16,5,9],[27,3,2],[9,2,5],[21,4,5],[12,2,2],[17,4,5],[24,6,2],[17,3,8],[8,0,2],[14,2,0],[24,6,0],[19,3,0],[34,7,5],[58,15,1],[22,3,1],[37,4,7],[43,7,2],[22,4,2],[21,3,0],[21,3,2],[18,3,3],[27,1,0],[31,3,0],[11,3,0],[6,1,1],[9,0,1],[3,1,4],[18,0,0],[12,4,0],[3,3,0]],[[1,1,46],[1,5,42],[1,3,44],[3,3,42],[1,5,40],[1,7,40],[6,4,38],[4,0,46],[2,6,40],[4,3,45],[1,4,49],[7,5,36],[5,4,39],[8,7,33],[12,6,30],[7,10,31],[10,8,30],[10,3,35],[18,15,49],[15,4,29],[12,3,29],[22,9,17],[7,4,21],[21,7,20],[19,9,20],[11,5,26],[20,5,23],[25,7,16],[24,4,20],[19,8,21],[26,5,17],[25,8,15],[26,7,15],[16,6,20],[27,6,15],[26,7,15],[24,8,16],[21,10,17],[21,11,16],[32,4,12],[25,7,14],[24,6,18],[31,6,11],[32,3,11],[29,4,13],[59,6,27],[104,19,35],[26,6,14],[30,6,12],[27,5,12],[27,8,13],[41,4,15],[23,8,13],[26,8,12],[25,12,9],[30,8,10],[52,16,10],[37,5,6],[31,9,6],[29,5,8],[27,4,17],[34,7,5],[70,11,15],[35,3,6],[29,6,9],[34,6,2],[31,4,9],[35,4,9],[28,5,9],[32,6,6],[55,11,6],[35,6,5],[51,4,11],[23,5,6],[26,6,6],[32,6,10],[66,10,10],[33,7,8],[35,4,3],[37,1,4],[52,5,7],[29,3,2],[31,3,0],[6,3,5],[29,1,2],[13,0,1],[2,0,0],[0,1,15],[0,1,15],[10,9,13],[12,3,11],[12,7,13],[15,3,14],[9,4,3],[20,4,6],[21,4,7],[20,3,7],[18,9,3],[23,4,5],[10,3,3],[20,2,8],[12,2,2],[17,2,7],[25,4,3],[20,4,4],[8,2,0],[12,2,2],[19,6,5],[15,2,5],[36,7,3],[56,11,7],[19,3,4],[35,3,10],[40,6,6],[25,2,1],[22,0,2],[22,4,0],[16,6,2],[24,1,3],[28,3,3],[14,0,0],[2,2,4],[10,0,0],[7,0,1],[17,0,1],[13,2,1],[6,0,0]],[[0,2,46],[2,2,44],[4,2,42],[8,6,34],[3,3,40],[3,6,39],[9,4,35],[10,2,38],[9,2,37],[7,5,40],[5,2,47],[11,5,32],[12,3,33],[11,3,34],[11,5,32],[12,7,29],[13,6,29],[12,6,30],[24,10,48],[16,7,25],[15,1,28],[17,7,24],[22,3,23],[16,6,10],[20,8,20],[16,2,24],[19,6,23],[20,10,18],[21,11,16],[16,13,19],[27,7,14],[23,7,18],[23,10,15],[18,7,17],[23,10,15],[24,10,14],[26,7,15],[31,7,10],[24,8,16],[24,12,12],[24,10,12],[22,12,14],[22,15,11],[22,9,15],[32,4,10],[48,14,30],[83,30,45],[29,11,6],[31,10,7],[26,9,9],[26,8,14],[35,12,13],[22,11,11],[25,7,14],[29,7,10],[28,12,8],[50,16,12],[30,8,10],[28,12,6],[24,10,8],[29,12,7],[30,10,6],[61,21,14],[24,12,8],[29,5,10],[28,6,8],[29,7,8],[30,11,7],[27,9,6],[31,7,6],[54,15,3],[30,9,7],[52,6,8],[20,9,5],[21,11,6],[29,13,6],[59,15,12],[33,7,8],[30,7,5],[25,11,6],[45,15,4],[27,4,3],[22,9,3],[6,4,4],[27,4,1],[13,1,0],[1,1,0],[1,1,14],[2,1,13],[15,4,13],[13,4,9],[15,8,9],[15,5,12],[9,4,3],[15,7,8],[18,6,8],[15,5,10],[11,11,8],[16,9,7],[8,6,2],[20,6,4],[10,2,4],[10,6,10],[21,7,4],[18,5,5],[6,4,0],[12,3,1],[20,4,6],[14,5,3],[31,5,10],[56,16,2],[21,3,2],[39,5,4],[41,5,6],[17,8,3],[19,4,1],[16,7,3],[17,4,3],[19,6,3],[25,6,3],[14,0,0],[8,0,0],[5,1,4],[6,0,2],[16,2,0],[11,3,2],[3,3,0]],[[1,1,46],[3,2,43],[3,3,42],[2,4,42],[3,1,42],[4,5,39],[4,4,40],[6,4,40],[4,2,42],[9,4,39],[9,4,41],[6,7,35],[9,6,33],[9,2,37],[7,7,34],[5,12,31],[13,5,30],[11,3,34],[21,8,53],[14,7,27],[13,2,29],[19,9,20],[20,8,20],[22,9,17],[15,4,13],[9,7,26],[25,5,18],[19,6,23],[19,6,23],[26,10,12],[28,9,11],[30,6,12],[25,8,15],[18,7,17],[26,9,13],[24,10,14],[26,8,14],[23,8,17],[29,7,12],[29,5,14],[21,6,19],[23,8,17],[22,7,19],[28,8,10],[21,9,16],[49,16,27],[80,29,49],[23,4,19],[24,8,16],[20,5,19],[25,11,12],[38,10,12],[20,9,15],[27,9,10],[29,4,13],[26,10,12],[46,11,21],[27,7,14],[28,3,15],[24,6,12],[35,6,7],[25,6,15],[57,23,16],[26,7,11],[25,7,12],[24,7,11],[25,7,12],[30,8,10],[24,9,9],[29,10,5],[48,13,11],[28,10,8],[50,2,14],[21,5,8],[20,8,10],[31,7,10],[60,16,10],[32,10,6],[28,5,9],[30,8,4],[41,10,13],[27,3,4],[25,7,2],[11,0,3],[26,2,4],[10,4,0],[0,1,1],[3,2,11],[2,1,13],[14,3,15],[10,8,8],[18,6,8],[21,3,8],[10,2,4],[17,3,10],[18,8,6],[15,6,9],[14,9,7],[21,4,7],[8,5,3],[16,5,9],[11,2,3],[13,6,7],[20,5,7],[21,2,5],[3,2,5],[10,4,2],[19,5,6],[14,3,5],[35,5,6],[54,11,9],[15,4,7],[33,6,9],[35,9,8],[20,4,4],[16,6,2],[18,3,5],[21,1,2],[19,7,2],[24,7,3],[12,2,0],[5,0,3],[7,3,0],[5,0,3],[14,2,2],[12,2,2],[2,4,0]],[[5,3,34],[6,3,33],[4,4,34],[7,6,29],[7,3,32],[10,3,29],[8,5,29],[10,5,29],[11,7,24],[12,5,29],[16,2,30],[14,2,26],[15,3,24],[18,4,20],[17,3,22],[17,6,19],[20,5,17],[20,2,20],[46,11,23],[24,3,15],[24,2,14],[31,3,8],[29,5,8],[34,1,7],[30,1,11],[17,1,6],[34,1,7],[30,6,6],[24,3,15],[33,2,7],[38,0,4],[34,1,7],[34,2,6],[24,4,8],[34,4,4],[33,5,4],[36,1,5],[36,2,4],[28,4,10],[34,3,5],[33,2,5],[29,3,10],[37,0,5],[33,3,6],[37,0,5],[70,2,8],[116,12,14],[30,1,9],[35,1,6],[32,2,4],[35,2,5],[44,2,6],[32,0,8],[38,2,0],[35,1,6],[38,3,1],[63,2,3],[34,3,5],[35,1,4],[31,3,2],[34,3,5],[32,2,6],[76,3,5],[33,4,3],[33,2,3],[37,1,0],[34,3,3],[36,3,3],[34,1,1],[35,1,2],[57,2,3],[36,0,4],[49,3,2],[23,1,4],[30,2,2],[37,3,2],[62,4,8],[41,1,0],[39,0,1],[35,0,3],[51,4,3],[23,2,3],[25,2,1],[11,0,1],[24,2,0],[9,1,0],[2,0,0],[4,2,8],[2,1,11],[20,2,6],[17,2,3],[23,3,2],[23,1,4],[9,3,2],[22,0,4],[24,1,3],[22,4,2],[21,3,4],[28,0,0],[11,3,0],[23,3,0],[13,1,0],[23,1,0],[24,3,1],[19,3,2],[6,0,2],[14,0,0],[22,1,3],[17,0,3],[39,2,1],[58,4,2],[20,2,0],[37,3,0],[41,0,3],[22,2,0],[19,0,1],[23,0,1],[19,1,0],[21,3,0],[25,2,1],[12,0,0],[6,0,0],[10,0,0],[7,0,1],[16,0,0],[14,0,0],[2,2,0]],[[0,2,46],[0,2,46],[2,1,45],[2,2,44],[0,4,42],[3,4,41],[3,4,41],[3,2,45],[7,2,39],[2,4,46],[5,5,44],[5,4,39],[7,2,39],[6,1,41],[5,5,38],[9,4,35],[7,4,37],[15,4,29],[16,5,61],[13,9,26],[12,2,30],[20,9,19],[24,5,19],[21,6,21],[14,7,27],[10,5,27],[9,2,21],[19,8,21],[21,5,22],[22,5,21],[24,5,19],[31,5,12],[23,10,15],[15,6,21],[26,4,18],[26,10,12],[21,5,22],[29,6,13],[25,8,15],[18,7,23],[23,5,18],[27,7,14],[29,6,13],[23,6,17],[26,3,17],[52,12,28],[97,17,44],[20,7,19],[28,9,11],[27,4,13],[26,8,14],[41,7,12],[20,6,18],[22,8,16],[28,5,13],[25,10,13],[53,10,15],[28,7,13],[26,10,10],[22,6,14],[34,4,10],[33,4,9],[68,12,16],[26,6,12],[30,8,6],[29,3,10],[31,6,7],[35,6,7],[28,5,9],[31,7,6],[52,10,10],[33,5,8],[46,2,18],[27,6,1],[25,5,8],[33,8,7],[70,12,4],[41,4,3],[36,4,2],[28,7,7],[51,8,5],[27,3,4],[26,7,1],[8,2,4],[27,5,0],[13,1,0],[2,0,0],[0,0,16],[2,0,14],[16,5,11],[12,5,9],[14,5,13],[15,5,12],[10,2,4],[18,4,8],[23,3,6],[18,3,9],[16,5,9],[17,5,10],[9,4,3],[19,6,5],[13,1,2],[14,3,9],[21,6,5],[17,6,5],[2,4,4],[11,3,2],[21,6,3],[15,2,5],[34,5,7],[55,11,8],[22,2,2],[39,2,7],[41,5,6],[23,4,1],[19,3,2],[20,3,3],[18,4,2],[22,3,3],[28,4,2],[12,0,2],[5,0,3],[8,2,0],[5,0,3],[13,0,5],[13,2,1],[4,2,0]],[[1,1,46],[4,1,43],[2,3,43],[5,4,39],[3,5,38],[2,4,42],[4,6,38],[3,6,41],[3,2,43],[5,4,43],[6,3,45],[8,4,36],[7,4,37],[4,4,40],[6,5,37],[5,5,38],[11,2,35],[11,7,30],[15,11,56],[11,6,31],[12,3,29],[15,6,27],[20,7,21],[21,7,20],[22,9,17],[14,5,23],[20,8,20],[16,2,14],[21,9,18],[24,9,15],[28,7,13],[22,6,20],[25,7,16],[18,5,19],[24,9,15],[30,10,8],[22,5,21],[24,10,14],[23,11,14],[23,12,13],[22,10,14],[24,13,11],[23,10,15],[24,4,18],[26,7,13],[43,16,33],[83,21,54],[23,9,14],[29,10,9],[27,6,11],[31,9,8],[37,10,13],[19,11,14],[23,10,13],[27,7,12],[28,10,10],[52,11,15],[29,10,9],[29,11,6],[31,5,6],[24,10,14],[28,9,9],[68,17,11],[27,8,9],[29,5,10],[28,8,6],[29,9,6],[32,10,6],[30,5,7],[32,6,6],[50,12,10],[37,6,3],[47,6,13],[23,3,8],[30,5,3],[33,9,6],[67,9,10],[38,6,4],[33,6,3],[28,8,6],[47,10,7],[28,4,2],[22,8,4],[6,3,5],[27,5,0],[13,1,0],[1,1,0],[1,3,12],[3,0,13],[16,4,12],[12,6,8],[16,5,11],[16,7,9],[10,3,3],[19,6,5],[20,4,8],[16,6,8],[19,7,4],[22,6,4],[10,3,3],[15,4,11],[9,4,3],[14,5,7],[22,9,1],[25,3,0],[4,2,4],[14,2,0],[23,5,2],[16,3,3],[31,7,8],[58,12,4],[17,4,5],[33,8,7],[42,5,5],[21,5,2],[19,4,1],[22,3,1],[20,4,0],[21,5,2],[27,6,1],[12,1,1],[7,0,1],[9,1,0],[6,0,2],[17,1,0],[10,4,2],[4,2,0]],[[0,0,48],[1,2,45],[2,0,46],[4,0,44],[0,1,45],[2,2,44],[4,1,43],[4,0,46],[5,1,42],[5,1,46],[4,2,48],[3,2,43],[7,0,41],[6,5,37],[7,3,38],[7,4,37],[4,3,41],[5,4,39],[16,7,59],[11,3,34],[12,2,30],[10,9,29],[9,5,34],[6,11,31],[16,11,21],[9,7,26],[13,7,28],[13,10,25],[11,4,17],[10,10,28],[16,6,26],[15,6,27],[16,10,22],[10,4,28],[13,12,23],[16,8,24],[16,11,21],[13,12,23],[17,7,24],[16,10,22],[15,13,18],[22,12,14],[13,14,21],[14,11,21],[17,14,15],[31,23,38],[59,30,69],[16,11,19],[14,12,22],[15,10,19],[22,9,17],[29,12,19],[13,11,20],[16,13,17],[16,12,18],[20,12,16],[32,22,24],[19,12,17],[17,15,14],[14,11,17],[20,10,18],[22,11,13],[44,29,23],[16,15,13],[22,9,13],[16,14,12],[15,13,16],[20,17,11],[23,13,6],[21,13,10],[41,20,11],[20,15,11],[43,7,16],[16,8,10],[19,10,9],[26,12,10],[46,24,16],[26,17,5],[23,10,9],[21,14,7],[28,19,17],[21,6,7],[17,12,5],[6,3,5],[23,7,2],[8,4,2],[0,2,0],[1,1,14],[1,1,14],[11,6,15],[10,5,11],[11,8,13],[15,7,10],[7,2,7],[11,5,14],[12,7,13],[12,9,9],[15,8,7],[13,9,10],[7,6,3],[15,7,8],[9,6,1],[9,9,8],[15,9,8],[11,6,11],[5,3,2],[8,5,3],[15,9,6],[10,8,4],[20,14,12],[44,19,11],[11,5,10],[34,10,4],[31,9,12],[15,7,6],[14,7,3],[17,4,5],[12,5,7],[15,9,4],[20,12,2],[9,4,1],[4,2,2],[6,3,1],[3,0,5],[10,4,4],[10,5,1],[2,4,0]],[[3,2,43],[3,4,41],[2,0,46],[2,4,42],[2,2,42],[2,3,43],[2,9,37],[3,3,44],[4,2,42],[8,7,37],[8,4,42],[8,6,34],[6,8,34],[4,9,35],[9,5,34],[3,7,38],[10,5,33],[13,9,26],[21,11,50],[12,8,28],[17,3,24],[19,8,21],[25,10,13],[24,7,17],[18,9,21],[19,5,18],[24,5,19],[22,14,12],[25,7,16],[13,12,7],[21,11,16],[27,8,13],[27,10,11],[22,4,16],[25,14,9],[30,8,10],[28,7,13],[30,11,7],[25,12,11],[28,11,9],[25,10,11],[22,13,13],[28,10,10],[27,9,10],[33,7,6],[53,19,20],[99,30,29],[31,8,7],[32,8,8],[23,10,11],[26,12,10],[41,10,9],[21,8,15],[27,12,7],[25,10,11],[39,7,2],[48,15,15],[30,10,8],[27,13,6],[26,10,6],[29,11,8],[28,10,8],[67,20,9],[27,10,7],[32,8,4],[29,9,4],[31,8,5],[36,8,4],[25,12,5],[36,5,3],[56,11,5],[32,10,4],[54,9,3],[24,7,3],[24,11,3],[36,9,3],[68,12,6],[37,9,2],[35,7,0],[34,8,0],[42,19,3],[29,4,1],[26,7,1],[9,1,4],[28,4,0],[11,3,0],[0,2,0],[0,0,16],[3,0,13],[13,7,12],[14,5,7],[20,4,8],[22,5,5],[11,3,2],[15,7,8],[19,9,4],[18,6,6],[14,12,4],[21,8,3],[9,4,3],[18,9,3],[11,5,0],[13,7,6],[23,8,1],[20,6,2],[4,4,2],[13,3,0],[21,7,2],[17,5,0],[40,4,2],[52,20,2],[19,6,1],[42,4,2],[38,8,6],[24,3,1],[18,5,1],[19,7,0],[18,6,0],[20,7,1],[27,7,0],[12,2,0],[8,0,0],[8,1,1],[6,2,0],[17,1,0],[13,3,0],[2,4,0]],[[1,3,44],[1,4,43],[0,3,45],[2,3,43],[1,5,40],[1,7,40],[2,7,39],[4,6,40],[3,4,41],[4,6,42],[4,3,47],[6,5,37],[7,3,38],[9,6,33],[3,12,33],[10,5,33],[11,5,32],[10,6,32],[20,11,51],[12,7,29],[9,3,32],[17,7,24],[14,9,25],[24,6,18],[14,11,23],[10,4,28],[23,4,21],[14,11,23],[16,10,22],[13,19,16],[14,8,10],[19,9,20],[22,13,13],[14,3,25],[16,10,22],[21,11,16],[27,7,14],[18,11,19],[27,5,16],[20,12,16],[20,10,16],[21,12,15],[20,13,15],[21,10,15],[12,9,25],[46,21,25],[80,34,44],[22,10,14],[23,13,12],[22,11,11],[21,12,15],[36,11,13],[11,19,14],[17,16,13],[25,10,11],[23,11,14],[38,25,15],[25,13,10],[22,11,13],[20,12,10],[30,11,7],[23,12,11],[56,24,16],[22,10,12],[24,11,9],[21,7,14],[21,11,12],[31,8,9],[27,7,8],[27,9,8],[50,13,9],[30,10,6],[40,6,20],[22,4,8],[23,7,8],[33,13,2],[66,16,4],[33,11,4],[28,11,3],[29,10,3],[38,21,5],[25,4,5],[21,12,1],[4,6,4],[26,6,0],[8,3,3],[0,2,0],[3,0,13],[2,0,14],[12,6,14],[5,7,14],[16,6,10],[15,3,14],[9,1,6],[14,3,13],[17,6,9],[13,6,11],[6,13,11],[15,9,8],[6,6,4],[13,11,6],[9,4,3],[10,5,11],[19,9,4],[16,7,5],[3,5,2],[12,3,1],[20,7,3],[13,2,7],[31,9,6],[51,17,6],[21,5,0],[31,9,8],[37,9,6],[19,6,3],[17,5,2],[19,6,1],[18,6,0],[20,7,1],[28,6,0],[12,2,0],[4,0,4],[5,2,3],[6,0,2],[15,2,1],[13,3,0],[4,2,0]],[[0,3,45],[3,0,45],[2,4,42],[2,4,42],[0,7,39],[3,6,39],[3,4,41],[4,3,43],[3,1,44],[4,5,43],[5,4,45],[3,4,41],[7,3,38],[2,4,42],[8,7,33],[5,10,33],[9,8,31],[10,5,33],[13,12,57],[10,7,31],[8,4,32],[19,3,26],[16,11,21],[21,6,21],[15,8,25],[6,8,28],[13,7,28],[16,12,20],[21,5,22],[15,11,22],[19,8,21],[14,5,13],[27,6,15],[14,5,23],[29,4,15],[27,7,14],[25,6,17],[21,13,14],[24,7,17],[23,8,17],[18,7,21],[18,12,18],[27,5,16],[24,8,14],[28,4,14],[49,13,30],[77,32,49],[25,7,14],[29,10,9],[28,6,10],[25,5,18],[38,9,13],[23,10,11],[28,9,9],[21,9,16],[33,6,9],[50,12,16],[36,6,6],[28,8,10],[25,7,10],[30,7,11],[29,7,10],[61,19,16],[28,5,11],[31,4,9],[28,7,7],[27,10,7],[32,6,10],[22,9,11],[32,3,9],[55,12,5],[31,9,6],[42,6,18],[18,5,11],[23,10,5],[32,8,8],[62,14,10],[41,7,0],[31,9,2],[29,8,5],[49,9,6],[27,2,5],[28,6,0],[7,1,6],[31,1,0],[9,3,2],[1,1,0],[0,2,14],[0,0,16],[13,6,13],[12,6,8],[15,6,11],[13,8,11],[9,2,5],[18,3,9],[15,8,9],[19,4,7],[16,11,3],[20,5,7],[8,3,5],[17,6,7],[11,2,3],[13,4,9],[23,6,3],[25,1,2],[6,3,1],[14,0,2],[24,4,2],[16,1,5],[34,8,4],[63,7,4],[21,3,2],[38,2,8],[43,7,2],[22,4,2],[19,5,0],[22,3,1],[17,2,5],[24,3,1],[28,5,1],[9,4,1],[5,1,2],[8,2,0],[3,0,5],[16,1,1],[14,1,1],[5,1,0]],[[1,3,44],[0,4,44],[1,4,43],[3,4,41],[2,3,41],[1,6,41],[5,5,38],[7,3,40],[5,6,37],[5,5,42],[8,3,43],[8,5,35],[8,7,33],[7,7,34],[7,8,33],[3,6,39],[4,3,41],[9,7,32],[24,8,50],[9,7,32],[15,3,26],[19,6,23],[20,9,19],[20,7,21],[19,9,20],[14,2,26],[22,8,18],[27,5,16],[24,6,18],[20,10,18],[24,10,14],[18,7,23],[14,7,11],[10,4,28],[28,5,15],[22,10,16],[24,5,19],[28,8,12],[21,9,18],[25,9,14],[21,9,16],[24,7,17],[22,8,18],[18,8,20],[21,9,16],[50,18,24],[83,29,46],[29,6,11],[24,9,15],[22,5,17],[28,8,12],[46,6,8],[19,9,16],[27,6,13],[29,7,10],[33,5,10],[53,12,13],[29,11,8],[26,12,8],[24,7,11],[33,5,10],[35,4,7],[63,18,15],[30,7,7],[28,7,9],[30,7,5],[33,4,7],[33,10,5],[26,8,8],[30,7,7],[57,11,4],[34,6,6],[50,5,11],[23,6,5],[26,6,6],[34,9,5],[64,13,9],[36,8,4],[32,9,1],[30,8,4],[50,8,6],[29,3,2],[23,8,3],[7,1,6],[31,1,0],[9,2,3],[1,1,0],[0,1,15],[3,0,13],[11,6,15],[14,2,10],[15,4,13],[18,4,10],[7,2,7],[20,3,7],[18,8,6],[21,5,4],[17,6,7],[22,6,4],[11,4,1],[24,2,4],[13,3,0],[13,7,6],[24,5,3],[18,4,6],[6,1,3],[9,3,4],[26,4,0],[15,2,5],[34,7,5],[60,13,1],[19,4,3],[36,4,8],[43,5,4],[19,7,2],[20,3,1],[21,3,2],[16,1,7],[20,7,1],[30,2,2],[12,2,0],[7,0,1],[7,1,2],[4,0,4],[17,0,1],[14,2,0],[5,1,0]],[[0,2,40],[0,0,42],[2,1,39],[3,1,38],[2,1,37],[2,4,36],[5,2,35],[5,1,38],[1,2,39],[6,3,37],[4,1,41],[7,2,33],[8,1,33],[10,3,29],[12,3,27],[8,3,31],[10,2,30],[11,4,27],[19,4,47],[14,3,25],[12,1,25],[20,6,16],[16,7,19],[18,5,19],[15,4,23],[14,2,22],[21,3,18],[23,4,15],[23,3,16],[21,6,15],[25,6,11],[28,3,11],[30,2,10],[12,2,12],[23,4,15],[25,8,9],[20,4,18],[26,4,12],[25,5,12],[29,4,9],[17,5,18],[21,7,14],[25,7,10],[20,7,13],[29,2,9],[48,11,21],[100,16,24],[24,5,11],[28,5,9],[18,9,11],[28,4,10],[36,9,7],[23,4,11],[27,4,11],[25,5,10],[28,8,6],[45,16,7],[34,5,3],[27,6,7],[17,7,12],[27,6,9],[24,10,6],[60,11,13],[30,6,2],[25,6,7],[27,6,5],[30,4,4],[28,7,7],[23,4,9],[32,4,2],[46,12,8],[35,5,0],[47,3,12],[19,7,4],[17,7,8],[29,8,5],[53,13,8],[35,4,3],[28,7,1],[29,9,0],[41,10,5],[26,4,2],[21,6,1],[3,2,7],[25,3,0],[10,2,0],0,[1,0,13],[1,0,13],[15,5,8],[13,2,7],[13,3,12],[16,1,11],[10,1,3],[23,3,2],[17,2,9],[17,6,3],[18,3,5],[20,2,6],[9,2,3],[19,5,2],[12,1,1],[15,1,6],[20,4,4],[20,5,1],[4,0,4],[10,4,0],[21,6,1],[15,1,2],[35,9,0],[43,14,5],[17,4,3],[30,9,7],[38,5,3],[20,2,2],[19,2,1],[16,5,3],[13,8,1],[20,4,0],[22,7,1],[9,3,0],[6,1,1],[9,1,0],[5,2,1],[16,0,0],[10,3,1],[6,0,0]],[[1,5,42],[2,2,44],[1,2,45],[3,2,43],[1,3,42],[3,4,41],[2,4,42],[3,1,46],[6,5,37],[5,5,42],[3,5,46],[6,3,39],[4,3,41],[8,6,34],[6,4,38],[6,9,33],[9,9,30],[12,5,31],[16,15,51],[10,7,31],[13,2,29],[14,8,26],[14,8,26],[15,9,24],[15,9,24],[15,6,21],[22,4,22],[17,11,20],[17,9,22],[16,16,16],[24,8,16],[17,10,21],[22,10,16],[16,4,22],[17,8,7],[22,8,18],[20,9,19],[23,9,16],[27,7,14],[23,10,15],[16,13,17],[22,13,13],[23,10,15],[24,9,13],[26,10,10],[39,23,30],[82,30,46],[22,10,14],[22,11,15],[21,8,15],[26,8,14],[30,11,19],[22,13,9],[20,12,14],[21,12,13],[23,10,15],[41,19,18],[27,12,9],[23,14,9],[19,13,10],[26,9,13],[27,10,9],[57,24,15],[26,13,5],[21,9,14],[27,8,7],[25,9,10],[25,14,9],[23,11,8],[31,8,5],[52,11,9],[31,9,6],[42,7,17],[23,4,7],[25,8,5],[34,7,7],[56,17,13],[27,16,5],[30,10,2],[27,12,3],[39,20,5],[24,3,7],[21,12,1],[5,6,3],[25,6,1],[10,3,1],[0,2,0],[0,2,14],[2,0,14],[15,5,12],[10,3,13],[16,8,8],[15,5,12],[8,2,6],[17,4,9],[14,12,6],[15,6,9],[13,9,8],[17,9,6],[10,5,1],[16,9,5],[8,5,3],[12,5,9],[18,10,4],[13,8,7],[5,4,1],[12,4,0],[21,7,2],[12,6,4],[30,10,6],[48,19,7],[15,6,5],[27,10,11],[36,8,8],[19,7,2],[19,4,1],[23,3,0],[17,5,2],[23,5,0],[28,5,1],[11,3,0],[6,0,2],[7,3,0],[7,0,1],[16,1,1],[12,3,1],[4,2,0]],[[1,2,45],[0,1,47],[2,4,42],[1,0,47],[2,3,41],[2,2,44],[0,5,43],[2,2,46],[2,5,41],[2,4,46],[6,5,43],[6,4,38],[4,3,41],[5,4,39],[6,4,38],[5,2,41],[6,6,36],[7,6,35],[11,12,59],[11,4,33],[10,5,29],[13,6,29],[9,9,30],[10,10,28],[12,10,26],[9,6,27],[10,7,31],[12,9,27],[19,4,25],[13,11,24],[14,9,25],[12,10,26],[15,10,23],[11,5,26],[17,8,23],[8,8,16],[13,5,30],[14,11,23],[20,7,21],[16,8,24],[12,8,26],[17,9,22],[18,11,19],[20,7,19],[13,13,20],[33,16,43],[63,27,68],[14,10,22],[17,10,21],[13,9,22],[18,9,21],[26,9,25],[15,8,21],[18,10,18],[17,11,18],[19,9,20],[40,17,21],[24,9,15],[20,11,15],[18,10,14],[24,8,16],[29,4,13],[47,22,27],[19,8,17],[21,8,15],[17,6,19],[15,9,20],[23,11,14],[21,8,13],[27,5,12],[40,15,17],[21,12,13],[32,4,30],[17,7,10],[18,10,10],[29,7,12],[45,14,27],[28,9,11],[22,9,11],[26,8,8],[41,15,8],[22,3,9],[23,8,3],[7,3,4],[22,6,4],[10,1,3],[0,2,0],[2,1,13],[1,0,15],[10,7,15],[9,5,12],[14,4,14],[11,6,15],[8,3,5],[12,1,17],[19,6,7],[11,4,15],[15,6,9],[11,9,12],[6,4,6],[11,7,12],[8,3,5],[8,7,11],[24,5,3],[15,5,8],[5,3,2],[10,2,4],[17,6,7],[13,4,5],[24,7,15],[45,18,11],[13,3,10],[27,8,13],[36,9,7],[12,10,6],[19,1,4],[15,6,5],[15,4,5],[19,5,4],[23,6,5],[10,3,1],[6,0,2],[7,1,2],[6,0,2],[13,1,4],[10,4,2],[3,3,0]],[[1,1,46],[4,3,41],[3,4,41],[2,3,43],[3,0,43],[2,2,44],[3,7,38],[2,0,48],[3,2,43],[3,5,44],[5,2,47],[2,8,38],[3,2,43],[3,7,38],[5,4,39],[5,8,35],[9,2,37],[5,5,38],[10,18,54],[8,7,33],[11,1,32],[13,6,29],[12,7,29],[13,7,28],[12,8,28],[8,4,30],[20,4,24],[20,8,20],[12,9,27],[12,13,23],[18,8,22],[11,11,26],[19,8,21],[13,4,25],[17,10,21],[25,7,16],[12,3,17],[24,5,19],[24,6,18],[19,9,20],[17,9,20],[23,12,13],[19,13,16],[25,8,13],[25,8,13],[40,15,37],[68,29,61],[19,10,17],[26,10,12],[17,5,22],[25,9,14],[25,10,25],[18,15,11],[16,11,19],[25,9,12],[24,13,11],[38,20,20],[24,9,15],[23,14,9],[21,11,10],[23,8,17],[22,14,10],[57,15,24],[26,6,12],[27,11,6],[28,6,8],[21,11,12],[32,8,8],[24,8,10],[26,5,13],[49,11,12],[29,7,10],[39,8,19],[21,5,8],[24,6,8],[26,8,14],[54,12,20],[35,6,7],[26,8,8],[32,4,6],[45,12,7],[27,2,5],[25,7,2],[2,5,7],[22,6,4],[12,2,0],[1,1,0],[1,0,15],[3,2,11],[11,6,15],[6,7,13],[12,6,14],[14,5,13],[10,1,5],[14,8,8],[20,5,7],[13,7,10],[15,10,5],[16,7,9],[8,4,4],[16,5,9],[8,5,3],[14,3,9],[22,6,4],[16,8,4],[3,5,2],[11,2,3],[16,5,9],[12,4,6],[23,7,16],[54,11,9],[13,7,6],[28,9,11],[41,3,8],[16,6,6],[15,4,5],[19,2,5],[18,2,4],[21,3,4],[24,7,3],[11,2,1],[5,2,1],[5,1,4],[3,0,5],[12,2,4],[12,2,2],[4,2,0]],[[0,3,45],[0,2,46],[1,4,43],[0,3,45],[0,3,43],[2,2,44],[0,4,44],[3,3,44],[0,4,44],[1,3,48],[2,2,50],[2,3,43],[4,1,43],[4,4,40],[5,6,37],[2,7,39],[4,6,38],[4,7,37],[8,10,64],[5,5,38],[11,2,31],[10,11,27],[10,9,29],[11,11,26],[14,8,26],[8,3,31],[12,5,31],[13,10,25],[14,11,23],[14,11,23],[15,11,22],[17,8,23],[15,11,22],[9,2,31],[10,14,24],[16,12,20],[18,9,21],[8,8,16],[17,12,19],[18,12,18],[18,13,15],[16,13,19],[17,12,19],[17,11,18],[18,12,16],[34,24,34],[57,40,61],[20,10,16],[13,14,21],[15,13,16],[20,13,15],[35,12,13],[15,10,19],[19,10,17],[20,12,14],[18,16,14],[26,29,23],[22,17,9],[20,13,13],[21,10,11],[20,13,15],[20,15,11],[46,33,17],[19,13,12],[24,9,11],[23,12,7],[20,11,13],[20,15,13],[24,8,10],[22,12,10],[44,18,10],[23,15,8],[41,10,15],[12,10,12],[18,10,10],[24,19,5],[55,20,11],[29,14,5],[24,11,7],[26,12,4],[41,15,8],[21,9,4],[22,11,1],[6,5,3],[25,5,2],[11,3,0],[1,1,0],[0,1,15],[0,0,16],[10,9,13],[8,6,12],[9,8,15],[11,6,15],[7,2,7],[14,6,10],[14,6,12],[15,8,7],[8,13,9],[17,9,6],[7,7,2],[16,7,7],[8,3,5],[9,7,10],[19,10,3],[16,8,4],[3,5,2],[8,5,3],[15,9,6],[10,5,7],[24,11,11],[44,28,2],[14,7,5],[32,8,8],[36,12,4],[15,11,2],[18,5,1],[17,6,3],[14,9,1],[15,7,6],[24,7,3],[10,4,0],[4,2,2],[7,2,1],[5,0,3],[13,2,3],[10,5,1],[2,4,0]],[[2,1,45],[2,3,43],[2,1,45],[0,5,43],[3,3,40],[0,4,44],[4,4,40],[7,3,40],[5,6,37],[6,3,43],[4,5,45],[6,3,39],[7,4,37],[7,2,39],[7,6,35],[5,9,34],[13,4,31],[6,6,36],[19,9,54],[15,6,27],[8,2,34],[15,9,24],[20,6,22],[17,8,23],[17,6,25],[13,7,22],[16,6,26],[19,9,20],[19,4,25],[23,7,18],[17,8,23],[24,6,18],[23,9,16],[16,5,21],[23,6,19],[26,6,16],[26,5,17],[24,11,13],[22,3,7],[18,12,18],[18,8,20],[24,6,18],[23,12,13],[23,7,16],[21,7,18],[55,13,24],[82,20,56],[25,3,18],[28,7,13],[24,6,14],[25,6,17],[44,6,10],[20,8,16],[24,4,18],[23,6,17],[24,10,14],[47,18,13],[34,7,7],[25,9,12],[21,7,14],[29,7,12],[28,7,11],[65,14,17],[28,7,9],[27,6,11],[26,4,12],[21,9,14],[29,8,11],[24,6,12],[28,8,8],[48,10,14],[37,5,4],[41,6,19],[20,6,8],[28,5,5],[30,8,10],[66,11,9],[36,7,5],[33,4,5],[31,7,4],[48,11,5],[28,2,4],[25,8,1],[6,4,4],[26,4,2],[10,3,1],[1,1,0],[2,0,14],[3,2,11],[16,3,13],[17,2,7],[12,7,13],[18,4,10],[6,2,8],[17,2,11],[15,6,11],[17,3,10],[13,8,9],[20,7,5],[8,5,3],[19,6,5],[11,2,3],[10,5,11],[24,5,3],[17,7,4],[3,2,5],[12,2,2],[20,6,4],[11,4,7],[30,6,10],[55,10,9],[16,5,5],[32,6,10],[39,4,9],[19,5,4],[17,4,3],[17,4,5],[18,4,2],[19,6,3],[22,7,5],[9,3,2],[7,0,1],[8,1,1],[5,0,3],[13,0,5],[12,2,2],[3,3,0]],[[0,0,48],[0,0,48],[0,2,46],[0,0,48],[0,1,45],[1,4,43],[0,1,47],[1,0,49],[0,4,44],[1,4,47],[2,4,48],[2,4,42],[4,4,40],[4,4,40],[4,2,42],[2,3,43],[3,2,43],[3,4,41],[9,15,58],[5,5,38],[7,5,32],[6,10,32],[7,6,35],[5,8,35],[12,6,30],[7,9,26],[12,8,28],[9,11,28],[18,6,24],[11,11,26],[8,11,29],[16,8,24],[10,13,25],[6,4,32],[13,12,23],[12,11,25],[13,12,23],[6,15,27],[14,11,23],[5,6,21],[13,7,26],[13,13,22],[12,15,21],[12,8,26],[7,15,24],[25,16,51],[46,33,79],[13,8,25],[15,10,23],[9,11,24],[15,12,21],[20,11,29],[13,9,22],[10,10,26],[19,7,20],[11,11,26],[17,19,42],[20,11,17],[17,16,13],[10,11,21],[19,9,20],[16,12,18],[37,26,33],[13,13,18],[13,10,21],[16,8,18],[16,10,18],[19,14,15],[16,11,15],[23,8,13],[34,19,19],[21,11,14],[29,5,32],[10,8,16],[14,13,11],[20,10,18],[38,22,26],[27,10,11],[22,11,9],[23,10,9],[28,21,15],[17,7,10],[17,14,3],[2,3,9],[19,8,5],[11,2,1],[1,1,0],[0,0,16],[0,0,16],[6,4,22],[12,3,11],[10,9,13],[10,8,14],[7,4,5],[9,4,17],[6,10,16],[9,8,13],[11,6,13],[14,6,12],[5,5,6],[9,8,13],[6,3,7],[8,6,12],[12,11,9],[15,7,6],[2,4,4],[5,5,6],[18,6,6],[4,8,10],[19,10,17],[31,24,19],[14,6,6],[18,11,19],[31,5,16],[15,7,6],[14,5,5],[12,6,8],[10,9,5],[19,7,2],[20,9,5],[9,3,2],[5,0,3],[5,2,3],[0,1,7],[14,2,2],[8,7,1],[3,3,0]],[[5,2,41],[2,2,44],[3,4,41],[6,4,38],[2,3,41],[5,4,39],[1,6,41],[6,2,42],[8,3,37],[5,3,44],[5,4,45],[6,4,38],[5,5,38],[6,6,36],[7,7,34],[8,2,38],[8,5,35],[11,4,33],[12,8,62],[7,3,38],[9,3,32],[13,10,25],[14,6,28],[14,10,24],[14,9,25],[10,5,27],[16,5,27],[15,10,23],[11,13,24],[14,15,19],[17,11,20],[19,12,17],[18,11,19],[13,6,23],[19,13,16],[19,8,21],[17,9,22],[14,10,24],[19,7,22],[20,12,16],[12,6,12],[16,13,19],[18,8,22],[19,9,18],[20,10,16],[32,19,41],[61,41,56],[19,10,17],[20,13,15],[17,11,16],[18,9,21],[28,8,24],[17,9,18],[18,13,15],[24,9,13],[21,12,15],[40,23,15],[21,15,12],[20,14,12],[20,10,12],[20,14,14],[24,11,11],[46,28,22],[18,12,14],[21,9,14],[19,7,16],[23,9,12],[22,17,9],[23,13,6],[25,8,11],[39,16,17],[25,12,9],[45,7,14],[22,6,6],[18,11,9],[25,11,12],[46,19,21],[27,14,7],[23,12,7],[21,12,9],[36,16,12],[20,5,9],[15,14,5],[5,2,7],[23,4,5],[11,2,1],[0,0,2],[2,3,11],[3,0,13],[14,4,14],[7,5,14],[14,7,11],[11,4,17],[10,0,6],[14,6,10],[17,7,8],[17,7,6],[13,10,7],[11,13,8],[6,6,4],[14,10,6],[6,4,6],[8,7,11],[21,9,2],[17,6,5],[5,2,3],[9,4,3],[14,9,7],[10,6,6],[26,11,9],[45,18,11],[19,3,4],[29,7,12],[30,11,11],[12,8,8],[11,7,6],[16,5,5],[17,5,2],[15,7,6],[17,8,9],[9,3,2],[6,0,2],[2,3,5],[6,0,2],[10,1,7],[12,3,1],[2,4,0]],[[2,2,44],[0,5,43],[2,6,40],[6,3,39],[4,5,37],[3,5,40],[1,8,39],[5,1,44],[2,6,40],[6,5,41],[6,5,43],[6,6,36],[12,5,31],[5,9,34],[5,8,35],[9,8,31],[9,9,30],[9,3,36],[12,17,53],[11,7,30],[12,2,30],[14,7,27],[13,12,23],[12,13,23],[12,16,20],[10,8,24],[15,11,22],[11,12,25],[18,9,21],[13,17,18],[15,14,19],[12,17,19],[20,13,15],[12,6,24],[14,14,20],[18,7,23],[15,12,21],[21,14,13],[23,7,18],[15,16,17],[19,14,13],[15,4,13],[24,9,15],[19,8,19],[20,14,12],[27,29,36],[63,32,63],[15,12,19],[17,15,16],[24,8,12],[19,12,17],[30,13,17],[14,12,18],[19,11,16],[19,11,16],[22,15,11],[37,18,23],[22,11,15],[19,15,12],[18,13,11],[25,12,11],[24,13,9],[46,32,18],[23,11,10],[21,13,10],[19,11,12],[18,11,15],[22,15,11],[22,13,7],[24,13,7],[40,20,12],[29,10,7],[37,13,16],[18,9,7],[21,10,7],[21,15,12],[52,26,8],[28,16,4],[26,12,4],[26,11,5],[30,20,14],[22,6,6],[15,13,6],[5,4,5],[22,7,3],[10,3,1],[0,2,0],[0,1,15],[2,0,14],[8,10,14],[7,7,12],[14,8,10],[14,7,11],[9,2,5],[15,5,10],[17,9,6],[9,13,8],[16,10,4],[13,11,8],[5,7,4],[11,11,8],[8,4,4],[8,7,11],[19,10,3],[12,8,8],[3,5,2],[11,4,1],[18,10,2],[10,7,5],[26,14,6],[44,23,7],[19,2,5],[25,14,9],[34,9,9],[15,11,2],[17,4,3],[14,7,5],[12,9,3],[20,8,0],[15,14,5],[8,5,1],[3,2,3],[6,1,3],[0,4,4],[13,2,3],[9,6,1],[5,1,0]],[[1,0,47],[0,0,48],[0,1,47],[2,1,45],[1,1,44],[1,3,44],[1,1,46],[2,1,47],[1,2,45],[3,2,47],[2,2,50],[5,4,39],[4,4,40],[4,4,40],[3,2,43],[3,3,42],[5,6,37],[4,5,39],[10,14,58],[6,6,36],[7,2,35],[5,6,37],[6,6,36],[4,11,33],[8,7,33],[8,3,31],[10,6,32],[10,9,29],[10,14,24],[9,11,28],[9,8,31],[14,7,27],[6,10,32],[5,6,31],[7,11,30],[12,8,28],[11,10,27],[10,12,26],[5,7,36],[5,15,28],[9,10,27],[13,12,23],[6,10,16],[9,15,22],[11,13,22],[22,21,49],[37,47,74],[14,10,22],[5,21,22],[10,14,20],[13,16,19],[18,17,25],[9,14,21],[10,13,23],[10,12,24],[17,13,18],[18,30,30],[12,14,22],[15,17,14],[6,15,21],[17,13,18],[16,13,17],[25,38,33],[14,12,18],[10,11,23],[11,14,17],[15,11,18],[13,21,14],[14,16,12],[16,14,14],[30,25,17],[21,14,11],[27,10,29],[8,13,13],[11,15,12],[15,18,15],[40,27,19],[27,14,7],[21,19,2],[21,16,5],[34,19,11],[18,8,8],[18,13,3],[1,6,7],[18,10,4],[9,4,1],[0,2,0],[0,2,14],[2,1,13],[6,9,17],[9,1,16],[6,11,15],[11,5,16],[5,4,7],[7,6,17],[9,10,13],[11,10,9],[4,10,16],[10,8,14],[4,7,5],[8,11,11],[8,5,3],[8,8,10],[14,11,7],[9,10,9],[0,7,3],[7,7,2],[14,10,6],[6,8,8],[27,13,6],[25,28,21],[12,8,6],[19,14,15],[23,13,16],[13,10,5],[14,6,4],[15,7,4],[10,10,4],[19,8,1],[18,14,2],[10,3,1],[2,2,4],[3,4,3],[1,3,4],[14,1,3],[9,5,2],[3,2,1]],[[0,1,47],[1,2,45],[1,1,46],[0,2,46],[0,3,43],[1,3,44],[1,4,43],[2,1,47],[1,5,42],[0,4,48],[2,1,51],[2,2,44],[4,1,43],[5,5,38],[2,6,40],[2,5,41],[6,6,36],[7,6,35],[12,11,59],[10,6,32],[9,0,35],[12,7,29],[10,4,34],[10,6,32],[8,9,31],[10,4,28],[15,4,29],[18,4,26],[17,8,23],[23,6,19],[20,7,21],[14,7,27],[20,8,20],[8,6,28],[17,10,21],[15,8,25],[14,7,27],[19,8,21],[16,7,25],[19,8,21],[11,11,24],[15,11,22],[18,12,18],[10,8,12],[19,7,20],[36,18,38],[57,35,66],[14,6,26],[19,13,16],[11,10,23],[15,15,18],[27,13,20],[11,13,20],[15,8,23],[15,11,20],[23,8,17],[33,21,24],[24,14,10],[17,15,14],[13,12,17],[24,13,11],[20,11,15],[45,23,28],[17,9,18],[18,10,16],[17,7,18],[21,11,12],[22,12,14],[23,8,11],[27,8,9],[39,16,17],[28,10,8],[34,8,24],[14,7,13],[19,12,7],[20,13,15],[58,16,12],[31,13,4],[28,12,2],[26,10,6],[38,14,12],[19,6,9],[16,8,10],[2,5,7],[23,5,4],[8,4,2],[0,1,1],[0,0,16],[0,0,16],[14,5,13],[10,4,12],[11,6,15],[7,3,22],[3,2,11],[11,8,11],[14,8,10],[9,4,17],[11,9,10],[15,7,10],[9,3,4],[13,6,11],[9,3,4],[9,6,11],[18,7,7],[13,7,8],[1,2,7],[10,3,3],[19,9,2],[7,6,9],[33,8,5],[39,20,15],[18,2,6],[28,10,10],[28,10,14],[18,8,2],[19,2,3],[16,6,4],[12,6,6],[19,5,4],[21,7,6],[10,2,2],[4,2,2],[5,2,3],[2,0,6],[14,2,2],[11,2,3],[4,1,1]],[[2,1,39],[1,4,37],[3,4,35],[4,1,37],[4,2,36],[1,3,38],[0,2,40],[2,1,41],[1,4,37],[4,5,37],[7,2,39],[6,6,30],[6,1,35],[6,3,33],[6,4,32],[5,5,32],[7,3,32],[7,3,32],[16,11,53],[11,3,28],[14,2,24],[14,7,21],[14,4,24],[10,6,26],[16,7,19],[14,1,23],[11,5,26],[16,7,19],[12,14,16],[11,9,22],[23,6,13],[16,8,18],[21,9,12],[12,2,22],[13,10,19],[17,7,18],[19,5,18],[16,12,14],[20,8,14],[19,9,14],[16,8,16],[20,11,11],[16,12,14],[16,9,17],[12,8,8],[44,13,23],[49,36,57],[15,9,16],[17,11,14],[18,10,10],[18,10,14],[31,10,11],[17,7,16],[22,9,9],[19,8,15],[23,12,7],[38,20,10],[22,10,10],[18,13,9],[15,11,10],[20,10,12],[17,14,9],[52,15,17],[20,9,11],[23,7,8],[20,10,8],[19,6,15],[23,14,5],[20,8,8],[21,8,9],[42,16,4],[22,11,7],[31,8,15],[11,7,10],[20,8,6],[24,11,7],[45,21,8],[25,13,4],[27,11,2],[26,11,1],[36,17,5],[20,5,3],[14,12,2],[2,6,4],[19,6,1],[8,2,0],[1,1,0],[0,1,13],[2,0,12],[7,2,19],[8,6,8],[10,7,11],[12,5,11],[7,1,6],[14,4,8],[14,7,7],[16,7,5],[15,5,8],[14,7,7],[4,4,6],[11,9,6],[9,4,1],[12,5,7],[16,10,2],[15,6,3],[3,3,2],[10,3,1],[17,7,2],[11,6,3],[24,11,7],[46,13,5],[13,6,3],[24,8,8],[28,9,7],[12,8,4],[15,3,2],[19,3,2],[12,4,4],[13,6,5],[15,9,4],[10,2,0],[5,0,1],[7,3,0],[4,0,4],[12,2,2],[9,4,1],[0,4,0]],[[9,2,73],[7,4,73],[6,6,72],[9,5,70],[6,5,69],[6,6,72],[7,2,75],[10,2,76],[7,6,71],[13,6,69],[10,4,82],[11,3,70],[16,2,66],[12,5,67],[18,5,61],[12,5,67],[18,6,60],[16,12,56],[40,13,87],[25,6,53],[24,3,51],[26,13,45],[24,11,49],[29,11,44],[27,16,41],[21,4,47],[31,6,47],[36,13,35],[40,12,32],[30,20,34],[31,14,39],[35,11,38],[39,7,38],[26,4,42],[35,20,29],[40,15,29],[37,11,36],[35,19,30],[32,8,44],[36,15,33],[38,14,30],[40,19,25],[41,18,25],[29,16,35],[34,13,33],[64,27,45],[126,45,113],[38,19,25],[34,17,33],[34,17,25],[42,15,27],[54,21,31],[31,16,31],[42,15,23],[37,19,24],[40,18,26],[71,33,32],[40,20,24],[47,19,14],[35,19,18],[45,15,24],[44,22,16],[86,34,48],[35,18,23],[45,12,21],[45,14,15],[32,17,29],[49,24,11],[46,18,14],[50,17,11],[81,23,20],[52,17,11],[81,14,25],[33,12,17],[40,19,9],[42,24,16],[90,36,26],[53,20,11],[44,18,12],[43,19,10],[72,31,13],[44,10,8],[37,17,4],[13,4,7],[46,10,2],[21,5,0],[0,4,0],[2,2,24],[3,0,25],[25,12,19],[22,5,21],[25,10,21],[30,8,18],[13,2,13],[30,4,18],[28,13,15],[25,9,18],[23,19,10],[28,14,14],[14,10,4],[30,11,11],[17,8,3],[23,9,14],[30,15,11],[29,7,12],[5,8,3],[20,7,1],[33,9,10],[22,10,6],[48,16,14],[83,35,10],[34,8,4],[58,11,13],[63,20,9],[29,12,7],[30,5,7],[31,7,6],[29,10,3],[29,12,7],[38,17,3],[16,8,0],[10,2,2],[10,2,4],[8,3,3],[27,3,2],[19,8,1],[6,4,0]],[[2,5,149],[4,7,145],[1,9,146],[4,6,146],[3,8,141],[7,15,134],[2,16,138],[6,5,159],[6,9,141],[6,20,142],[8,8,166],[9,14,133],[12,16,128],[8,18,130],[15,16,125],[13,25,118],[21,19,116],[29,18,109],[48,47,185],[18,23,115],[23,13,110],[36,27,93],[30,21,105],[37,27,92],[46,31,79],[18,16,98],[42,17,97],[47,26,83],[48,31,77],[54,37,65],[51,31,74],[57,26,73],[51,34,71],[33,14,93],[48,36,72],[55,22,79],[54,29,73],[43,37,76],[55,24,77],[61,25,70],[58,32,60],[59,33,64],[53,41,62],[54,33,65],[61,34,57],[106,68,126],[215,84,251],[54,27,69],[57,34,65],[50,26,52],[61,39,56],[91,31,66],[54,35,57],[59,32,59],[54,35,63],[64,32,60],[105,65,76],[78,34,44],[76,35,39],[51,37,44],[73,37,46],[81,27,42],[156,74,82],[70,28,50],[60,34,50],[72,23,45],[69,32,45],[79,45,32],[69,27,42],[82,27,35],[130,45,53],[83,39,28],[103,19,70],[44,22,40],[64,29,29],[89,30,29],[161,55,60],[82,37,37],[96,25,21],[88,27,27],[120,50,46],[71,11,24],[61,29,12],[10,13,15],[59,13,14],[19,10,7],[2,4,0],[2,5,45],[2,0,50],[37,16,51],[27,18,41],[34,31,39],[38,17,49],[24,8,20],[44,19,35],[42,25,37],[46,27,27],[46,24,30],[55,19,30],[21,16,15],[35,16,39],[33,9,10],[38,20,30],[59,28,17],[44,18,22],[5,13,8],[35,11,6],[55,19,24],[32,19,19],[102,28,30],[125,51,32],[46,18,22],[75,26,35],[114,28,26],[52,15,19],[57,14,13],[47,17,16],[40,14,10],[58,16,20],[73,22,11],[26,8,4],[14,0,6],[21,8,9],[13,0,7],[49,5,6],[39,11,2],[10,13,1]],[[1,1,40],[0,0,42],[1,0,41],[1,2,39],[3,5,32],[0,2,40],[1,6,35],[3,1,40],[3,2,37],[8,3,35],[4,1,43],[4,0,38],[4,1,37],[5,2,35],[10,9,23],[7,4,31],[7,5,30],[7,4,31],[13,2,55],[8,2,32],[13,0,27],[9,4,29],[19,5,18],[9,3,30],[15,6,21],[14,4,18],[16,4,22],[12,7,23],[16,8,18],[12,8,22],[19,9,14],[16,8,18],[20,3,19],[12,2,22],[16,9,17],[19,5,18],[21,5,16],[12,9,21],[19,2,21],[19,5,18],[20,4,18],[17,9,16],[19,9,14],[16,6,18],[19,8,13],[33,8,41],[56,31,55],[11,5,12],[18,8,16],[16,7,15],[17,6,19],[31,7,16],[17,9,14],[17,5,18],[16,6,18],[24,8,10],[40,12,16],[18,11,13],[20,9,11],[16,9,11],[25,7,10],[21,8,13],[44,19,21],[22,9,7],[18,3,19],[19,6,13],[22,8,10],[24,7,11],[20,8,10],[25,9,6],[39,11,12],[30,9,1],[45,5,14],[15,7,8],[17,9,8],[29,5,8],[50,15,13],[29,10,3],[27,7,4],[24,7,5],[39,13,6],[25,4,3],[18,7,3],[4,2,6],[24,5,1],[7,2,3],[0,1,1],[0,1,13],[0,0,14],[13,3,12],[10,4,10],[13,5,10],[12,2,14],[8,1,5],[12,3,11],[16,5,7],[12,2,12],[11,4,11],[17,6,5],[9,2,3],[13,6,7],[8,3,3],[8,6,10],[16,8,4],[16,2,6],[5,2,1],[8,4,2],[18,5,3],[12,5,3],[24,8,8],[47,9,8],[16,4,4],[33,2,7],[34,8,6],[16,5,3],[15,4,3],[17,3,2],[13,0,7],[17,4,3],[22,7,1],[10,1,1],[8,0,0],[5,2,1],[6,0,2],[15,3,0],[12,1,1],[3,1,0]],[[0,1,47],[1,1,46],[2,3,43],[1,3,44],[1,5,40],[2,0,46],[2,4,42],[3,0,47],[2,3,43],[4,3,45],[5,1,48],[4,6,38],[5,4,39],[4,5,39],[4,3,41],[3,4,41],[5,5,38],[3,4,41],[12,9,61],[7,7,34],[10,0,34],[7,10,31],[10,9,29],[6,11,31],[10,9,29],[11,3,28],[17,6,25],[7,14,27],[17,9,22],[15,13,20],[19,7,22],[15,7,26],[14,13,21],[12,2,28],[17,10,21],[17,11,20],[9,12,27],[18,11,19],[14,8,26],[13,12,23],[16,9,21],[20,10,18],[19,12,17],[17,14,15],[18,12,16],[39,22,31],[63,42,53],[14,11,21],[16,8,8],[12,15,17],[22,12,14],[27,14,19],[14,15,15],[21,10,15],[18,14,14],[23,13,12],[29,27,22],[17,13,18],[28,10,8],[14,15,13],[26,9,13],[19,14,13],[47,27,22],[11,13,20],[21,9,14],[24,9,9],[23,11,10],[18,17,13],[21,11,10],[26,11,7],[36,22,14],[28,11,7],[40,9,17],[13,11,10],[18,10,10],[27,14,7],[50,29,7],[27,13,8],[22,14,6],[26,13,3],[38,21,5],[23,6,5],[20,11,3],[5,5,4],[27,4,1],[11,1,2],[1,1,0],[0,0,16],[0,1,15],[6,8,18],[9,7,10],[13,6,13],[11,6,15],[7,2,7],[13,4,13],[14,9,9],[11,6,13],[15,9,6],[13,8,11],[7,7,2],[9,11,10],[6,4,6],[12,7,7],[20,9,3],[15,7,6],[3,4,3],[7,5,4],[18,9,3],[12,7,3],[25,14,7],[39,24,11],[16,6,4],[24,14,10],[32,11,9],[17,8,3],[17,4,3],[23,2,1],[13,8,3],[21,5,2],[22,12,0],[9,5,0],[4,2,2],[8,2,0],[2,2,4],[14,1,3],[10,6,0],[3,3,0]],[[0,2,46],[1,2,45],[0,3,45],[1,2,45],[1,1,44],[1,1,46],[1,4,43],[3,1,46],[2,1,45],[3,3,46],[1,1,52],[1,1,46],[6,4,38],[2,1,45],[6,4,38],[1,1,46],[1,4,43],[4,4,40],[6,10,66],[6,7,35],[8,2,34],[5,5,38],[10,9,29],[9,12,27],[12,11,25],[10,5,27],[12,4,32],[9,10,29],[10,10,28],[12,11,25],[12,9,27],[11,10,27],[16,9,23],[8,6,28],[15,14,19],[16,8,24],[18,9,21],[13,15,20],[14,7,27],[17,10,21],[12,12,22],[11,12,25],[10,15,23],[11,13,22],[13,13,20],[25,21,46],[49,33,76],[13,12,21],[16,17,15],[8,5,15],[14,12,22],[23,17,20],[13,15,16],[13,13,20],[14,13,19],[17,13,18],[28,24,26],[13,13,22],[14,13,19],[11,13,18],[17,11,20],[13,15,18],[38,32,26],[15,14,15],[14,12,18],[15,12,15],[18,11,15],[16,17,15],[19,11,12],[21,13,10],[33,19,20],[17,15,14],[35,8,23],[11,8,15],[15,9,14],[22,11,15],[50,21,15],[28,15,5],[21,12,9],[20,12,10],[30,20,14],[20,6,8],[17,12,5],[3,6,5],[21,8,3],[9,4,1],[0,2,0],[0,0,16],[0,0,16],[12,4,16],[6,5,15],[8,6,18],[9,6,17],[7,2,7],[8,4,18],[11,12,9],[8,5,17],[6,12,12],[14,9,9],[5,7,4],[11,8,11],[6,5,5],[10,6,10],[13,8,11],[11,10,7],[2,5,3],[8,4,4],[14,9,7],[8,8,6],[23,11,12],[38,21,15],[17,4,5],[25,8,15],[26,11,15],[15,8,5],[15,7,2],[12,6,8],[15,6,3],[16,8,4],[17,11,6],[9,3,2],[5,0,3],[4,2,4],[2,0,6],[10,3,5],[10,3,3],[2,4,0]],[[1,0,47],[1,5,42],[2,3,43],[0,6,42],[0,3,43],[2,4,42],[1,0,47],[2,3,45],[2,6,40],[4,5,43],[1,3,50],[1,6,41],[4,4,40],[4,6,38],[2,0,46],[3,5,40],[4,3,41],[9,3,36],[8,15,59],[8,6,34],[8,3,33],[9,11,28],[13,7,28],[12,5,31],[8,11,29],[7,2,33],[11,5,32],[7,12,29],[12,9,27],[13,12,23],[17,11,20],[17,6,25],[10,9,29],[12,6,24],[11,11,26],[15,10,23],[11,8,29],[13,15,20],[16,10,22],[13,13,22],[16,10,20],[15,14,19],[19,16,13],[13,15,18],[21,11,14],[21,25,46],[61,32,65],[15,11,20],[12,16,20],[12,10,22],[15,8,9],[24,13,23],[11,15,18],[18,10,18],[17,14,15],[22,13,13],[37,24,17],[21,14,13],[13,17,16],[15,16,11],[19,12,17],[19,12,15],[42,28,26],[25,9,10],[20,11,13],[22,12,8],[18,13,13],[22,16,10],[17,10,15],[20,14,10],[41,19,12],[24,12,10],[37,9,20],[9,10,15],[14,14,10],[25,15,8],[45,23,18],[22,11,15],[22,12,8],[25,14,3],[36,17,11],[23,7,4],[17,14,3],[3,6,5],[24,8,0],[6,4,4],[0,1,1],[0,0,16],[1,0,15],[5,10,17],[7,5,14],[7,11,14],[10,7,15],[10,1,5],[12,4,14],[8,12,12],[12,7,11],[9,13,8],[11,10,11],[7,6,3],[10,8,12],[7,4,5],[9,7,10],[16,11,5],[12,9,7],[2,5,3],[9,5,2],[12,8,10],[9,5,8],[23,12,11],[36,24,14],[13,7,6],[26,10,12],[27,10,15],[18,9,1],[13,8,3],[18,7,1],[8,8,8],[18,8,2],[14,15,5],[8,5,1],[4,2,2],[4,2,4],[3,2,3],[16,2,0],[8,5,3],[2,4,0]],[[0,1,47],[2,2,44],[2,4,42],[1,3,44],[3,4,39],[1,4,43],[2,5,41],[4,4,42],[3,0,45],[2,5,45],[0,6,48],[5,2,41],[6,6,36],[4,3,41],[0,5,43],[7,3,38],[4,5,39],[5,5,38],[10,11,61],[11,4,33],[9,1,34],[18,8,22],[13,6,29],[11,9,28],[11,9,28],[7,5,30],[12,6,30],[13,10,25],[20,7,21],[11,12,25],[15,7,26],[13,10,25],[15,6,27],[12,4,26],[23,9,16],[20,10,18],[19,10,19],[21,12,15],[17,7,24],[21,8,19],[15,8,23],[21,11,16],[23,11,14],[16,11,19],[21,9,16],[36,16,40],[77,23,58],[19,8,19],[24,9,15],[22,9,13],[23,11,14],[27,4,13],[14,12,18],[23,7,16],[17,13,16],[22,8,18],[40,19,19],[27,9,12],[24,10,12],[14,11,17],[29,6,13],[29,6,11],[54,17,25],[18,11,15],[23,13,8],[25,6,11],[25,10,9],[26,12,10],[24,10,8],[30,7,7],[41,17,14],[31,9,6],[48,5,13],[21,6,7],[26,8,4],[27,9,12],[66,14,6],[28,12,8],[29,10,3],[26,8,8],[41,16,7],[23,3,8],[21,11,2],[6,4,4],[27,3,2],[10,3,1],[0,2,0],[1,3,12],[2,0,14],[9,7,16],[8,5,13],[12,6,14],[13,6,13],[11,0,5],[16,3,11],[17,6,9],[17,4,9],[9,11,10],[16,9,7],[10,3,3],[17,5,8],[12,2,2],[11,6,9],[16,7,9],[14,6,8],[2,4,4],[12,3,1],[20,4,6],[11,5,6],[35,9,2],[41,18,15],[18,3,5],[33,7,8],[32,9,11],[21,6,1],[15,5,4],[15,6,5],[16,5,3],[18,8,2],[23,7,4],[8,4,2],[5,0,3],[4,2,4],[2,0,6],[16,1,1],[11,3,2],[3,3,0]],[[1,1,46],[2,2,44],[1,4,43],[3,2,43],[5,1,40],[1,4,43],[1,3,44],[1,2,47],[4,2,42],[7,4,41],[3,2,49],[6,3,39],[6,3,39],[6,4,38],[5,2,41],[7,4,37],[7,6,35],[6,4,38],[16,12,54],[11,6,31],[12,2,30],[10,11,27],[15,10,23],[15,11,22],[12,8,28],[14,2,26],[20,4,24],[13,15,20],[15,11,22],[14,12,22],[16,14,18],[15,8,25],[18,12,18],[10,3,29],[17,8,23],[18,10,20],[9,17,22],[15,13,20],[21,9,18],[18,15,15],[16,11,19],[16,13,19],[13,14,21],[22,12,12],[20,11,15],[33,21,38],[49,39,70],[15,12,19],[16,15,17],[18,11,15],[18,14,16],[23,17,20],[11,7,10],[21,13,12],[22,9,15],[19,18,11],[28,32,18],[22,15,11],[19,13,14],[18,13,11],[23,10,15],[17,14,15],[42,35,19],[24,12,8],[19,9,16],[21,11,10],[23,9,12],[24,17,7],[20,11,11],[18,17,9],[39,23,10],[26,13,7],[34,12,20],[12,12,10],[17,12,9],[22,17,9],[38,29,19],[23,15,10],[18,16,8],[20,16,6],[29,20,15],[18,7,9],[16,11,7],[6,5,3],[24,3,5],[8,1,5],[1,0,1],[3,0,13],[2,0,14],[11,7,14],[6,5,15],[10,10,12],[15,4,13],[6,1,9],[17,6,7],[13,10,9],[15,7,8],[11,14,5],[15,10,7],[3,7,6],[16,8,6],[8,3,5],[9,6,11],[11,13,8],[16,8,4],[1,5,4],[4,7,5],[12,12,6],[9,9,4],[18,15,13],[35,26,13],[15,5,6],[19,10,19],[26,14,12],[15,8,5],[17,3,4],[16,8,2],[14,8,2],[15,7,6],[17,12,5],[9,3,2],[2,2,4],[5,2,3],[1,3,4],[14,3,1],[13,2,1],[1,4,1]],[[0,2,46],[2,3,43],[1,0,47],[2,1,45],[1,3,42],[1,3,44],[3,3,42],[2,2,46],[4,3,41],[3,1,48],[3,4,47],[1,4,43],[6,9,33],[2,5,41],[7,6,35],[2,8,38],[7,6,35],[7,7,34],[19,9,54],[13,7,28],[6,1,37],[14,12,22],[17,9,22],[14,8,26],[7,13,28],[8,3,31],[20,8,20],[15,10,23],[16,10,22],[11,15,22],[21,13,14],[16,12,20],[14,11,23],[16,4,22],[19,12,17],[16,9,23],[19,10,19],[21,13,14],[22,7,19],[18,13,17],[20,12,14],[18,10,20],[27,9,12],[20,9,17],[17,11,18],[35,19,38],[75,35,48],[20,9,17],[19,12,17],[16,7,21],[20,13,15],[31,9,20],[14,13,17],[16,6,8],[25,10,11],[24,10,14],[38,18,22],[21,12,15],[16,15,15],[15,14,13],[22,13,13],[24,6,16],[48,23,25],[22,12,10],[24,8,12],[22,10,10],[19,12,13],[28,12,8],[21,13,8],[25,12,7],[40,20,12],[24,13,9],[44,7,15],[19,8,7],[23,11,4],[27,11,10],[47,23,16],[22,14,12],[21,12,9],[25,11,6],[32,20,12],[27,5,2],[20,13,1],[4,3,7],[20,7,5],[10,3,1],[0,2,0],[0,1,15],[1,0,15],[10,6,16],[10,4,12],[12,7,13],[13,5,14],[7,1,8],[20,2,8],[13,9,10],[13,7,10],[12,9,9],[15,8,9],[9,4,3],[15,9,6],[5,5,6],[11,7,8],[16,12,4],[15,5,8],[2,3,5],[10,4,2],[17,7,6],[12,4,6],[27,12,7],[37,23,14],[16,4,6],[27,8,13],[33,14,5],[16,10,2],[16,6,2],[19,6,1],[13,7,4],[17,7,4],[17,10,7],[9,3,2],[3,0,5],[7,2,1],[2,0,6],[16,2,0],[8,6,2],[4,1,1]],[[1,1,46],[1,3,44],[3,0,45],[0,4,44],[1,2,43],[0,3,45],[0,2,46],[3,0,47],[3,2,43],[4,1,47],[1,5,48],[4,3,41],[5,3,40],[4,7,37],[1,3,44],[8,5,35],[4,6,38],[6,4,38],[8,14,60],[9,6,33],[4,1,39],[12,9,27],[7,8,33],[3,13,32],[8,8,32],[6,5,31],[11,5,32],[9,8,31],[14,11,23],[8,17,23],[7,12,29],[14,8,26],[12,8,28],[8,6,28],[12,10,26],[12,9,27],[13,7,28],[14,11,23],[16,6,26],[13,11,24],[7,11,28],[18,13,17],[14,12,22],[13,12,21],[15,12,19],[27,24,41],[56,32,70],[15,11,20],[14,13,21],[15,12,17],[13,13,22],[26,14,20],[11,13,20],[15,11,20],[8,9,13],[16,15,17],[26,25,27],[20,11,17],[17,13,16],[6,12,24],[24,10,14],[14,15,17],[39,23,34],[13,12,19],[14,11,19],[18,7,17],[21,10,13],[23,13,12],[14,12,16],[23,9,12],[44,14,14],[24,10,12],[33,7,26],[17,10,7],[17,12,9],[28,13,7],[51,19,16],[34,10,4],[26,9,7],[27,10,5],[34,16,14],[23,4,7],[20,12,2],[2,5,7],[23,6,3],[10,2,2],[2,0,0],[0,1,15],[0,1,15],[10,6,16],[9,4,13],[12,7,13],[12,7,13],[5,5,6],[7,8,15],[15,7,10],[7,9,14],[7,11,12],[11,8,13],[5,7,4],[12,7,11],[9,4,3],[6,7,13],[17,9,6],[16,4,8],[3,4,3],[10,4,2],[16,8,6],[9,6,7],[32,7,7],[43,20,11],[19,4,3],[26,8,14],[30,12,10],[17,8,3],[15,6,3],[19,4,3],[13,6,5],[17,9,2],[26,4,4],[12,2,0],[5,0,3],[5,2,3],[5,0,3],[14,0,4],[12,3,1],[4,2,0]],[[0,3,45],[2,4,42],[1,2,45],[2,4,42],[0,1,45],[1,3,44],[2,2,44],[2,1,47],[1,4,43],[0,3,49],[0,3,51],[0,4,44],[2,7,39],[4,3,41],[1,2,45],[0,7,41],[3,7,38],[5,4,39],[5,16,61],[4,8,36],[4,3,37],[6,9,33],[5,6,37],[10,8,30],[11,10,27],[6,4,32],[12,11,25],[11,9,28],[13,14,21],[3,12,33],[6,15,27],[6,10,32],[12,6,30],[7,4,31],[15,12,21],[14,7,27],[10,11,27],[11,14,23],[8,11,29],[13,12,23],[9,13,24],[13,12,23],[11,13,24],[9,11,26],[9,14,23],[18,24,50],[46,31,81],[7,15,24],[12,15,21],[11,7,26],[14,11,23],[19,10,31],[7,17,20],[16,11,19],[11,17,18],[10,7,15],[17,25,36],[12,12,24],[20,11,15],[12,13,17],[16,11,21],[15,17,14],[34,34,28],[16,12,16],[10,12,22],[12,13,17],[20,11,13],[15,18,15],[16,9,17],[13,13,18],[27,23,22],[21,13,12],[30,9,27],[8,9,17],[15,11,12],[19,14,15],[32,22,32],[25,13,10],[18,14,10],[17,11,14],[29,24,11],[15,6,13],[13,15,6],[1,6,7],[17,9,6],[6,2,6],[2,0,0],[0,1,15],[0,1,15],[8,7,17],[10,5,11],[9,9,14],[8,9,15],[5,3,8],[8,6,16],[10,10,12],[11,7,12],[9,12,9],[12,7,13],[8,4,4],[12,10,8],[4,5,7],[9,7,10],[10,13,9],[7,6,15],[2,3,5],[7,7,2],[12,10,8],[8,7,7],[16,11,19],[35,23,16],[8,9,9],[20,10,18],[29,9,14],[10,9,9],[15,6,3],[11,6,9],[9,9,6],[17,9,2],[19,7,8],[7,3,4],[4,2,2],[5,3,2],[0,0,8],[12,2,4],[8,6,2],[1,3,2]],[[1,2,45],[1,3,44],[2,4,42],[1,2,45],[0,1,45],[0,3,45],[0,3,45],[3,1,46],[1,6,41],[5,3,44],[2,3,49],[4,3,41],[4,3,41],[5,7,36],[3,1,44],[0,8,40],[4,5,39],[5,4,39],[9,14,59],[6,8,34],[12,1,31],[5,12,31],[8,7,33],[8,7,33],[12,10,26],[10,1,31],[12,6,30],[14,9,25],[17,10,21],[11,12,25],[13,11,24],[18,9,21],[15,7,26],[8,6,28],[14,13,21],[15,8,25],[15,11,22],[14,15,19],[14,9,25],[15,12,21],[9,13,24],[17,11,20],[13,15,20],[13,9,24],[11,12,23],[27,23,42],[49,47,62],[15,8,23],[13,16,19],[15,13,16],[16,11,21],[20,16,24],[10,17,17],[13,14,19],[14,16,16],[21,15,12],[28,20,14],[24,13,11],[17,15,14],[16,12,14],[22,12,14],[21,17,8],[39,27,30],[13,17,14],[18,12,14],[17,11,14],[21,10,13],[20,18,10],[19,10,13],[21,14,9],[42,17,13],[24,14,8],[38,9,19],[12,10,12],[18,12,8],[22,15,11],[46,25,15],[32,12,4],[23,11,8],[26,12,4],[36,16,12],[23,3,8],[18,13,3],[4,5,5],[25,7,0],[8,4,2],[0,2,0],[0,3,13],[0,1,15],[5,11,16],[10,4,12],[7,12,13],[7,10,15],[5,3,8],[11,3,16],[12,12,8],[11,9,10],[9,12,9],[17,8,7],[8,5,3],[16,6,8],[7,5,4],[8,6,12],[15,11,6],[15,8,5],[0,5,5],[7,5,4],[13,10,7],[9,6,7],[26,14,6],[41,23,10],[16,5,5],[27,13,8],[34,11,7],[19,8,1],[16,6,2],[15,7,4],[14,5,5],[15,10,3],[24,9,1],[11,3,0],[5,0,3],[6,1,3],[2,0,6],[14,2,2],[12,3,1],[2,4,0]],[[0,1,47],[0,3,45],[1,1,46],[0,1,47],[1,1,44],[1,6,41],[1,5,42],[2,1,47],[2,2,44],[1,3,48],[2,3,49],[0,4,44],[3,5,40],[1,4,43],[2,4,42],[2,4,42],[3,5,40],[2,6,40],[15,8,59],[5,9,34],[6,5,33],[2,7,39],[5,6,37],[5,7,36],[10,8,30],[3,3,36],[7,5,36],[5,11,32],[9,9,30],[10,11,27],[8,10,30],[8,6,34],[10,10,28],[5,4,33],[11,12,25],[8,12,28],[9,10,29],[9,11,28],[9,10,29],[12,11,25],[10,9,27],[15,14,19],[11,13,24],[7,15,24],[11,11,24],[21,23,48],[35,30,93],[9,12,25],[15,11,22],[12,12,20],[13,13,22],[21,13,26],[8,15,21],[13,13,20],[11,11,24],[19,11,18],[26,22,30],[8,9,15],[13,17,16],[8,14,20],[19,13,16],[19,14,13],[37,26,33],[16,11,17],[11,11,22],[19,10,13],[16,13,15],[19,12,17],[19,11,12],[25,12,7],[36,18,18],[25,13,8],[28,6,32],[10,7,17],[15,8,15],[24,14,10],[44,21,21],[26,15,7],[24,13,5],[24,11,7],[30,19,15],[17,5,12],[18,12,4],[2,5,7],[23,8,1],[7,4,3],[0,2,0],[0,1,15],[0,0,16],[7,6,19],[4,7,15],[7,9,16],[11,5,16],[7,2,7],[10,5,15],[11,9,12],[10,9,11],[5,13,12],[10,8,14],[4,8,4],[10,10,10],[7,5,4],[7,8,11],[11,13,8],[13,8,7],[3,4,3],[8,6,2],[14,8,8],[8,7,7],[26,10,10],[33,23,18],[17,5,4],[22,10,16],[26,14,12],[17,6,5],[15,8,1],[15,5,6],[12,6,6],[16,9,3],[20,11,3],[9,5,0],[4,0,4],[4,3,3],[3,0,5],[13,3,2],[13,3,0],[3,3,0]],[[1,3,44],[0,1,47],[2,0,46],[0,1,47],[2,4,40],[1,5,42],[0,4,44],[2,1,47],[2,4,42],[1,2,49],[2,3,49],[5,1,42],[7,4,37],[5,4,39],[3,7,38],[3,6,39],[5,4,39],[4,6,38],[5,8,69],[5,6,37],[5,3,36],[7,8,33],[9,8,31],[8,9,31],[9,10,29],[8,5,29],[13,9,26],[13,11,24],[11,8,29],[8,15,25],[15,13,20],[16,11,21],[15,7,26],[7,4,31],[15,12,21],[18,9,21],[17,9,22],[16,12,20],[18,9,21],[15,14,19],[13,10,23],[17,15,16],[10,14,24],[15,11,20],[18,10,18],[27,18,47],[52,38,68],[15,10,21],[15,11,22],[15,8,21],[17,14,17],[31,10,19],[13,10,21],[18,10,18],[15,7,24],[16,8,24],[30,21,27],[19,13,16],[9,9,12],[13,11,18],[19,14,15],[22,8,16],[41,28,27],[16,13,15],[19,10,15],[23,7,12],[17,14,13],[21,12,15],[14,14,14],[22,10,12],[38,20,14],[27,13,6],[33,7,26],[16,8,10],[18,9,11],[27,13,8],[51,18,17],[27,10,11],[26,11,5],[22,13,7],[33,18,13],[19,4,11],[20,12,2],[1,2,11],[25,6,1],[10,3,1],[1,0,1],[0,1,15],[1,0,15],[10,7,15],[7,8,11],[9,10,13],[16,5,11],[6,4,6],[11,6,13],[11,8,13],[9,7,14],[8,8,14],[10,11,11],[4,6,6],[11,10,9],[6,6,4],[10,6,10],[15,10,7],[13,6,9],[2,2,6],[6,5,5],[19,8,3],[8,5,9],[32,10,4],[49,18,7],[16,4,6],[25,7,16],[30,9,13],[15,8,5],[15,5,4],[17,4,5],[12,8,4],[19,4,5],[22,11,1],[11,3,0],[3,1,4],[5,4,1],[4,0,4],[13,1,4],[8,5,3],[2,4,0]],[[0,1,35],[1,0,35],[0,2,34],[0,2,34],[0,3,31],[1,3,32],[1,2,33],[1,1,34],[0,4,32],[0,3,37],[3,3,34],[0,1,35],[2,4,30],[0,3,33],[10,3,23],[2,2,32],[4,4,28],[4,6,26],[9,9,40],[5,4,27],[7,3,22],[14,7,15],[10,6,20],[11,6,19],[7,8,21],[3,4,25],[14,6,16],[10,7,19],[13,5,18],[7,7,22],[14,6,16],[12,5,19],[13,5,18],[14,4,14],[16,8,12],[18,6,12],[15,5,16],[14,5,17],[20,7,9],[15,12,9],[16,5,13],[16,7,13],[14,9,13],[18,7,9],[20,8,6],[31,10,27],[46,24,32],[21,3,10],[19,7,10],[15,8,13],[14,7,15],[25,10,11],[12,5,15],[15,5,14],[18,6,10],[17,9,10],[31,15,14],[21,7,8],[19,10,5],[11,5,6],[18,11,7],[18,6,10],[42,18,12],[21,5,8],[20,5,7],[15,6,9],[18,7,7],[23,8,5],[20,4,6],[22,5,5],[35,14,5],[24,7,3],[31,3,18],[13,5,6],[21,6,3],[18,11,9],[41,17,8],[22,9,5],[22,7,1],[21,8,3],[32,8,4],[17,3,4],[18,10,2],[4,4,4],[23,4,1],[7,4,1],[2,0,0],[1,1,10],[1,0,11],[9,4,11],[6,6,6],[9,5,10],[8,3,13],[7,1,4],[14,2,6],[12,7,5],[7,6,9],[11,6,5],[16,5,3],[5,3,4],[10,6,8],[9,1,2],[7,6,5],[13,9,2],[15,3,4],[4,2,2],[7,4,1],[16,3,3],[12,3,3],[24,6,2],[37,15,8],[11,3,4],[20,7,11],[30,7,5],[13,8,3],[15,5,0],[17,3,0],[12,3,5],[15,5,2],[16,7,1],[8,4,0],[4,0,2],[6,1,1],[1,0,3],[15,0,1],[8,3,1],[2,2,0]],[[0,3,45],[0,2,46],[0,0,48],[0,1,47],[0,3,43],[0,6,42],[0,3,45],[2,1,47],[1,3,44],[1,3,48],[0,1,53],[0,1,47],[4,4,40],[4,4,40],[5,6,37],[1,6,41],[7,6,35],[2,5,41],[6,9,67],[5,4,39],[3,2,39],[6,8,34],[7,5,36],[10,9,29],[3,10,35],[8,5,29],[11,7,30],[8,10,30],[12,7,29],[7,11,30],[7,9,32],[13,14,21],[8,11,29],[13,5,24],[14,10,24],[8,12,28],[15,10,23],[10,13,25],[14,8,26],[13,9,26],[13,10,23],[14,12,22],[13,11,24],[7,12,27],[15,11,20],[27,19,46],[41,39,78],[11,12,23],[10,13,25],[7,14,23],[15,10,23],[14,12,34],[10,9,25],[11,14,21],[11,8,27],[14,14,20],[19,23,36],[12,16,20],[17,13,16],[6,15,21],[11,8,13],[13,11,22],[31,25,40],[13,11,20],[11,13,20],[16,10,16],[14,11,19],[16,13,19],[14,16,12],[18,12,14],[27,21,24],[22,12,12],[26,10,30],[7,8,19],[13,11,14],[16,18,14],[34,27,25],[27,13,8],[20,15,7],[19,13,10],[30,17,17],[18,6,10],[11,15,8],[2,6,6],[19,5,8],[9,2,3],[0,2,0],[0,1,15],[0,0,16],[5,7,20],[6,6,14],[10,8,14],[8,6,18],[5,0,11],[10,4,16],[10,12,10],[9,4,17],[7,10,13],[5,12,15],[2,9,5],[8,9,13],[5,4,7],[10,6,10],[11,11,10],[9,7,12],[0,3,7],[6,6,4],[9,8,13],[7,5,10],[19,12,15],[25,29,20],[11,7,8],[19,12,17],[24,10,18],[13,9,6],[12,6,6],[11,5,10],[11,7,6],[17,6,5],[15,13,6],[8,6,0],[3,2,3],[7,2,1],[1,2,5],[7,3,8],[5,7,4],[2,4,0]],[[0,0,48],[0,2,46],[4,0,44],[0,4,44],[2,2,42],[1,3,44],[0,1,47],[3,0,47],[3,1,44],[0,1,51],[4,0,50],[4,3,41],[4,2,42],[5,4,39],[7,4,37],[5,3,40],[6,6,36],[12,5,31],[9,11,62],[8,7,33],[7,2,35],[6,9,33],[8,6,34],[4,11,33],[10,8,30],[12,4,26],[9,7,32],[11,14,23],[12,9,27],[11,15,22],[13,13,22],[16,11,21],[12,7,29],[8,8,26],[13,13,22],[9,8,31],[11,14,23],[12,15,21],[15,11,22],[10,15,23],[7,14,25],[15,11,22],[10,14,24],[10,12,24],[16,9,21],[30,24,38],[43,32,83],[17,11,18],[14,13,21],[12,11,21],[13,13,22],[22,15,23],[13,12,19],[17,9,20],[13,14,19],[15,13,20],[21,24,33],[18,13,17],[14,13,19],[11,12,19],[22,10,16],[11,9,10],[37,29,30],[15,12,17],[19,12,13],[18,10,14],[20,12,12],[21,14,13],[18,13,11],[21,13,10],[38,20,14],[22,15,9],[24,11,31],[12,10,12],[18,11,9],[24,11,13],[41,21,24],[29,13,6],[23,9,10],[25,10,7],[25,24,15],[17,7,10],[15,15,4],[2,6,6],[24,5,3],[11,1,2],[2,0,0],[0,0,16],[1,1,14],[7,7,18],[7,9,10],[10,6,16],[6,6,20],[3,3,10],[9,4,17],[13,6,13],[9,7,14],[8,11,11],[10,10,12],[5,8,3],[10,9,11],[6,5,5],[9,4,13],[13,13,6],[11,8,9],[1,6,3],[8,4,4],[18,9,3],[10,7,5],[21,12,13],[41,21,12],[14,5,7],[28,9,11],[30,11,11],[15,7,6],[14,4,6],[19,5,2],[11,8,5],[16,7,5],[25,9,0],[11,2,1],[3,0,5],[6,4,0],[2,2,4],[13,1,4],[11,3,2],[3,3,0]],[[1,2,93],[2,7,87],[2,5,89],[0,6,90],[1,5,86],[1,8,87],[1,5,90],[5,1,94],[5,10,81],[5,5,94],[2,6,100],[4,14,78],[7,9,80],[7,11,78],[4,9,83],[6,12,78],[12,11,73],[10,10,76],[9,24,131],[12,12,72],[10,4,74],[15,17,64],[24,11,61],[15,23,58],[19,24,53],[15,9,60],[18,13,65],[20,22,54],[24,19,53],[20,24,52],[25,21,50],[27,19,50],[27,24,45],[20,12,52],[27,28,41],[27,21,48],[31,17,48],[24,26,46],[31,21,44],[24,25,47],[26,25,41],[24,26,46],[26,27,43],[24,19,49],[22,24,46],[65,34,85],[93,76,147],[28,17,47],[29,25,42],[25,22,41],[31,22,43],[51,28,41],[18,31,39],[24,26,42],[28,31,33],[30,25,41],[57,50,49],[36,24,36],[28,33,31],[27,26,31],[37,23,36],[34,35,23],[60,52,48],[24,29,35],[33,19,36],[30,24,30],[31,27,30],[39,34,23],[34,24,26],[45,23,20],[60,43,41],[40,30,22],[59,17,56],[28,20,20],[27,25,24],[37,28,31],[77,50,45],[55,28,13],[34,27,23],[36,32,16],[59,37,32],[46,13,9],[35,24,9],[7,9,12],[41,16,7],[21,5,2],[1,3,0],[1,1,30],[2,1,29],[15,17,32],[14,9,29],[19,20,25],[15,14,35],[13,3,16],[22,11,27],[22,15,27],[12,24,24],[14,18,28],[23,21,20],[10,10,12],[20,18,22],[14,11,7],[16,13,23],[29,24,11],[26,15,15],[5,8,7],[14,12,6],[34,12,14],[16,15,13],[36,32,24],[79,43,26],[23,10,19],[46,22,28],[53,24,27],[25,18,13],[28,14,6],[29,10,13],[25,12,11],[29,19,8],[26,25,17],[17,5,6],[10,2,4],[9,4,7],[5,2,9],[19,6,11],[12,13,7],[4,8,0]],[[0,0,42],[0,1,41],[0,0,42],[0,2,40],[1,2,37],[1,4,37],[0,4,38],[0,1,43],[1,2,39],[0,2,44],[0,1,47],[1,2,39],[1,3,38],[0,2,40],[3,3,36],[1,3,38],[5,2,35],[4,5,33],[3,8,59],[2,5,35],[5,3,30],[3,4,35],[4,8,30],[5,8,29],[5,6,31],[0,2,34],[9,4,29],[6,8,28],[10,10,22],[7,12,23],[6,9,27],[11,6,25],[8,9,25],[5,2,31],[8,13,21],[8,8,26],[9,7,26],[2,7,33],[12,5,25],[8,8,26],[9,12,19],[12,8,22],[8,9,25],[13,9,18],[7,10,23],[21,17,42],[35,30,77],[8,13,19],[12,12,18],[7,6,25],[3,6,33],[19,14,19],[10,7,21],[3,11,26],[8,11,21],[11,7,24],[17,21,30],[11,10,21],[15,14,11],[7,7,24],[17,10,15],[17,9,14],[21,32,31],[9,7,10],[14,7,17],[14,9,13],[10,8,20],[15,15,12],[11,9,16],[17,12,9],[32,15,15],[15,15,10],[29,6,21],[10,7,11],[13,9,12],[19,12,11],[40,22,14],[18,15,9],[16,14,6],[22,13,3],[26,14,14],[6,7,15],[18,13,1],[0,4,8],[22,3,3],[8,3,1],[0,2,0],[0,0,14],[0,0,14],[8,3,17],[4,4,14],[8,9,11],[5,5,18],[5,1,8],[7,5,14],[7,6,15],[9,10,7],[8,9,9],[9,9,10],[4,3,7],[7,6,13],[6,4,4],[4,7,11],[13,9,6],[9,7,8],[1,4,3],[6,4,4],[13,5,8],[6,7,7],[20,7,13],[31,19,12],[10,4,8],[17,7,16],[31,9,8],[19,5,2],[15,7,2],[12,6,4],[9,4,7],[16,5,5],[15,7,6],[10,2,0],[6,0,0],[3,4,3],[0,0,4],[14,1,3],[8,4,2],[3,3,0]],[[0,0,48],[0,3,45],[1,1,46],[0,0,48],[0,2,44],[0,3,45],[0,0,48],[3,1,46],[0,1,47],[0,2,50],[2,1,51],[1,4,43],[4,4,40],[4,4,40],[4,2,42],[3,6,39],[7,4,37],[8,4,36],[9,7,66],[7,3,38],[8,1,35],[14,8,26],[9,4,35],[10,5,33],[11,9,28],[6,2,34],[11,6,31],[12,9,27],[11,9,28],[13,9,26],[11,14,23],[13,3,32],[14,9,25],[9,6,27],[15,9,24],[15,8,25],[13,7,28],[10,9,29],[13,5,30],[12,13,23],[11,7,28],[15,13,20],[17,13,18],[18,12,16],[11,7,28],[26,20,46],[51,36,71],[16,10,20],[12,10,26],[18,11,15],[11,16,21],[18,13,29],[18,10,16],[14,11,21],[19,8,19],[16,10,22],[27,20,31],[19,13,16],[17,9,20],[11,12,19],[17,12,19],[15,11,20],[37,28,31],[14,11,19],[11,5,12],[15,10,17],[14,11,19],[18,12,18],[19,7,16],[19,11,14],[31,20,21],[22,14,10],[35,9,22],[8,10,16],[17,11,10],[25,13,10],[44,23,19],[29,10,9],[25,11,6],[21,11,10],[29,20,15],[20,6,8],[17,11,6],[2,4,8],[24,4,4],[8,5,1],[0,1,1],[1,1,14],[0,0,16],[9,8,15],[8,7,11],[8,10,14],[13,0,19],[5,3,8],[12,4,14],[7,9,16],[12,8,10],[11,8,11],[13,9,10],[6,4,6],[13,10,7],[8,4,4],[10,5,11],[15,11,6],[14,7,7],[1,4,5],[7,6,3],[15,8,7],[9,6,7],[23,10,13],[37,23,14],[16,5,5],[24,11,13],[26,13,13],[15,9,4],[14,4,6],[19,6,1],[9,8,7],[18,5,5],[14,16,4],[9,5,0],[4,2,2],[8,1,1],[0,3,5],[15,1,2],[9,6,1],[3,3,0]],[[0,0,42],[0,0,42],[2,0,40],[0,0,42],[0,0,40],[0,5,37],[0,7,35],[0,0,44],[1,3,38],[1,3,42],[0,1,47],[0,1,41],[5,0,37],[4,2,36],[6,3,33],[2,1,39],[6,3,33],[10,2,30],[5,9,56],[5,2,35],[5,2,33],[7,5,30],[6,3,33],[8,5,29],[10,6,26],[7,2,27],[8,3,31],[8,10,24],[9,6,27],[8,8,26],[8,5,29],[14,4,24],[11,2,29],[7,3,26],[14,9,19],[10,5,27],[8,9,25],[8,6,28],[12,4,26],[10,8,24],[10,7,25],[11,3,28],[10,11,21],[14,2,24],[11,7,22],[32,12,38],[50,27,65],[13,9,20],[12,8,22],[11,6,21],[8,3,31],[20,9,25],[15,7,18],[15,5,20],[16,5,19],[14,7,21],[24,12,32],[19,9,14],[15,8,17],[7,5,24],[19,7,16],[13,10,19],[36,19,29],[14,5,19],[13,7,20],[8,4,12],[15,9,16],[22,5,15],[17,10,11],[18,6,16],[32,9,21],[19,9,12],[35,6,23],[9,5,16],[14,4,16],[22,7,13],[41,12,25],[25,11,6],[19,8,11],[21,5,10],[33,10,15],[21,5,6],[17,7,4],[2,2,8],[23,4,3],[9,2,1],[1,1,0],[0,0,14],[1,0,13],[6,3,19],[7,4,13],[7,5,16],[10,1,17],[3,0,11],[11,4,11],[9,6,13],[5,4,17],[5,7,14],[11,7,10],[5,4,5],[7,6,13],[5,1,8],[8,6,10],[12,6,10],[12,3,9],[2,2,4],[9,1,4],[16,2,8],[9,4,7],[24,4,12],[35,12,17],[12,3,9],[19,2,21],[32,9,7],[15,7,2],[10,3,9],[12,2,8],[13,2,5],[19,2,3],[13,7,10],[6,1,5],[2,0,6],[6,1,1],[1,1,6],[14,3,1],[10,3,1],[2,2,0]],[[0,1,47],[0,1,47],[2,1,45],[2,0,46],[0,3,43],[1,2,45],[3,2,43],[2,0,48],[5,4,39],[4,3,45],[3,3,48],[7,2,39],[6,2,40],[6,3,39],[6,4,38],[6,8,34],[7,2,39],[7,3,38],[16,9,57],[11,3,34],[11,3,30],[16,5,27],[11,4,33],[13,8,27],[12,7,29],[8,3,31],[15,8,25],[10,10,28],[16,10,22],[15,6,27],[15,6,27],[16,10,22],[17,9,22],[10,5,27],[12,10,26],[17,10,21],[19,7,22],[11,14,23],[18,8,22],[15,11,22],[16,7,23],[17,10,21],[15,13,20],[18,10,18],[22,9,15],[41,20,31],[55,43,60],[17,8,21],[16,12,20],[15,9,20],[16,12,20],[22,14,24],[15,9,20],[20,10,16],[14,11,21],[18,10,20],[38,20,20],[22,13,13],[20,10,16],[14,11,17],[22,11,15],[23,9,14],[47,25,24],[20,12,12],[17,11,16],[23,6,13],[12,9,7],[25,13,10],[22,9,11],[28,10,6],[40,16,16],[24,10,12],[37,5,24],[18,10,6],[19,10,9],[28,14,6],[49,13,24],[27,14,7],[25,10,7],[26,9,7],[38,20,6],[25,2,7],[21,12,1],[4,6,4],[26,6,0],[10,4,0],[2,0,0],[1,0,15],[0,0,16],[11,5,16],[8,4,14],[11,5,16],[9,5,18],[5,1,10],[11,6,13],[11,6,15],[12,3,15],[13,8,9],[17,8,7],[8,7,1],[15,7,8],[9,5,2],[9,4,13],[14,9,9],[18,6,4],[4,3,3],[9,4,3],[19,7,4],[9,7,6],[27,9,10],[46,21,7],[14,6,6],[27,9,12],[39,8,5],[15,9,4],[16,4,4],[19,5,2],[15,6,3],[19,6,3],[20,10,4],[10,3,1],[5,0,3],[6,2,2],[3,0,5],[13,2,3],[10,4,2],[2,4,0]],[[0,2,46],[1,0,47],[0,1,47],[0,2,46],[0,4,42],[0,5,43],[0,5,43],[2,2,46],[1,5,42],[0,6,46],[0,5,49],[1,3,44],[5,3,40],[2,6,40],[2,5,41],[2,7,39],[4,3,41],[8,5,35],[11,9,62],[5,8,35],[5,4,35],[7,7,34],[6,6,36],[3,11,34],[6,9,33],[8,4,30],[10,8,30],[6,11,31],[8,10,30],[4,12,32],[7,10,31],[12,8,28],[12,10,26],[4,7,31],[9,13,26],[14,12,22],[10,10,28],[11,11,26],[12,8,28],[12,13,23],[9,12,25],[11,14,23],[9,15,24],[9,11,26],[11,13,22],[21,25,46],[39,45,74],[10,10,26],[14,15,19],[9,10,25],[10,16,22],[19,13,28],[9,15,20],[8,12,26],[10,10,26],[14,16,18],[19,28,31],[13,15,20],[13,10,23],[10,12,20],[19,14,15],[12,17,17],[36,25,35],[9,14,21],[14,9,21],[12,9,21],[12,13,19],[14,10,8],[15,9,18],[17,13,14],[32,20,20],[21,13,12],[34,9,23],[9,10,15],[14,8,16],[21,15,12],[49,18,19],[25,15,8],[23,13,6],[21,13,8],[32,17,15],[19,5,10],[18,13,3],[2,6,6],[24,6,2],[6,5,3],[0,2,0],[0,0,16],[0,0,16],[6,5,21],[7,6,13],[10,6,16],[5,3,24],[4,2,10],[12,2,16],[14,6,12],[4,9,17],[8,11,11],[8,12,12],[4,6,6],[7,9,14],[5,3,8],[5,8,13],[18,11,3],[9,8,11],[2,6,2],[10,4,2],[11,9,10],[6,7,9],[26,10,10],[40,25,9],[15,4,7],[26,9,13],[29,10,13],[18,7,3],[16,4,4],[16,8,2],[11,7,6],[20,7,1],[20,10,4],[10,4,0],[4,1,3],[2,4,4],[2,0,6],[13,3,2],[11,4,1],[3,3,0]],[[0,0,42],[0,4,38],[0,3,39],[0,3,39],[0,1,39],[0,2,40],[1,3,38],[1,1,42],[0,3,39],[2,2,42],[1,3,44],[1,6,35],[3,7,32],[1,6,35],[4,4,34],[1,9,32],[6,5,31],[5,1,36],[8,2,60],[4,3,35],[6,2,32],[12,4,26],[10,4,28],[9,3,30],[8,4,30],[11,2,23],[15,4,23],[8,7,27],[10,6,26],[12,11,19],[14,7,21],[18,7,17],[15,5,22],[11,4,21],[13,7,22],[15,5,22],[14,6,22],[15,5,22],[23,2,17],[13,5,24],[9,5,28],[14,11,17],[12,10,20],[14,4,22],[18,5,17],[31,15,36],[48,20,74],[16,6,20],[16,10,16],[13,5,20],[14,7,21],[24,5,25],[10,11,19],[14,5,21],[13,10,17],[18,8,16],[28,11,29],[16,6,20],[13,9,18],[10,7,19],[17,8,17],[20,11,11],[39,14,31],[14,8,16],[18,7,15],[14,5,19],[15,9,16],[23,6,13],[15,1,8],[18,7,15],[32,6,24],[19,8,13],[33,5,26],[17,4,9],[15,5,14],[19,6,17],[41,12,25],[24,10,8],[26,5,7],[24,5,7],[34,10,14],[26,1,5],[19,5,4],[2,4,6],[23,4,3],[10,2,0],[0,2,0],[1,0,13],[1,1,12],[9,3,16],[7,3,14],[11,3,14],[9,1,18],[6,1,7],[10,2,14],[11,6,11],[11,1,14],[6,10,10],[10,4,14],[5,4,5],[15,3,8],[8,0,6],[6,3,15],[19,6,3],[14,1,9],[2,1,5],[8,3,3],[15,4,7],[9,4,7],[23,4,13],[36,8,20],[15,2,7],[24,2,16],[27,9,12],[15,4,5],[14,4,4],[17,3,2],[13,1,6],[15,4,5],[20,5,5],[9,2,1],[5,0,3],[5,0,3],[6,0,2],[11,3,4],[9,3,2],[2,2,0]],[[1,1,40],[0,3,39],[3,3,36],[1,5,36],[2,1,37],[1,1,40],[4,1,37],[3,0,41],[3,2,37],[4,2,40],[4,3,39],[6,4,32],[6,3,33],[6,5,31],[3,1,38],[6,9,27],[2,5,35],[5,4,33],[13,12,49],[9,4,29],[8,3,27],[11,6,25],[6,8,28],[9,6,27],[7,13,22],[6,2,28],[7,6,29],[8,9,25],[10,11,21],[7,13,22],[10,9,23],[10,5,27],[12,8,22],[7,6,23],[6,11,25],[10,7,25],[17,6,19],[12,9,21],[12,7,23],[9,8,25],[12,9,19],[17,9,16],[10,13,19],[6,13,21],[15,11,14],[21,17,42],[35,33,72],[7,11,22],[13,10,19],[14,8,16],[15,14,13],[18,12,22],[9,12,17],[14,11,15],[14,9,17],[16,12,14],[25,21,22],[11,14,17],[10,12,18],[13,9,16],[14,10,18],[16,10,14],[32,24,28],[12,11,15],[16,7,15],[18,8,10],[12,12,14],[22,11,9],[15,9,12],[13,7,6],[26,19,17],[13,14,13],[22,9,23],[11,7,12],[16,8,8],[15,18,11],[35,21,20],[20,12,10],[17,10,9],[17,10,9],[26,17,13],[13,6,9],[10,11,9],[3,4,5],[13,7,6],[5,3,4],[0,2,0],[0,2,12],[1,0,13],[7,5,16],[7,3,12],[5,5,18],[8,6,14],[3,1,10],[7,4,15],[11,5,12],[11,5,10],[9,8,9],[9,10,9],[3,7,4],[14,5,7],[6,4,4],[6,6,10],[12,11,5],[11,7,6],[3,4,3],[6,4,4],[13,8,5],[6,6,6],[17,12,13],[29,23,14],[11,5,8],[22,9,11],[22,9,13],[8,8,8],[12,5,3],[13,7,2],[8,8,4],[10,9,7],[16,8,6],[6,2,4],[4,0,2],[4,1,1],[4,0,4],[7,3,4],[7,5,2],[1,3,2]],[[0,3,129],[0,1,131],[2,1,129],[0,5,127],[1,3,122],[0,3,129],[1,4,127],[2,3,131],[4,3,125],[2,5,137],[2,3,141],[5,5,122],[7,8,117],[6,7,119],[4,5,123],[1,11,120],[5,9,118],[5,14,113],[12,24,186],[8,18,106],[9,2,109],[10,21,101],[6,16,110],[8,20,104],[19,20,93],[8,11,99],[23,13,96],[15,24,93],[17,25,90],[11,27,94],[13,23,96],[19,22,91],[19,21,92],[15,14,89],[17,20,95],[29,22,81],[26,25,81],[16,28,88],[33,21,78],[22,26,84],[19,27,80],[23,27,82],[18,34,80],[20,30,76],[19,32,75],[47,51,154],[74,89,253],[24,24,78],[28,33,71],[18,27,79],[25,32,75],[40,27,99],[13,36,71],[27,30,71],[22,31,73],[30,28,74],[41,55,120],[25,33,74],[18,32,76],[22,29,65],[37,27,68],[21,35,70],[73,65,126],[21,26,73],[27,28,65],[32,27,57],[27,27,66],[32,39,61],[31,27,56],[38,29,53],[54,38,66],[38,34,54],[50,14,126],[21,21,52],[25,26,53],[52,32,50],[100,48,88],[59,39,34],[50,34,30],[45,30,41],[62,43,69],[38,16,42],[39,30,25],[4,12,24],[50,18,24],[18,12,10],[0,4,0],[0,3,41],[0,0,44],[12,12,64],[7,11,52],[19,17,52],[14,16,58],[9,4,31],[20,8,56],[23,21,44],[15,17,50],[18,23,41],[22,19,47],[10,16,18],[19,17,48],[8,12,24],[16,15,39],[27,27,34],[26,19,35],[2,16,10],[19,11,14],[36,17,31],[17,17,26],[54,28,46],[79,53,76],[30,12,30],[52,23,65],[59,27,58],[35,23,20],[30,13,23],[30,16,28],[25,17,28],[31,22,23],[41,24,29],[20,9,11],[7,2,15],[9,5,14],[9,0,15],[23,5,22],[23,10,11],[3,10,3]],[[0,1,47],[0,2,46],[0,2,46],[0,1,47],[0,1,45],[0,4,44],[3,2,43],[2,2,46],[0,4,44],[0,4,48],[0,2,52],[2,3,43],[2,2,44],[0,2,46],[4,5,39],[0,4,44],[3,3,42],[5,5,38],[5,14,63],[5,6,37],[5,2,37],[3,7,38],[7,5,36],[6,9,33],[4,10,34],[5,2,35],[8,4,36],[4,7,37],[8,11,29],[9,11,28],[7,7,34],[7,6,35],[12,6,30],[4,7,31],[7,7,34],[6,13,29],[4,7,37],[8,12,28],[9,7,32],[10,10,28],[7,11,28],[10,8,30],[9,13,26],[9,11,26],[14,11,21],[22,21,49],[36,34,88],[7,9,30],[7,13,28],[8,12,24],[13,12,23],[16,11,33],[6,10,28],[13,9,24],[12,11,23],[11,12,25],[11,22,45],[10,17,21],[8,12,26],[9,11,22],[15,11,22],[7,11,28],[29,26,41],[12,13,19],[12,12,20],[13,10,19],[15,8,21],[18,10,20],[13,12,17],[17,11,16],[31,17,24],[11,13,6],[27,7,32],[8,7,19],[14,8,16],[26,11,11],[40,18,28],[18,13,17],[15,15,12],[18,13,11],[30,19,15],[13,9,12],[13,15,6],[2,5,7],[17,8,7],[4,3,7],[0,2,0],[0,0,16],[0,0,16],[4,5,23],[7,4,15],[2,9,21],[6,7,19],[2,2,12],[6,3,21],[8,7,17],[9,8,13],[7,11,12],[11,7,14],[5,5,6],[8,4,18],[5,5,6],[5,5,16],[11,10,11],[11,6,11],[3,2,5],[6,6,4],[14,9,7],[6,6,10],[21,15,10],[38,20,16],[11,7,8],[20,12,16],[25,10,17],[15,7,6],[16,5,3],[13,7,6],[14,6,4],[16,8,4],[20,11,3],[7,3,4],[2,0,6],[4,2,4],[4,1,3],[14,2,2],[10,5,1],[1,4,1]],[[0,0,36],[0,2,34],[1,2,33],[0,2,34],[0,0,34],[0,0,36],[0,1,35],[1,2,33],[2,1,33],[2,1,37],[1,3,36],[0,1,35],[3,1,32],[3,0,33],[3,1,32],[0,1,35],[0,4,32],[4,4,28],[6,7,45],[3,5,28],[6,2,26],[3,4,29],[6,2,28],[4,4,28],[5,1,30],[6,4,22],[10,3,23],[6,4,26],[7,5,24],[7,7,22],[10,2,24],[10,4,22],[8,3,25],[2,3,25],[9,6,21],[7,2,27],[11,0,25],[4,6,26],[12,6,18],[8,7,21],[10,6,20],[11,8,17],[9,9,18],[7,6,21],[10,5,19],[25,13,32],[29,11,62],[11,5,20],[9,11,16],[11,6,19],[13,7,16],[17,7,24],[7,8,19],[9,7,18],[11,8,15],[14,6,16],[19,11,30],[13,6,17],[7,5,22],[6,8,18],[17,5,14],[15,6,15],[31,13,28],[8,7,17],[12,7,15],[13,4,15],[11,5,18],[19,5,12],[11,6,15],[17,7,10],[35,5,14],[12,6,16],[20,4,24],[8,3,15],[16,6,8],[19,9,10],[39,13,16],[25,8,3],[22,6,4],[25,4,1],[30,9,9],[14,4,10],[19,6,1],[0,3,9],[23,6,1],[8,3,1],[0,2,0],[0,0,12],[0,0,12],[4,3,17],[7,2,11],[4,5,15],[5,5,14],[5,2,5],[4,0,18],[8,4,12],[5,5,12],[5,5,12],[9,4,11],[4,2,6],[8,2,14],[6,2,4],[5,4,11],[11,3,10],[11,3,8],[1,4,3],[9,2,1],[17,2,3],[5,4,9],[20,2,10],[37,15,10],[9,3,8],[21,3,16],[23,6,13],[16,3,3],[13,2,3],[16,3,1],[13,2,5],[13,4,3],[22,3,1],[9,1,2],[2,0,6],[4,0,2],[3,0,5],[12,2,2],[10,1,1],[2,0,0]],[[0,1,41],[0,2,40],[0,3,39],[0,2,40],[0,1,39],[0,2,40],[1,2,39],[3,0,41],[0,3,39],[1,2,39],[0,4,44],[0,3,39],[4,1,37],[5,3,34],[3,3,36],[0,10,32],[2,5,35],[3,4,35],[5,14,51],[5,5,32],[5,1,32],[6,9,27],[4,7,31],[3,12,27],[5,11,26],[6,5,25],[3,7,32],[13,6,23],[8,6,28],[6,13,23],[7,7,28],[11,7,24],[8,7,27],[5,7,24],[9,16,17],[7,11,24],[9,12,21],[9,17,16],[8,8,26],[8,9,25],[6,10,24],[13,9,20],[7,20,15],[12,8,20],[12,13,15],[19,24,39],[42,40,60],[8,16,16],[15,14,13],[10,11,17],[12,16,14],[14,12,26],[8,17,13],[6,14,20],[11,15,14],[12,12,18],[28,25,15],[14,14,14],[6,18,16],[10,14,12],[17,10,15],[14,14,12],[23,33,28],[11,13,14],[13,13,12],[13,9,14],[9,16,13],[18,14,10],[16,13,11],[16,12,10],[30,21,11],[16,15,9],[29,7,20],[11,4,3],[16,12,6],[17,14,9],[36,19,19],[20,14,8],[16,11,9],[16,13,7],[29,21,8],[12,8,10],[13,13,4],[1,6,5],[19,6,3],[7,5,2],[0,1,1],[0,1,13],[0,0,14],[8,3,17],[6,4,14],[10,7,11],[5,6,17],[5,1,8],[8,7,11],[8,8,12],[7,11,8],[5,12,9],[12,6,10],[6,7,1],[10,6,10],[5,4,5],[7,7,8],[14,7,7],[8,11,5],[3,5,0],[7,7,0],[13,8,5],[7,7,4],[14,15,9],[31,23,10],[15,4,3],[20,10,10],[26,10,8],[10,10,4],[11,5,4],[13,7,2],[11,6,5],[13,10,1],[15,8,5],[6,3,3],[4,0,2],[0,4,4],[2,0,4],[10,2,2],[8,5,1],[2,4,0]],[[0,2,40],[0,1,41],[1,2,39],[0,3,39],[0,1,39],[0,3,39],[0,5,37],[3,3,38],[0,2,40],[1,1,40],[0,1,47],[2,4,36],[0,0,42],[2,7,33],[0,5,37],[0,4,38],[2,4,36],[2,5,35],[5,8,57],[3,9,30],[6,3,29],[4,10,28],[6,9,27],[6,9,27],[7,14,21],[5,5,26],[8,5,29],[6,10,26],[4,9,29],[5,14,23],[3,11,28],[7,12,23],[4,6,32],[5,6,25],[11,12,19],[8,9,25],[8,12,22],[11,12,19],[9,7,26],[8,12,22],[6,12,22],[10,8,24],[8,19,15],[8,12,20],[8,11,21],[16,22,44],[35,31,76],[8,10,22],[8,14,20],[5,10,23],[12,15,15],[9,12,31],[10,10,18],[7,13,20],[8,13,19],[4,17,21],[24,21,23],[13,12,17],[10,16,14],[7,12,17],[11,12,19],[13,10,17],[24,32,28],[6,13,19],[10,10,18],[15,7,14],[10,10,18],[13,14,15],[17,9,14],[14,13,11],[26,17,19],[17,10,13],[24,6,26],[9,6,17],[2,7,11],[10,15,15],[29,17,28],[17,12,13],[10,11,15],[13,11,12],[20,19,19],[16,5,9],[16,10,4],[1,5,6],[15,6,7],[6,4,4],[1,1,0],[0,1,13],[0,0,14],[11,6,11],[6,7,11],[9,6,13],[7,8,13],[4,2,8],[5,6,15],[5,10,13],[5,9,12],[3,8,15],[7,9,12],[4,7,3],[8,9,9],[4,4,6],[7,5,10],[12,10,6],[9,5,10],[2,6,0],[6,4,4],[13,7,6],[3,7,8],[15,9,14],[24,23,17],[6,5,11],[16,6,18],[25,10,9],[10,7,7],[8,4,8],[12,6,4],[10,5,7],[10,8,6],[14,11,3],[4,4,4],[3,2,1],[5,2,1],[2,0,4],[10,2,2],[8,4,2],[3,3,0]],[[0,0,48],[0,6,42],[0,4,44],[1,2,45],[2,2,42],[2,3,43],[1,3,44],[2,0,48],[0,3,45],[2,6,44],[3,1,50],[4,2,42],[4,3,41],[6,7,35],[2,3,43],[3,7,38],[9,4,35],[6,5,37],[15,9,58],[6,13,29],[9,3,32],[8,8,32],[11,8,29],[9,9,30],[9,10,29],[4,7,31],[11,6,31],[13,12,23],[11,9,28],[9,12,27],[11,14,23],[15,9,24],[13,9,26],[10,5,27],[16,14,18],[13,11,24],[14,13,21],[14,16,18],[18,9,21],[15,11,22],[14,10,22],[15,11,22],[12,16,20],[17,13,16],[16,12,18],[26,26,40],[50,33,75],[15,12,19],[12,11,25],[9,11,24],[14,14,20],[17,12,31],[13,16,15],[12,13,21],[14,15,17],[14,14,20],[21,28,29],[10,15,23],[14,16,16],[14,14,14],[17,13,18],[18,12,16],[39,28,29],[13,15,16],[16,13,15],[19,7,16],[15,10,19],[16,19,13],[22,11,9],[20,13,11],[34,15,23],[18,12,16],[27,6,33],[11,10,13],[15,10,13],[16,10,6],[31,27,28],[21,14,13],[19,14,9],[19,16,7],[32,17,15],[20,6,8],[18,12,4],[1,6,7],[21,7,4],[8,4,2],[0,2,0],[0,2,14],[0,0,16],[8,7,17],[5,8,13],[10,8,14],[15,7,10],[9,1,6],[11,5,14],[13,7,12],[13,7,10],[9,10,11],[6,8,18],[7,5,4],[13,6,11],[4,4,8],[6,7,13],[16,10,6],[13,7,8],[2,6,2],[6,6,4],[10,8,12],[7,6,9],[20,11,15],[35,26,13],[14,3,9],[27,5,16],[25,13,14],[15,8,5],[17,3,4],[14,6,6],[11,6,7],[13,11,4],[18,10,6],[7,5,2],[5,0,3],[3,4,3],[3,2,3],[15,1,2],[8,6,2],[2,4,0]],[[1,1,82],[0,4,80],[0,2,82],[0,3,81],[0,3,77],[0,2,82],[0,3,81],[4,1,83],[0,5,79],[0,6,86],[1,6,87],[1,5,78],[2,9,73],[6,5,73],[0,7,77],[1,6,77],[5,11,68],[4,5,75],[10,20,114],[9,14,61],[7,3,68],[1,16,67],[3,12,69],[5,13,66],[6,15,63],[7,7,58],[13,10,61],[9,15,60],[11,15,58],[8,20,56],[5,14,65],[12,18,54],[9,13,62],[8,10,54],[8,21,55],[12,15,57],[16,14,54],[7,14,63],[15,17,52],[7,17,60],[11,21,50],[12,23,49],[6,26,52],[5,18,57],[11,18,51],[22,45,95],[42,56,184],[18,20,44],[10,28,46],[3,22,51],[11,22,51],[23,17,66],[8,27,43],[11,22,47],[8,25,47],[19,20,45],[14,42,80],[13,20,51],[6,21,53],[10,24,40],[15,25,44],[14,26,42],[38,46,84],[6,22,48],[16,17,45],[21,17,36],[24,16,38],[15,21,48],[19,19,36],[22,22,36],[32,27,65],[16,25,39],[17,11,90],[11,13,36],[11,14,41],[24,22,40],[41,30,55],[37,18,29],[26,23,25],[20,19,33],[38,24,52],[17,11,32],[16,17,25],[1,9,14],[22,15,19],[2,10,12],[0,4,0],[0,1,27],[0,0,28],[6,6,44],[5,8,33],[12,13,31],[15,8,33],[7,2,19],[4,6,42],[7,18,31],[9,12,31],[9,19,24],[4,14,38],[2,10,16],[10,10,32],[3,7,18],[6,12,28],[13,17,26],[12,9,27],[0,8,10],[5,9,14],[21,11,20],[4,10,24],[19,16,47],[31,34,65],[14,12,22],[30,17,37],[25,21,46],[17,12,19],[13,8,21],[17,9,18],[16,10,14],[17,15,18],[23,13,24],[13,6,5],[0,0,14],[3,5,6],[2,0,14],[9,5,18],[13,8,7],[1,6,3]],[[0,0,48],[0,1,47],[0,4,44],[0,1,47],[0,1,45],[0,3,45],[0,2,46],[0,2,48],[0,3,45],[0,4,48],[0,5,49],[0,1,47],[0,2,46],[0,4,44],[3,4,41],[0,5,43],[2,3,43],[2,6,40],[6,15,61],[2,8,38],[5,2,37],[4,6,38],[5,6,37],[4,10,34],[6,8,34],[0,3,39],[7,3,38],[7,8,33],[6,10,32],[5,9,34],[8,11,29],[4,8,36],[6,6,36],[2,6,34],[5,13,30],[5,8,35],[4,7,37],[5,10,33],[6,8,34],[6,10,32],[6,13,27],[8,10,30],[5,11,32],[2,12,32],[10,10,26],[13,22,57],[23,41,94],[5,10,31],[6,14,28],[4,10,30],[8,11,29],[13,11,36],[10,10,24],[11,8,27],[7,11,28],[7,9,32],[7,20,51],[7,13,28],[9,10,27],[4,10,28],[6,11,31],[7,9,30],[17,26,53],[8,14,22],[7,12,25],[8,9,25],[6,9,29],[16,11,21],[12,9,21],[12,12,20],[14,23,35],[11,15,20],[11,8,47],[4,8,22],[10,10,18],[6,12,30],[16,24,46],[8,8,16],[8,12,22],[8,10,24],[12,18,34],[9,8,17],[12,10,12],[0,4,10],[13,7,12],[2,4,8],[0,2,0],[0,2,14],[0,1,15],[4,4,24],[2,5,19],[6,8,18],[1,5,26],[5,2,9],[3,6,21],[6,8,18],[5,6,19],[3,9,18],[4,8,20],[2,6,8],[7,7,16],[3,4,9],[4,5,17],[9,12,11],[7,8,13],[0,4,6],[5,3,8],[7,6,17],[3,7,12],[6,10,30],[18,22,34],[5,6,15],[9,10,29],[15,9,28],[5,9,14],[12,4,8],[4,6,16],[8,6,10],[9,8,11],[11,11,12],[4,4,6],[1,0,7],[4,4,2],[0,0,8],[8,2,8],[7,4,5],[1,4,1]],[[0,1,47],[1,0,47],[0,1,47],[0,1,47],[0,2,44],[1,3,44],[0,6,42],[0,0,50],[0,3,45],[0,2,50],[0,4,50],[0,3,45],[2,4,42],[0,1,47],[1,5,42],[0,4,44],[1,7,40],[1,7,40],[8,3,71],[4,10,34],[4,1,39],[3,8,37],[2,8,38],[2,8,38],[6,8,34],[3,1,38],[5,6,37],[5,10,33],[5,11,32],[5,11,32],[5,9,34],[5,8,35],[6,11,31],[3,7,32],[4,10,34],[5,11,32],[7,11,30],[2,13,33],[8,9,31],[4,12,32],[8,8,30],[4,8,36],[2,12,34],[2,12,32],[8,13,25],[9,24,59],[16,34,108],[5,8,33],[6,13,29],[6,9,29],[8,11,29],[9,16,35],[10,8,26],[12,9,25],[6,9,31],[7,12,29],[10,25,43],[6,15,27],[7,11,28],[6,12,24],[7,16,25],[7,12,27],[20,31,45],[4,13,27],[7,9,28],[12,8,22],[11,10,23],[9,15,24],[8,10,24],[13,13,18],[12,26,34],[13,17,16],[9,10,47],[4,10,20],[9,11,18],[11,15,22],[20,30,36],[19,15,14],[7,10,9],[10,15,17],[19,20,25],[10,6,18],[9,13,12],[1,4,9],[11,10,11],[2,4,8],[0,2,0],[0,0,16],[0,0,16],[3,4,25],[3,7,16],[4,7,21],[6,4,22],[6,0,10],[5,5,20],[9,8,15],[7,6,17],[4,7,19],[3,8,21],[7,4,5],[8,8,14],[6,5,5],[6,7,13],[7,12,13],[5,8,15],[0,5,5],[5,4,7],[11,5,14],[3,8,11],[15,13,18],[19,24,31],[9,6,11],[17,8,23],[16,14,22],[7,11,10],[9,7,8],[8,7,11],[7,9,8],[12,9,7],[10,14,10],[7,4,3],[0,1,7],[4,4,2],[0,2,6],[10,2,6],[8,7,1],[1,4,1]],[[0,0,48],[0,4,44],[0,2,46],[0,1,47],[0,1,45],[1,3,44],[0,1,47],[1,2,47],[0,4,44],[0,4,48],[0,0,54],[0,3,45],[0,3,45],[1,2,45],[1,0,47],[0,6,42],[1,5,42],[1,5,42],[4,11,67],[3,6,39],[3,2,39],[1,8,39],[1,6,41],[1,10,37],[2,8,38],[1,5,36],[5,7,36],[4,9,35],[5,11,32],[2,14,32],[2,8,38],[9,7,32],[4,11,33],[4,4,34],[3,14,31],[7,7,34],[6,7,35],[3,13,32],[5,5,38],[2,11,35],[4,12,30],[7,8,33],[2,13,33],[4,10,32],[4,14,28],[14,23,55],[18,37,103],[9,13,24],[6,17,25],[2,12,30],[2,16,30],[11,13,36],[4,15,25],[6,13,27],[5,12,29],[9,13,26],[9,25,44],[6,12,30],[3,14,29],[7,13,22],[13,12,23],[8,11,27],[21,26,49],[5,13,26],[8,14,22],[6,10,26],[11,9,24],[8,16,24],[10,10,22],[14,13,17],[23,20,29],[9,15,22],[8,5,53],[7,8,19],[7,11,20],[11,15,22],[30,21,35],[19,13,16],[15,13,14],[5,7,14],[22,17,25],[8,8,18],[11,13,10],[0,6,8],[14,8,10],[5,5,4],[2,0,0],[0,0,16],[0,0,16],[2,6,24],[2,8,16],[6,8,18],[4,5,23],[2,2,12],[1,4,25],[6,9,17],[3,7,20],[3,14,13],[5,6,21],[3,5,8],[8,8,14],[3,5,8],[7,4,15],[7,11,14],[7,6,15],[0,5,5],[2,6,8],[11,7,12],[2,6,14],[13,9,24],[23,17,34],[5,7,14],[18,10,20],[13,11,28],[14,8,6],[7,5,12],[7,8,11],[6,7,11],[10,9,9],[13,11,10],[7,3,4],[1,0,7],[3,2,5],[1,0,7],[5,3,10],[9,2,5],[2,4,0]],[[0,2,34],[0,0,36],[0,1,35],[0,0,36],[0,4,30],[0,2,34],[0,3,33],[0,0,38],[0,2,34],[0,5,31],[0,3,39],[0,2,34],[0,3,33],[0,4,32],[3,4,29],[0,5,31],[1,5,30],[0,3,33],[5,9,44],[1,4,31],[1,2,31],[1,2,33],[1,3,32],[0,9,27],[1,8,27],[1,3,26],[3,3,30],[1,9,26],[7,8,21],[3,11,22],[0,9,27],[0,6,30],[2,3,31],[0,2,28],[1,9,26],[1,6,29],[1,8,27],[1,8,27],[2,2,32],[4,9,23],[3,9,24],[0,9,27],[0,7,29],[2,8,24],[4,11,19],[4,14,54],[14,34,78],[4,9,23],[1,8,27],[1,8,23],[0,8,28],[3,8,35],[3,13,18],[4,8,22],[5,7,22],[2,10,24],[3,18,37],[3,10,23],[3,9,22],[1,9,20],[8,7,21],[4,10,22],[8,22,42],[3,10,19],[5,9,20],[2,7,23],[0,13,21],[7,9,20],[4,12,20],[7,10,17],[13,13,26],[9,11,14],[4,5,45],[5,5,18],[5,10,15],[6,9,19],[16,17,33],[12,11,13],[6,9,17],[8,8,14],[8,12,20],[5,7,16],[10,6,8],[1,3,6],[9,6,11],[4,2,6],[0,2,0],[0,0,12],[0,0,12],[2,2,20],[1,5,16],[4,6,14],[4,2,18],[1,3,8],[1,3,18],[4,8,12],[2,7,13],[3,7,12],[0,8,16],[1,4,7],[2,6,14],[1,4,7],[5,5,10],[5,8,11],[2,3,15],[0,2,4],[1,4,7],[5,6,11],[1,5,10],[6,10,16],[12,15,27],[3,4,13],[10,4,20],[9,10,21],[8,4,8],[6,6,6],[8,4,6],[8,1,9],[8,8,4],[10,9,5],[6,2,2],[2,0,4],[1,1,4],[0,1,5],[6,4,4],[4,3,5],[2,2,0]],[[0,0,36],[0,0,36],[0,0,36],[0,1,35],[0,0,34],[0,2,34],[0,0,36],[1,1,36],[0,0,36],[0,1,39],[0,0,40],[0,0,36],[0,0,36],[0,2,34],[2,0,34],[0,3,33],[1,0,35],[3,1,32],[2,2,54],[0,4,32],[5,0,29],[4,1,31],[3,2,31],[4,2,30],[3,1,32],[4,1,27],[5,1,30],[5,1,30],[11,3,22],[6,4,26],[5,1,30],[9,1,26],[10,1,25],[3,4,27],[9,0,27],[8,1,27],[10,1,25],[6,1,29],[12,1,23],[9,4,23],[8,2,26],[13,4,19],[9,2,25],[8,3,23],[5,1,28],[21,5,44],[23,10,91],[8,5,23],[11,2,23],[11,1,20],[9,6,21],[15,1,30],[7,5,22],[7,2,27],[7,5,22],[11,3,22],[17,8,33],[11,2,23],[8,4,22],[8,4,18],[17,0,19],[12,6,18],[25,8,39],[14,2,16],[12,2,20],[8,6,20],[13,2,19],[18,3,15],[13,1,18],[14,7,13],[26,6,24],[13,6,15],[26,2,32],[9,3,14],[12,0,16],[18,3,15],[39,3,24],[21,4,11],[20,1,11],[19,4,9],[21,9,20],[12,1,5],[15,0,7],[1,2,7],[22,0,4],[8,0,2],0,[0,0,12],[0,1,11],[4,0,20],[3,2,15],[5,3,16],[4,0,20],[2,0,10],[6,2,16],[7,2,15],[5,2,15],[6,5,11],[4,3,17],[3,2,7],[8,0,14],[3,0,9],[4,0,16],[12,3,9],[9,2,11],[1,0,5],[8,1,3],[9,3,12],[4,1,11],[20,5,13],[31,4,17],[12,5,5],[17,2,21],[23,0,19],[13,1,6],[14,2,4],[10,2,8],[8,1,9],[12,1,7],[17,4,5],[8,0,2],[4,0,4],[3,1,4],[1,0,7],[13,0,3],[9,2,1],[2,2,0]],[[0,0,36],[0,1,35],[0,1,35],[0,1,35],[0,1,33],[0,2,34],[0,2,34],[0,1,35],[0,3,33],[0,2,38],[0,3,37],[0,2,34],[0,4,32],[0,5,31],[0,1,35],[0,4,32],[0,4,32],[0,7,29],[3,6,49],[1,5,30],[2,2,28],[2,10,24],[0,5,31],[0,8,28],[2,7,27],[1,4,27],[3,6,27],[2,8,26],[4,6,26],[2,5,29],[3,8,25],[2,9,25],[2,8,26],[2,7,23],[1,11,24],[2,7,27],[4,6,26],[2,11,23],[4,5,27],[5,10,21],[5,10,19],[4,10,22],[3,10,23],[7,8,19],[3,11,20],[4,18,46],[5,24,73],[6,8,20],[0,12,24],[1,9,26],[1,9,26],[9,9,28],[2,9,21],[1,9,24],[2,12,20],[3,10,23],[1,19,40],[3,11,22],[2,11,21],[3,11,20],[6,10,20],[3,9,22],[9,17,46],[2,11,21],[8,8,16],[2,6,22],[1,9,22],[7,12,17],[2,9,19],[8,10,14],[9,15,30],[8,11,15],[5,6,41],[1,6,17],[7,9,14],[11,11,16],[14,18,34],[9,11,16],[7,10,13],[7,9,16],[9,13,22],[2,4,18],[6,8,4],[0,3,9],[11,6,11],[3,4,5],[1,1,0],[0,0,12],[0,0,12],[0,6,18],[1,3,14],[0,8,16],[3,6,15],[2,3,7],[1,2,19],[4,8,12],[1,7,14],[2,5,15],[0,8,16],[1,4,7],[3,6,15],[2,4,6],[1,4,13],[6,8,10],[6,6,10],[1,3,4],[2,4,6],[7,6,9],[2,6,10],[10,8,14],[9,21,30],[3,3,12],[6,7,25],[15,8,19],[4,8,12],[4,4,12],[5,6,9],[4,6,10],[4,8,10],[8,8,8],[4,4,4],[1,0,5],[2,2,4],[0,0,4],[5,2,9],[4,3,5],[1,2,1]],0,[[0,0,36],[0,2,34],[0,4,32],[0,0,36],[0,0,34],[0,6,30],[0,4,32],[2,1,33],[0,0,36],[0,5,35],[0,3,37],[0,1,35],[0,0,36],[0,2,34],[0,1,35],[0,1,35],[0,1,35],[1,2,33],[2,8,48],[2,7,27],[1,7,26],[0,2,34],[0,3,33],[0,5,31],[2,2,32],[2,3,27],[2,3,31],[1,7,28],[7,7,22],[4,6,26],[0,9,27],[4,3,29],[1,3,32],[0,6,24],[1,7,28],[5,6,25],[5,9,22],[0,7,29],[6,5,25],[1,9,26],[4,3,29],[7,8,21],[2,9,25],[4,8,22],[4,8,22],[8,14,48],[14,16,72],[3,10,23],[4,6,26],[3,12,21],[0,9,27],[11,12,25],[2,6,26],[5,6,23],[3,8,23],[4,8,24],[1,13,46],[2,12,22],[2,8,24],[7,6,19],[11,9,16],[3,10,23],[13,13,46],[0,6,26],[7,9,18],[5,5,22],[2,9,23],[7,6,23],[4,8,20],[10,9,15],[12,10,32],[11,9,14],[8,7,45],[2,6,18],[6,6,18],[14,9,15],[27,19,22],[14,10,12],[10,11,11],[7,8,15],[12,12,24],[6,2,20],[7,8,11],[0,4,8],[8,2,8],[2,4,6],[1,1,0],[0,0,12],[0,1,11],[1,4,19],[2,3,15],[2,6,16],[4,1,19],[1,1,10],[4,2,16],[5,6,13],[1,6,15],[3,5,14],[2,6,16],[1,4,7],[4,5,15],[2,3,7],[2,7,11],[6,5,13],[4,5,13],[0,4,4],[2,4,6],[5,3,14],[2,4,12],[12,8,12],[22,17,23],[4,3,13],[11,7,22],[17,3,22],[10,3,9],[7,2,9],[7,4,9],[7,2,11],[10,4,6],[9,8,9],[4,4,4],[1,0,7],[1,0,5],[0,2,6],[6,2,8],[8,3,1],[2,0,0]],[[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,1,15],[0,2,16],[0,3,15],[0,0,18],[0,0,18],[0,1,17],[0,0,18],[0,1,17],[0,1,17],[0,2,16],[0,0,18],[0,3,15],[0,2,16],[0,3,15],[1,4,21],[2,2,14],[0,0,14],[0,3,15],[0,2,16],[0,2,16],[0,5,13],[1,4,11],[1,1,16],[0,3,15],[1,4,13],[2,3,13],[0,5,13],[3,5,10],[1,6,11],[0,4,12],[0,2,16],[1,3,14],[2,2,14],[0,6,12],[2,5,11],[0,3,15],[0,3,13],[1,5,12],[0,6,12],[1,6,9],[3,2,11],[3,11,20],[4,14,30],[0,4,12],[1,3,14],[0,5,13],[2,6,10],[3,5,14],[1,2,11],[3,4,11],[2,6,8],[1,4,13],[1,10,19],[1,7,10],[0,4,14],[0,5,11],[3,7,8],[2,4,10],[2,10,24],[1,3,10],[0,5,11],[0,4,10],[0,5,9],[2,8,8],[2,4,10],[5,2,9],[3,16,11],[4,8,6],[1,7,16],[1,8,7],[1,4,7],[4,8,6],[3,17,10],[5,6,7],[4,5,3],[2,7,5],[3,9,10],[3,2,9],[4,6,4],[0,2,4],[4,5,3],[1,0,1],0,[0,0,6],[0,0,6],[1,2,9],[1,2,7],[0,2,10],[0,0,12],[0,1,5],[1,2,9],[1,3,8],[0,2,8],[1,4,5],[0,5,7],[1,2,3],[4,2,6],[0,2,4],[2,1,5],[1,4,7],[1,1,10],[0,2,4],[0,3,3],[3,4,5],[0,1,5],[4,10,2],[7,14,11],[1,2,7],[3,8,11],[2,7,7],[3,3,4],[4,2,0],[1,4,5],[3,5,4],[5,3,2],[4,10,2],[2,2,2],[2,0,2],[0,2,0],[0,3,1],[1,0,1],[1,4,1],[1,2,1]],[[0,0,6],[0,0,6],[0,1,5],[0,0,6],[0,3,3],[0,0,6],[0,3,3],[0,2,4],[0,0,6],[0,1,5],[0,4,4],[0,2,4],[1,2,3],[0,1,5],[0,1,5],[1,1,4],[0,1,5],[0,1,5],[2,4,6],[0,0,6],[0,2,4],[0,3,3],[0,2,4],[0,3,3],[1,4,1],[2,0,2],[1,1,4],[0,5,1],[0,4,2],[0,5,1],[2,4,0],[1,4,1],[2,1,3],[0,0,2],[0,5,1],[0,4,2],[0,5,1],[0,4,2],[0,4,2],[1,1,4],[2,2,2],[0,5,1],[0,6,0],[1,4,1],[0,4,2],[0,10,2],[1,9,8],[1,4,1],[0,4,2],[0,5,1],[1,2,3],[0,6,2],[2,3,1],[0,4,0],[0,3,3],[0,1,5],[0,9,1],[0,3,3],[1,4,1],[0,4,2],[0,4,2],[1,2,3],[0,6,6],[0,3,3],[1,3,2],[0,3,1],[0,3,3],[0,4,2],[1,5,0],[0,5,1],[0,5,1],[1,4,1],[0,4,0],[1,1,2],[1,4,1],[0,5,1],[0,9,3],[0,6,0],[0,6,0],[0,1,3],[0,7,1],[0,1,1],[0,5,1],[0,2,0],[0,2,2],[0,2,0],0,[0,1,1],[0,0,2],[1,3,0],[0,3,1],[0,3,1],[0,3,1],[0,1,1],[1,0,1],[0,2,2],[0,4,0],[0,4,0],[0,4,0],[0,1,1],[0,3,1],[0,2,0],[0,3,1],[0,3,1],[0,2,0],[0,1,1],[0,2,0],[0,2,0],[0,4,0],[0,2,0],[0,12,0],[1,0,1],[0,0,2],[1,5,0],[0,3,1],[0,2,0],[0,2,0],[0,2,0],[0,3,1],[0,4,0],[0,2,0],0,0,0,[0,2,0],[0,1,1]],0,0,[[0,3,45],[1,6,41],[1,6,41],[3,4,41],[0,2,44],[4,4,40],[5,4,39],[6,2,42],[5,5,38],[8,5,39],[8,3,43],[12,8,28],[12,6,30],[7,9,32],[18,5,25],[17,7,24],[19,10,19],[12,3,33],[30,16,36],[16,7,25],[17,2,25],[27,4,17],[24,7,17],[31,2,15],[24,9,15],[17,1,24],[23,8,17],[27,6,15],[25,4,19],[30,9,9],[34,6,8],[30,4,14],[33,5,10],[22,1,19],[29,5,14],[30,6,12],[32,4,12],[30,3,15],[32,5,11],[33,4,11],[27,4,15],[27,6,15],[27,8,13],[30,5,11],[36,1,9],[64,9,19],[108,15,35],[29,5,12],[29,7,12],[27,2,15],[35,6,7],[41,7,12],[27,8,9],[31,4,11],[32,5,9],[28,9,11],[59,11,8],[39,0,9],[30,8,8],[27,7,8],[39,3,6],[34,8,4],[71,8,17],[33,4,7],[31,4,9],[32,2,8],[34,4,6],[40,2,6],[31,3,8],[37,0,7],[61,3,8],[38,2,6],[57,1,8],[24,1,9],[27,4,7],[37,4,7],[74,1,11],[43,0,5],[35,0,7],[38,2,2],[56,3,5],[31,2,1],[30,4,0],[9,3,2],[29,1,2],[11,2,1],[0,1,1],[0,0,16],[1,1,14],[11,1,4],[13,5,8],[20,6,6],[19,5,8],[10,2,4],[19,4,7],[24,4,4],[19,3,8],[21,6,3],[21,3,8],[12,1,3],[24,3,3],[11,2,3],[13,4,9],[25,2,5],[22,2,4],[4,5,1],[14,1,1],[21,2,7],[16,0,6],[40,0,6],[57,7,10],[20,2,4],[40,1,7],[44,1,7],[26,1,1],[20,3,1],[22,1,3],[21,0,3],[25,0,3],[30,2,2],[11,2,1],[7,1,0],[8,2,0],[5,1,2],[16,0,2],[16,0,0],[6,0,0]],[[7,2,21],[7,2,21],[3,2,25],[7,7,16],[6,1,21],[7,4,19],[4,3,23],[9,2,21],[7,3,20],[7,4,19],[13,0,23],[11,2,17],[10,0,20],[15,3,12],[12,5,13],[11,6,13],[16,3,11],[12,3,15],[25,7,14],[13,4,13],[10,4,14],[22,1,7],[24,2,4],[22,1,7],[16,9,5],[8,0,16],[20,6,4],[20,5,5],[21,0,9],[22,3,5],[22,4,4],[20,3,7],[26,2,2],[14,2,8],[25,2,3],[25,0,5],[22,5,3],[25,2,3],[17,3,10],[24,1,5],[23,4,3],[23,3,4],[25,0,5],[22,2,4],[22,4,2],[44,5,11],[88,12,8],[21,3,6],[23,1,6],[20,2,4],[24,1,5],[34,2,2],[23,2,3],[23,1,4],[22,1,5],[25,1,4],[41,2,5],[27,1,2],[21,5,4],[17,4,3],[26,0,4],[24,4,2],[55,3,2],[20,3,3],[24,2,4],[24,1,1],[24,2,2],[23,6,1],[24,3,3],[25,3,0],[37,5,2],[29,1,0],[37,2,3],[22,1,1],[20,3,1],[23,3,0],[51,1,2],[27,2,1],[19,5,2],[20,4,0],[37,2,3],[24,0,0],[18,2,0],[8,0,0],[19,1,0],[7,2,1],[1,1,0],[1,0,9],[3,1,6],[14,2,4],[9,1,0],[16,3,1],[16,0,4],[9,1,0],[14,0,4],[15,3,2],[16,0,2],[14,3,1],[13,4,3],[10,0,0],[15,3,0],[10,0,0],[16,0,2],[18,1,1],[15,0,1],[3,1,2],[8,2,0],[17,0,1],[11,3,0],[24,0,0],[40,3,1],[14,2,0],[25,0,1],[29,1,2],[13,1,2],[10,2,2],[14,0,0],[13,1,0],[14,1,1],[21,3,0],[6,2,0],[5,0,1],[4,0,2],[4,0,0],[8,2,0],[10,0,0],[4,0,0]],[[2,0,46],[1,3,44],[5,4,39],[7,1,40],[3,3,40],[5,5,38],[4,3,41],[3,2,45],[6,4,38],[13,4,35],[14,4,36],[11,3,34],[11,8,29],[11,5,32],[17,1,30],[12,7,29],[16,1,31],[14,2,32],[28,10,44],[16,5,27],[21,0,23],[27,6,15],[21,7,20],[27,5,16],[20,9,19],[12,3,27],[26,6,16],[26,6,16],[25,4,19],[26,9,13],[28,6,14],[26,6,16],[33,7,8],[23,4,15],[28,9,11],[31,9,8],[24,12,12],[32,11,5],[30,10,8],[27,8,13],[26,9,11],[26,7,15],[33,6,9],[30,8,8],[32,7,7],[54,17,21],[84,40,34],[28,8,10],[27,10,11],[30,5,9],[28,10,10],[42,8,10],[22,12,10],[26,9,11],[31,5,10],[32,10,6],[55,19,4],[34,10,4],[30,10,6],[22,14,6],[28,7,13],[29,11,6],[61,25,10],[30,10,4],[33,7,4],[30,10,2],[32,7,5],[41,6,1],[28,9,5],[33,7,4],[55,14,3],[34,10,2],[58,4,4],[28,4,2],[30,6,2],[36,10,2],[68,13,5],[39,7,2],[33,7,2],[29,11,2],[47,11,6],[23,7,4],[23,10,1],[7,4,3],[28,4,0],[14,0,0],[1,1,0],[1,0,15],[3,1,12],[16,8,8],[14,3,9],[10,5,1],[17,6,9],[10,1,5],[20,6,4],[24,2,6],[17,9,4],[21,6,3],[20,6,6],[10,6,0],[18,6,6],[12,4,0],[18,4,4],[20,9,3],[25,3,0],[5,4,1],[12,4,0],[23,5,2],[17,5,0],[30,14,2],[57,16,1],[19,5,2],[40,7,1],[40,9,3],[25,2,1],[20,4,0],[20,2,4],[18,6,0],[22,5,1],[24,9,1],[13,1,0],[6,2,0],[8,1,1],[6,1,1],[16,2,0],[13,3,0],[3,3,0]],[[1,1,40],[2,3,37],[1,2,39],[2,0,40],[2,2,36],[0,1,41],[1,1,40],[5,1,36],[2,1,39],[3,1,42],[4,2,40],[5,2,35],[5,2,35],[4,4,34],[3,2,37],[5,3,34],[5,3,34],[10,2,30],[8,8,54],[7,6,29],[10,0,28],[11,8,23],[17,5,20],[16,6,20],[9,8,25],[9,4,25],[16,7,19],[15,10,17],[14,6,22],[13,5,24],[19,7,16],[18,8,16],[18,7,17],[15,3,18],[15,7,20],[17,8,17],[20,3,19],[21,10,11],[21,6,15],[14,10,18],[14,6,20],[17,8,17],[19,10,13],[23,7,10],[17,6,17],[35,15,30],[62,21,35],[22,4,14],[24,9,9],[20,7,15],[17,10,15],[35,11,8],[15,6,17],[20,5,15],[24,6,10],[24,9,9],[35,17,18],[21,9,12],[16,7,17],[27,5,6],[25,8,9],[28,8,4],[54,18,12],[22,6,10],[25,2,11],[19,3,14],[24,6,8],[26,6,10],[21,5,10],[26,6,6],[43,12,9],[27,9,4],[47,4,11],[18,5,7],[23,6,5],[26,9,9],[52,15,9],[33,6,3],[25,4,7],[25,8,3],[36,9,9],[23,3,4],[20,8,4],[7,3,4],[26,3,3],[11,2,1],[1,1,0],[0,2,12],[2,0,12],[11,6,11],[10,2,10],[8,6,14],[3,3,8],[6,2,6],[18,4,4],[12,8,8],[14,7,5],[13,5,8],[14,7,7],[7,3,4],[18,5,5],[8,4,2],[9,5,8],[16,6,6],[19,3,4],[6,2,2],[9,3,2],[21,5,0],[9,4,7],[27,7,4],[49,16,7],[15,4,3],[28,6,12],[34,7,5],[20,6,0],[15,3,2],[17,5,2],[16,5,3],[19,3,2],[20,9,1],[11,3,0],[7,0,1],[6,1,1],[4,0,4],[15,1,0],[11,2,1],[4,0,0]],[[3,1,44],[1,5,42],[4,3,41],[3,5,40],[4,1,41],[1,3,44],[2,6,40],[3,3,44],[1,4,43],[5,5,42],[6,6,42],[7,8,33],[7,5,36],[7,4,37],[7,6,35],[5,7,36],[9,4,35],[7,5,36],[13,14,55],[13,6,29],[10,1,33],[11,9,28],[10,6,32],[11,11,26],[13,4,31],[11,6,25],[16,8,24],[15,7,26],[17,5,26],[16,8,24],[17,3,28],[16,6,26],[22,5,21],[6,5,31],[23,4,21],[14,6,28],[17,7,24],[16,8,24],[18,8,22],[14,9,25],[16,3,27],[18,8,22],[15,8,25],[26,7,13],[19,5,22],[40,12,40],[64,24,70],[18,8,20],[27,6,15],[19,4,21],[18,5,25],[27,4,29],[21,6,17],[25,2,19],[21,7,18],[20,8,20],[37,13,28],[24,7,17],[22,7,17],[17,4,21],[28,4,16],[23,8,15],[52,10,34],[20,6,18],[21,6,17],[30,1,11],[22,6,16],[30,6,12],[23,4,15],[26,5,13],[45,8,19],[31,7,8],[31,6,29],[17,4,13],[21,6,11],[27,7,14],[51,5,30],[33,3,12],[21,2,19],[28,5,9],[43,7,14],[25,1,8],[21,8,5],[7,1,6],[26,3,3],[11,2,1],[1,1,0],[0,1,15],[2,1,13],[12,5,15],[9,4,13],[14,3,15],[13,4,15],0,[13,4,13],[15,3,14],[14,4,12],[14,7,9],[16,4,12],[11,2,3],[15,5,10],[8,2,6],[11,4,11],[18,8,6],[19,2,7],[5,1,4],[10,2,4],[19,2,9],[14,1,7],[22,6,18],[57,5,12],[13,6,7],[31,4,13],[33,6,13],[14,6,8],[18,2,4],[17,3,6],[18,2,4],[13,2,13],[21,3,10],[9,3,2],[5,1,2],[5,2,3],[5,0,3],[10,1,7],[13,1,2],[3,3,0]],[[1,1,46],[1,1,46],[0,3,45],[3,0,45],[2,4,40],[1,6,41],[2,4,42],[3,2,45],[3,2,43],[2,3,47],[5,3,46],[1,2,45],[4,1,43],[3,5,40],[6,1,41],[3,8,37],[7,7,34],[10,8,30],[11,8,63],[11,6,31],[5,3,36],[13,4,31],[15,2,31],[17,5,26],[16,2,30],[13,3,26],[15,6,27],[16,6,26],[22,2,24],[23,6,19],[23,3,22],[26,5,17],[22,6,20],[7,4,31],[26,3,19],[25,2,21],[21,9,18],[19,4,25],[25,5,18],[27,4,17],[20,5,21],[22,5,21],[25,6,17],[16,7,23],[20,4,22],[53,6,33],[78,16,64],[23,4,19],[27,2,19],[28,5,11],[23,4,21],[39,1,20],[19,2,23],[24,3,19],[24,6,16],[29,5,14],[51,7,20],[32,4,12],[27,4,15],[23,3,16],[30,5,13],[28,3,15],[70,4,22],[25,2,17],[19,3,22],[30,2,10],[28,8,8],[28,5,15],[32,1,9],[34,1,9],[55,5,12],[39,2,5],[49,3,14],[20,3,11],[27,4,7],[35,4,9],[74,5,7],[40,7,1],[32,3,7],[33,5,4],[43,11,10],[34,0,0],[27,3,4],[6,1,7],[27,3,2],[12,0,2],[1,0,1],[0,1,15],[0,0,16],[13,5,14],[13,0,13],[14,5,13],[11,3,18],[8,2,6],[8,1,5],[13,5,14],[16,5,9],[12,4,14],[21,3,8],[9,4,3],[18,3,9],[11,2,3],[15,2,9],[24,1,7],[22,0,6],[5,2,3],[15,1,0],[22,3,5],[13,3,6],[40,1,5],[57,3,14],[16,5,5],[35,3,10],[35,5,12],[24,1,3],[17,3,4],[19,3,4],[18,3,3],[22,2,4],[29,2,3],[11,0,3],[6,0,2],[7,0,3],[3,0,5],[16,0,2],[14,2,0],[5,1,0]],[[0,3,45],[2,1,45],[1,3,44],[1,2,45],[3,4,39],[1,4,43],[1,6,41],[2,3,45],[3,6,39],[2,7,43],[4,3,47],[7,5,36],[9,5,34],[9,4,35],[11,10,27],[10,5,33],[12,3,33],[10,7,31],[10,12,60],[14,6,28],[10,3,31],[13,10,25],[13,11,24],[20,10,18],[11,12,25],[10,6,26],[17,8,23],[16,13,19],[24,4,20],[14,17,17],[28,8,12],[23,10,15],[23,12,13],[15,2,25],[17,14,17],[22,10,16],[20,10,18],[26,12,10],[28,6,14],[25,12,11],[19,10,17],[18,14,16],[28,8,12],[23,14,9],[22,10,14],[45,19,28],[78,37,43],[24,11,11],[25,13,10],[19,14,11],[24,9,15],[35,13,12],[15,13,16],[24,14,8],[28,9,9],[26,11,11],[43,22,13],[27,11,10],[22,14,10],[23,14,5],[24,13,11],[25,12,9],[56,28,12],[26,9,9],[31,8,5],[29,9,4],[30,6,8],[31,11,6],[22,11,9],[29,10,5],[49,17,6],[30,11,5],[49,4,13],[19,9,6],[23,11,4],[30,13,5],[61,22,3],[28,14,6],[23,10,9],[25,11,6],[39,17,8],[29,5,0],[22,11,1],[7,2,5],[26,6,0],[10,3,1],[2,0,0],[0,2,14],[5,0,11],[11,8,13],[11,6,9],[11,7,14],[18,7,7],[11,0,5],[21,5,4],[9,7,0],[19,7,4],[10,9,11],[18,9,5],[6,7,3],[17,9,4],[11,3,2],[13,6,7],[20,8,4],[21,5,2],[4,2,4],[10,5,1],[20,9,1],[15,7,0],[33,11,2],[48,21,5],[21,3,2],[32,8,8],[35,9,8],[17,10,1],[18,4,2],[22,3,1],[14,5,5],[21,6,1],[24,9,1],[11,3,0],[6,2,0],[7,2,1],[1,3,4],[14,1,3],[11,5,0],[5,1,0]],0,[[0,3,45],[0,2,46],[0,5,43],[0,4,44],[0,5,41],[0,4,44],[1,5,42],[4,5,41],[1,2,45],[2,4,46],[1,4,49],[3,7,38],[4,6,38],[6,5,37],[4,6,38],[6,6,36],[7,6,35],[9,6,33],[8,18,56],[11,5,32],[9,2,33],[16,9,23],[11,13,24],[14,12,22],[12,14,22],[12,6,24],[18,8,22],[10,17,21],[16,7,25],[10,19,19],[17,15,16],[13,13,22],[16,8,24],[13,3,26],[18,12,18],[16,9,23],[18,11,19],[20,11,17],[22,9,17],[15,12,21],[10,15,21],[14,14,20],[24,12,12],[18,11,17],[19,9,18],[30,27,35],[62,34,62],[22,9,15],[18,12,18],[17,10,17],[20,13,15],[31,15,14],[12,16,16],[16,14,16],[15,15,16],[17,16,15],[29,25,24],[19,17,12],[16,15,15],[12,16,14],[22,14,12],[21,17,8],[50,27,19],[18,11,15],[24,9,11],[20,12,10],[18,13,13],[25,15,8],[21,13,8],[22,13,9],[42,16,14],[23,14,9],[40,9,17],[17,7,10],[17,12,9],[25,17,6],[50,24,12],[29,12,7],[24,12,6],[22,14,6],[31,16,17],[19,7,8],[19,12,3],[6,4,4],[26,4,2],[9,2,3],[0,2,0],[0,1,15],[2,0,14],[7,11,14],[10,7,9],[10,8,14],[11,5,16],[5,4,7],[17,6,7],[14,10,8],[9,9,12],[6,5,3],[11,12,9],[4,7,5],[15,8,7],[9,5,2],[10,6,10],[15,12,5],[14,6,8],[1,4,5],[8,6,2],[20,9,1],[7,6,9],[24,12,10],[40,25,9],[15,8,3],[25,13,10],[28,10,14],[17,7,4],[15,5,4],[15,5,6],[12,7,5],[18,7,3],[15,11,8],[7,3,4],[4,3,1],[4,3,3],[4,2,2],[14,2,2],[10,4,2],[2,4,0]],[[2,2,44],[1,3,44],[3,1,44],[0,2,46],[1,5,40],[1,4,43],[4,4,40],[4,2,44],[5,3,40],[4,5,43],[3,2,49],[5,4,39],[9,2,37],[3,7,38],[8,8,32],[4,9,35],[6,4,38],[6,4,38],[14,10,58],[6,6,36],[10,2,32],[11,5,32],[10,9,29],[14,9,25],[11,10,27],[7,6,29],[20,8,20],[15,14,19],[16,8,24],[13,15,20],[19,12,17],[19,12,17],[17,8,23],[12,5,25],[13,17,18],[22,11,15],[21,8,19],[17,11,20],[19,8,21],[18,11,19],[20,13,13],[21,9,18],[21,10,17],[21,9,16],[18,11,17],[42,18,32],[65,29,64],[18,12,16],[20,10,18],[14,10,20],[17,12,19],[30,12,18],[14,10,20],[22,10,14],[21,11,14],[27,11,10],[44,20,14],[25,15,8],[22,12,12],[15,14,13],[23,10,15],[32,8,6],[50,26,20],[18,13,13],[21,12,11],[23,9,10],[20,11,13],[21,16,11],[25,13,4],[23,9,12],[48,14,10],[28,11,7],[48,7,11],[14,7,13],[23,7,8],[31,12,5],[61,16,9],[34,11,3],[30,11,1],[28,8,6],[37,15,12],[26,6,2],[21,12,1],[7,3,4],[26,6,0],[9,3,2],[0,2,0],[0,0,16],[2,3,11],[15,5,12],[11,9,6],[14,6,12],[17,5,10],[8,2,6],[16,4,10],[15,7,10],[15,7,8],[13,10,7],[10,5,1],[9,4,3],[10,9,11],[8,4,4],[13,8,5],[17,11,4],[17,3,8],[2,4,4],[10,4,2],[20,7,3],[13,6,3],[28,11,7],[48,21,5],[18,4,4],[31,8,9],[36,10,6],[18,7,3],[14,7,3],[18,7,1],[19,4,1],[18,8,2],[25,9,0],[10,4,0],[6,0,2],[5,2,3],[4,0,4],[15,3,0],[12,4,0],[4,2,0]],0,[[0,1,41],[0,1,41],[0,2,40],[0,2,40],[0,1,39],[0,3,39],[1,1,40],[2,0,40],[0,3,39],[2,3,41],[1,2,43],[0,3,39],[3,3,36],[3,3,36],[7,1,34],[3,3,36],[3,1,38],[7,4,31],[7,12,51],[5,5,32],[7,3,28],[9,5,28],[17,3,22],[10,6,26],[13,4,25],[7,3,28],[11,8,23],[18,4,20],[11,7,24],[14,8,20],[17,8,17],[17,6,19],[19,7,16],[9,6,21],[17,6,19],[21,8,13],[17,6,19],[16,6,20],[19,4,19],[19,12,11],[17,5,18],[19,7,16],[15,12,15],[13,9,18],[23,10,7],[35,13,32],[62,22,34],[20,8,12],[20,10,12],[20,11,11],[23,9,10],[31,12,11],[18,7,13],[18,9,13],[21,6,13],[18,11,13],[37,15,18],[22,11,9],[16,10,14],[18,10,10],[26,6,10],[26,4,10],[48,21,15],[17,10,11],[22,6,10],[22,5,9],[23,8,7],[26,6,10],[21,4,11],[27,3,8],[45,9,10],[32,7,1],[39,4,19],[16,3,11],[21,6,7],[32,6,6],[56,13,7],[32,8,2],[25,8,3],[28,7,1],[41,12,1],[23,4,3],[25,7,0],[5,2,7],[28,4,0],[13,0,1],[1,1,0],[0,1,13],[0,0,14],[8,8,12],[5,4,13],[11,5,12],[11,4,13],[8,4,2],[16,1,9],[14,6,8],[12,6,8],[12,7,7],[18,7,3],[5,5,4],[8,5,1],[11,2,1],[11,5,6],[19,6,3],[15,5,6],[2,2,6],[10,3,1],[20,5,1],[9,6,5],[30,4,4],[52,16,4],[13,3,6],[30,8,8],[33,6,7],[21,4,1],[19,1,0],[20,4,0],[18,2,4],[18,5,1],[25,1,4],[14,0,0],[4,1,3],[7,0,1],[3,0,5],[14,2,0],[12,1,1],[3,1,0]],0,[[1,0,47],[2,2,44],[4,2,42],[8,1,39],[5,3,38],[2,5,41],[5,9,34],[6,1,43],[7,4,37],[7,2,43],[9,5,40],[10,3,35],[11,4,33],[7,10,31],[11,7,30],[14,3,31],[13,7,28],[11,6,31],[23,10,49],[14,8,26],[15,3,26],[13,11,24],[19,9,20],[25,7,16],[18,12,18],[15,5,22],[22,7,19],[19,13,16],[18,12,18],[22,14,12],[26,10,12],[22,12,14],[23,11,14],[19,4,19],[25,9,14],[24,12,12],[25,9,14],[30,11,7],[23,10,15],[23,16,9],[16,13,17],[22,13,13],[26,14,8],[22,13,11],[24,11,11],[48,19,25],[71,47,40],[27,9,10],[25,13,10],[28,9,7],[25,12,11],[35,11,14],[21,12,11],[23,12,11],[24,15,7],[29,9,10],[46,23,9],[28,9,11],[26,13,7],[21,12,9],[25,13,10],[30,8,8],[55,27,14],[27,12,5],[24,10,10],[27,7,8],[27,11,6],[29,14,5],[25,13,4],[28,9,7],[46,18,8],[33,11,2],[51,7,8],[19,9,6],[25,8,5],[30,12,6],[59,23,4],[35,13,0],[28,10,4],[27,10,5],[40,21,3],[27,4,3],[23,11,0],[8,4,2],[24,7,1],[11,3,0],[1,1,0],[0,1,15],[2,0,14],[18,4,10],[12,5,9],[11,8,13],[16,7,9],[7,3,6],[13,5,12],[18,8,6],[14,8,8],[12,9,9],[13,11,8],[10,5,1],[15,9,6],[12,3,1],[7,1,2],[19,11,2],[18,6,4],[7,3,0],[11,4,1],[20,8,2],[14,7,1],[28,13,5],[53,21,0],[19,7,0],[34,10,4],[37,11,4],[16,9,3],[17,5,2],[17,7,2],[17,6,1],[18,6,4],[23,9,2],[11,3,0],[8,0,0],[6,3,1],[7,0,1],[16,1,1],[12,4,0],[2,4,0]],[[0,0,48],[1,1,46],[0,3,45],[0,0,48],[0,1,45],[0,5,43],[1,4,43],[0,4,46],[0,3,45],[3,2,47],[0,4,50],[5,1,42],[0,1,47],[5,3,40],[0,6,42],[5,5,38],[4,5,39],[5,7,36],[9,10,63],[8,6,34],[6,3,35],[10,4,34],[11,7,30],[10,9,29],[8,7,33],[5,6,31],[12,7,29],[7,9,32],[12,7,29],[10,11,27],[12,8,28],[11,7,30],[10,8,30],[9,5,28],[13,11,24],[10,10,28],[12,10,26],[12,11,25],[14,9,25],[15,10,23],[7,9,30],[15,10,23],[11,13,24],[18,8,20],[14,13,19],[31,17,44],[47,31,80],[13,13,20],[12,12,24],[21,10,13],[14,11,23],[26,15,19],[9,18,17],[13,13,20],[17,13,16],[12,18,18],[25,20,33],[20,15,13],[16,16,14],[7,12,23],[20,11,17],[14,18,14],[36,27,33],[15,10,19],[15,13,16],[25,6,11],[21,11,12],[17,16,15],[15,13,14],[21,12,11],[37,21,14],[27,13,6],[29,6,31],[11,6,17],[16,11,11],[26,12,10],[49,23,14],[24,16,8],[25,16,1],[27,10,5],[33,20,11],[19,5,10],[16,12,6],[0,6,8],[22,6,4],[7,4,3],[0,2,0],[0,1,15],[0,1,15],[8,5,19],[9,5,12],[10,10,12],[10,6,16],[4,4,8],[12,2,16],[12,6,14],[9,10,11],[9,11,10],[14,7,11],[8,6,2],[9,8,13],[9,3,4],[9,7,10],[9,5,2],[10,5,13],[3,4,3],[10,3,3],[21,7,2],[6,6,10],[30,10,6],[41,19,14],[17,7,2],[22,7,19],[32,11,9],[19,7,2],[11,8,5],[14,8,4],[11,6,7],[19,8,1],[23,9,2],[10,4,0],[5,0,3],[6,2,2],[4,0,4],[13,1,4],[13,3,0],[2,4,0]],[[0,2,40],[0,2,40],[0,0,42],[0,1,41],[0,0,40],[1,2,39],[0,3,39],[1,0,41],[0,3,39],[0,1,45],[1,2,43],[1,2,39],[2,4,36],[3,3,36],[5,4,33],[1,4,37],[3,1,38],[4,5,33],[10,8,52],[5,7,30],[7,1,30],[10,7,25],[7,6,29],[8,6,28],[3,7,32],[11,3,24],[11,7,24],[5,8,29],[11,5,26],[10,6,26],[11,8,23],[12,5,25],[12,8,22],[4,5,27],[11,10,21],[13,8,21],[12,11,19],[12,8,22],[14,11,17],[8,10,24],[10,5,25],[15,14,13],[10,15,17],[13,9,18],[9,8,23],[27,17,36],[35,24,59],[13,4,23],[15,9,18],[13,12,17],[17,8,17],[23,13,18],[9,11,18],[12,9,19],[15,6,19],[15,6,21],[22,18,30],[13,10,19],[12,9,19],[11,12,15],[19,9,14],[17,5,18],[34,16,34],[10,9,19],[17,8,13],[12,10,14],[10,10,18],[16,12,14],[17,8,11],[19,11,8],[28,23,13],[18,9,13],[32,7,23],[9,8,13],[18,7,9],[17,13,14],[40,16,20],[22,12,8],[18,9,9],[21,9,6],[33,14,7],[24,3,3],[14,11,7],[3,3,8],[20,10,2],[10,3,1],[0,2,0],[0,1,13],[1,0,13],[6,6,16],[6,2,14],[4,7,17],[7,4,17],[5,1,8],[9,2,15],[8,8,12],[3,6,17],[7,7,12],[13,8,7],[5,4,5],[13,3,12],[6,4,4],[8,3,11],[14,6,8],[6,1,5],[2,3,5],[6,4,4],[18,4,4],[10,5,5],[22,8,8],[35,23,14],[12,4,6],[22,10,14],[32,7,7],[14,6,6],[13,4,3],[13,4,7],[12,5,7],[15,8,1],[15,10,5],[7,3,4],[6,0,2],[5,1,2],[1,0,7],[14,2,0],[7,5,2],[2,2,0]],[[1,0,29],[2,3,25],[1,4,25],[5,2,23],[2,1,25],[1,4,25],[0,2,28],[2,0,28],[2,2,26],[4,2,28],[4,2,26],[7,5,18],[6,2,22],[6,2,22],[5,3,22],[6,3,21],[3,6,21],[5,7,18],[6,12,32],[6,5,19],[10,2,14],[9,5,16],[7,5,18],[6,8,16],[9,11,10],[7,2,17],[9,8,13],[11,10,9],[9,6,15],[12,11,7],[7,11,12],[9,10,11],[12,9,9],[11,2,11],[5,14,11],[9,9,12],[6,11,13],[8,14,8],[15,8,7],[10,14,6],[8,12,8],[9,12,9],[9,12,9],[13,12,3],[9,13,6],[15,28,13],[27,30,25],[6,12,10],[13,12,5],[8,12,10],[14,12,4],[10,17,11],[9,12,5],[11,10,7],[12,8,8],[10,8,12],[19,25,6],[12,12,6],[14,10,6],[10,10,8],[15,11,4],[12,13,3],[23,24,13],[10,12,4],[12,11,5],[9,10,5],[10,9,7],[10,16,4],[12,8,4],[9,14,5],[15,24,7],[14,11,5],[22,11,5],[7,9,6],[7,12,3],[12,18,2],[21,25,8],[14,13,3],[9,15,0],[11,12,1],[14,17,5],[13,3,4],[12,11,1],[2,4,4],[11,9,0],[5,3,2],[1,1,0],[0,0,10],[1,1,8],[1,10,9],[8,4,4],[3,10,7],[7,6,7],[4,1,5],[8,5,5],[7,6,7],[6,8,4],[7,10,1],[7,9,4],[4,6,0],[10,8,2],[3,6,1],[5,4,7],[8,9,3],[9,6,3],0,[3,6,1],[10,8,0],[6,7,1],[13,12,1],[22,27,5],[7,7,2],[12,9,11],[15,12,3],[10,7,1],[9,3,0],[7,7,2],[4,10,2],[8,10,0],[13,11,2],[6,3,1],[2,3,1],[2,2,0],[1,4,1],[6,2,0],[4,6,0],[2,2,0]],[[0,1,47],[0,1,47],[0,0,48],[0,0,48],[0,1,45],[0,2,46],[0,1,47],[1,2,47],[2,2,44],[0,1,51],[1,2,51],[0,0,48],[2,5,41],[0,5,43],[1,3,44],[2,5,41],[4,7,37],[3,5,40],[3,15,64],[2,8,38],[3,4,37],[0,10,38],[4,10,34],[6,8,34],[5,10,33],[2,5,35],[6,6,36],[7,6,35],[6,9,33],[6,13,29],[4,10,34],[8,5,35],[8,10,30],[5,7,30],[5,13,30],[7,8,33],[6,9,33],[7,12,29],[8,9,31],[8,11,29],[8,9,29],[6,11,31],[6,16,26],[10,10,26],[8,9,29],[8,24,60],[20,33,105],[8,12,26],[8,15,25],[7,9,28],[7,15,26],[9,13,38],[8,17,19],[5,12,29],[4,13,29],[6,16,26],[13,24,41],[4,16,28],[7,13,26],[5,15,22],[14,12,22],[11,15,20],[25,32,39],[11,12,21],[6,12,26],[11,9,22],[13,13,18],[10,16,22],[11,13,18],[11,12,21],[21,18,33],[12,16,18],[18,7,41],[1,12,21],[10,9,19],[18,16,14],[31,24,31],[18,14,16],[16,12,14],[19,11,12],[28,19,17],[11,6,17],[10,14,10],[0,6,8],[19,8,5],[6,5,3],[0,2,0],[1,0,15],[0,0,16],[4,6,22],[4,8,14],[4,9,19],[6,6,20],[4,2,10],[0,5,25],[6,13,13],[8,7,15],[5,14,11],[9,8,15],[5,6,5],[9,7,14],[4,5,7],[6,6,14],[10,9,13],[10,7,11],[1,6,3],0,[10,9,11],[5,3,14],[19,12,15],[25,25,24],[13,4,9],[15,7,26],[18,13,21],[11,7,10],[12,5,7],[11,6,9],[10,5,9],[14,10,4],[21,6,7],[11,3,0],[2,1,5],[3,3,4],[3,0,5],[10,2,6],[7,5,4],[2,4,0]],[[0,2,46],[0,2,46],[0,5,43],[0,4,44],[0,3,43],[1,1,46],[0,4,44],[2,0,48],[0,5,43],[0,5,47],[1,5,48],[0,5,43],[1,9,38],[5,4,39],[0,6,42],[2,9,37],[4,7,37],[2,6,40],[8,15,59],[7,7,34],[5,2,37],[8,8,32],[5,8,35],[9,9,30],[6,11,31],[6,6,30],[6,8,34],[5,15,28],[9,12,27],[8,13,27],[7,10,31],[12,9,27],[7,12,29],[6,8,28],[8,12,28],[8,11,29],[9,9,30],[7,13,28],[11,9,28],[7,13,28],[9,13,24],[11,12,25],[9,12,27],[3,17,26],[10,14,22],[25,16,51],[40,33,85],[14,10,22],[10,16,22],[11,9,24],[13,11,24],[18,12,30],[7,17,20],[17,9,20],[11,13,22],[11,11,26],[14,23,41],[18,15,15],[7,14,25],[8,14,20],[15,11,22],[7,13,26],[31,23,42],[13,13,18],[11,12,21],[12,7,23],[9,13,22],[17,12,19],[12,14,16],[16,11,17],[25,18,29],[18,14,14],[19,4,43],[9,9,16],[11,10,17],[17,15,16],[32,19,35],[21,13,14],[16,11,15],[18,10,14],[25,18,21],[18,5,11],[13,12,9],[2,5,7],[16,6,10],[4,4,6],[0,2,0],[0,1,15],[0,0,16],[10,5,17],[4,6,16],[8,6,18],[6,4,22],[7,2,7],[5,7,18],[6,12,14],[6,9,15],[6,10,14],[5,10,17],[4,7,5],[7,11,12],[6,4,6],[4,9,13],[9,11,12],[6,6,16],[0,6,4],[7,4,5],[9,2,3],[4,8,10],[16,9,21],[29,22,23],[9,7,10],[22,8,18],[22,14,16],[10,7,11],[9,7,8],[12,6,8],[11,5,8],[12,10,6],[11,11,12],[6,4,4],[0,2,6],[1,3,6],[1,0,7],[7,2,9],[10,2,4],[3,2,1]],[[1,1,46],[1,5,42],[0,6,42],[3,0,45],[2,1,43],[2,2,44],[0,1,47],[2,1,47],[0,2,46],[4,3,45],[1,2,51],[2,3,43],[2,1,45],[0,2,46],[5,4,39],[3,7,38],[6,2,40],[5,4,39],[11,13,58],[7,5,36],[7,3,34],[4,7,37],[12,8,28],[4,9,35],[8,9,31],[11,3,28],[12,7,29],[11,10,27],[10,12,26],[9,11,28],[14,8,26],[13,6,29],[18,6,24],[9,3,30],[10,14,24],[12,11,25],[16,9,23],[11,12,25],[16,8,24],[12,13,23],[10,10,26],[14,12,22],[14,13,21],[15,12,19],[13,12,21],[29,20,43],[47,41,70],[11,12,23],[15,14,19],[11,11,22],[16,14,18],[26,11,23],[9,17,18],[16,12,18],[13,13,20],[13,13,22],[30,27,21],[16,12,20],[15,19,12],[10,13,19],[22,12,14],[16,16,14],[39,31,26],[15,13,16],[19,10,15],[21,9,12],[17,12,15],[21,16,11],[17,10,15],[21,16,7],[38,18,16],[28,13,5],[46,7,13],[12,8,14],[19,11,8],[25,11,12],[51,24,11],[30,14,4],[26,13,3],[26,11,5],[35,17,12],[22,7,5],[22,11,1],[5,4,5],[25,6,1],[9,3,2],[0,2,0],[0,1,15],[0,3,13],[12,3,17],[8,6,12],[7,7,18],[12,6,14],[5,1,10],[11,9,10],[8,11,13],[8,11,11],[11,13,6],[12,8,12],[5,5,6],[14,7,9],[9,4,3],[7,7,12],[19,10,3],[12,6,10],[1,5,4],[11,2,3],[18,10,2],[4,1,1],[27,12,7],[40,21,13],[14,4,8],[25,10,13],[31,16,5],[16,9,3],[12,8,4],[13,7,6],[13,5,6],[16,11,1],[18,12,4],[9,4,1],[6,0,2],[3,3,4],[6,0,2],[15,2,1],[9,6,1],[2,4,0]],[[0,2,64],[0,3,63],[0,4,62],[0,3,63],[0,2,62],[0,5,61],[1,0,65],[2,1,67],[0,5,61],[0,4,70],[1,5,66],[0,5,61],[0,5,61],[4,7,55],[2,6,58],[0,9,57],[4,10,52],[5,7,54],[6,16,100],[3,12,51],[5,1,54],[3,17,46],[1,11,54],[7,14,45],[7,12,47],[4,8,46],[9,8,49],[7,16,43],[11,16,39],[7,13,46],[5,12,49],[12,16,38],[6,16,44],[6,12,42],[6,21,39],[13,17,36],[17,12,37],[6,21,39],[14,15,37],[7,16,43],[9,16,37],[12,20,34],[5,21,40],[5,20,39],[3,19,42],[16,36,72],[27,63,140],[14,15,33],[13,24,29],[7,19,32],[10,18,38],[14,19,47],[12,20,28],[10,23,31],[4,19,41],[11,19,36],[11,38,57],[7,17,42],[4,20,38],[5,21,34],[15,21,30],[12,21,29],[32,45,55],[8,20,34],[13,16,29],[14,16,28],[20,19,21],[13,22,31],[15,16,23],[16,19,27],[24,30,44],[12,24,26],[23,12,47],[6,16,22],[11,15,24],[18,21,31],[45,35,38],[31,21,14],[21,18,19],[15,21,24],[30,30,28],[12,12,18],[12,18,16],[0,7,11],[16,11,11],[4,7,5],[0,2,0],[0,1,21],[0,0,22],[5,8,31],[2,6,24],[8,17,19],[8,9,27],[8,3,11],[3,6,33],[9,14,21],[6,13,23],[8,18,16],[8,13,23],[2,10,10],[7,12,21],[6,7,9],[5,11,18],[11,15,18],[10,13,15],[1,7,6],[5,8,9],[21,13,8],[4,10,14],[14,14,22],[29,32,37],[12,10,16],[22,17,27],[20,19,31],[12,12,14],[11,9,14],[12,13,11],[12,11,7],[18,14,10],[16,16,12],[11,5,2],[0,0,8],[3,6,3],[2,0,10],[7,4,13],[10,7,5],[2,7,1]],[[0,1,89],[0,4,86],[1,2,87],[0,4,86],[0,4,84],[1,5,84],[1,5,84],[1,1,88],[0,5,85],[4,5,89],[2,6,92],[3,8,79],[5,9,76],[0,8,82],[1,6,83],[1,6,83],[1,11,78],[4,13,73],[14,23,125],[5,16,69],[8,4,70],[0,21,69],[1,17,72],[5,16,69],[5,23,62],[6,10,66],[20,10,60],[5,24,61],[12,23,55],[7,24,59],[7,23,60],[9,16,65],[10,20,60],[5,14,55],[4,27,59],[8,25,57],[14,23,53],[5,31,54],[11,23,56],[13,25,52],[11,22,51],[11,30,49],[7,36,47],[9,27,52],[8,26,54],[16,54,100],[37,67,150],[17,21,46],[11,29,50],[10,31,49],[9,33,48],[23,34,57],[6,29,47],[15,28,41],[12,29,47],[14,31,45],[21,57,72],[16,32,42],[7,28,51],[10,33,39],[24,31,35],[14,25,45],[40,58,82],[11,31,42],[12,26,42],[19,20,37],[16,26,40],[21,32,37],[20,24,32],[15,29,36],[42,50,42],[19,32,35],[20,17,81],[7,21,34],[14,27,33],[24,34,36],[65,50,45],[31,32,27],[28,27,25],[26,25,27],[44,37,35],[21,13,24],[25,32,13],[5,12,13],[29,20,15],[3,13,12],[0,6,0],[0,3,27],[0,0,30],[5,18,37],[6,14,26],[9,19,32],[9,14,37],[2,3,25],[6,10,38],[15,21,24],[7,19,32],[11,20,27],[9,19,32],[4,11,15],[8,17,35],[6,12,12],[10,16,22],[15,21,24],[12,15,27],[0,11,11],[8,12,10],[19,18,17],[10,16,18],[32,20,28],[36,51,39],[18,8,18],[31,21,40],[35,26,33],[19,22,15],[14,9,17],[16,20,16],[13,19,18],[21,21,10],[23,23,16],[12,12,6],[4,1,9],[5,6,7],[4,0,12],[13,5,14],[10,12,8],[1,6,1]],[[0,1,47],[0,1,47],[1,0,47],[1,1,46],[1,1,44],[0,2,46],[0,0,48],[2,0,48],[0,4,44],[0,2,50],[1,1,52],[1,3,44],[5,3,40],[6,4,38],[2,4,42],[2,4,42],[3,2,43],[5,4,39],[6,8,68],[5,6,37],[4,3,37],[8,6,34],[9,8,31],[2,6,40],[10,6,32],[6,3,33],[9,6,33],[8,10,30],[12,5,31],[11,6,31],[6,10,32],[8,9,31],[13,7,28],[7,3,32],[13,12,23],[11,7,30],[10,10,28],[9,12,27],[10,9,29],[5,12,31],[9,9,28],[11,7,30],[9,11,28],[10,10,26],[9,9,28],[17,17,58],[40,32,86],[9,10,27],[12,11,25],[8,8,28],[13,13,22],[18,12,30],[8,11,25],[9,11,26],[7,11,28],[14,10,24],[18,19,41],[9,9,30],[10,8,28],[8,9,25],[17,12,19],[17,8,21],[29,24,43],[10,10,24],[10,9,25],[11,8,23],[13,11,20],[17,9,22],[17,5,20],[20,8,16],[26,17,29],[17,13,16],[25,5,36],[9,6,19],[14,8,16],[18,8,22],[32,17,37],[20,13,15],[13,7,22],[19,10,13],[32,14,18],[14,7,13],[14,10,10],[5,2,7],[22,5,5],[9,0,5],[1,0,1],[0,0,16],[0,0,16],[7,4,21],[6,5,15],[8,6,18],[3,6,23],[3,5,8],[9,5,16],[7,5,20],[8,6,16],[7,9,14],[11,8,13],[5,5,6],[13,4,13],[8,3,5],[3,7,16],[11,9,12],[8,7,13],[1,5,4],[6,3,7],[16,5,9],[6,5,11],[16,11,19],[32,14,28],[7,0,3],[21,6,21],[22,6,24],[11,7,10],[13,2,9],[11,4,11],[13,5,6],[12,6,10],[16,6,12],[9,1,4],[3,0,5],[2,3,5],[3,0,5],[8,1,9],[8,4,4],[2,4,0]],[[1,1,70],[0,3,69],[0,2,70],[0,2,70],[0,0,68],[0,0,72],[0,1,71],[1,1,70],[2,0,70],[1,1,78],[1,2,75],[3,2,67],[1,1,70],[2,2,68],[4,2,66],[0,1,71],[4,5,63],[8,3,61],[13,11,92],[4,11,57],[16,4,46],[15,5,52],[10,6,56],[10,6,56],[11,9,52],[6,6,54],[19,2,51],[16,10,46],[12,8,52],[13,8,51],[16,8,48],[18,4,50],[20,9,43],[14,10,40],[20,14,38],[21,6,45],[24,7,41],[17,13,42],[24,9,39],[20,11,41],[19,7,44],[23,10,39],[15,17,40],[18,15,35],[26,10,32],[37,19,82],[71,28,103],[22,6,42],[23,13,36],[21,10,41],[19,16,37],[36,11,47],[20,11,35],[18,10,42],[21,13,34],[29,12,31],[41,28,51],[25,10,37],[24,8,36],[23,15,26],[29,11,32],[27,12,31],[62,21,61],[24,10,30],[25,10,31],[27,7,30],[25,6,35],[32,7,33],[27,8,27],[28,11,27],[55,15,42],[32,10,26],[67,6,45],[22,5,25],[25,10,23],[37,9,30],[61,15,56],[38,17,17],[32,10,20],[30,8,24],[48,14,32],[33,5,18],[35,10,7],[7,7,10],[41,6,11],[13,4,7],[2,0,0],[2,2,20],[0,0,24],[10,7,31],[9,4,25],[8,7,33],[19,4,25],[8,1,15],[15,3,28],[18,7,23],[13,5,26],[11,12,21],[19,8,21],[11,4,9],[17,8,23],[10,3,11],[15,5,18],[28,8,12],[21,6,19],[6,5,5],[15,4,5],[25,6,15],[15,5,14],[38,6,24],[65,19,38],[21,2,17],[30,4,26],[53,5,24],[30,9,5],[21,4,11],[20,7,15],[19,7,16],[28,6,6],[23,9,20],[11,3,10],[9,1,6],[4,2,8],[3,0,13],[22,2,6],[12,5,7],[4,2,0]],[[0,1,71],[0,2,70],[1,0,71],[0,0,72],[0,4,64],[1,6,65],[0,5,67],[0,1,73],[3,2,67],[4,6,70],[5,3,74],[5,5,62],[2,3,67],[2,4,66],[6,5,61],[4,6,62],[4,5,63],[8,6,58],[12,9,95],[5,4,63],[9,3,54],[8,11,53],[8,9,55],[11,6,55],[12,10,50],[2,3,57],[12,6,54],[13,11,48],[17,8,47],[15,12,45],[14,12,46],[6,12,54],[14,10,48],[6,4,54],[10,15,47],[11,12,49],[15,9,48],[9,14,49],[15,10,47],[11,8,53],[15,12,43],[14,12,46],[15,17,40],[15,16,37],[19,17,32],[28,26,84],[40,45,143],[15,17,38],[21,13,38],[13,14,41],[8,18,46],[25,17,50],[14,11,41],[13,15,40],[13,14,41],[20,11,41],[24,25,69],[15,15,42],[18,18,32],[15,16,35],[29,12,31],[24,15,31],[43,29,72],[16,16,36],[19,14,33],[15,14,33],[15,12,39],[26,16,30],[15,17,30],[23,15,28],[41,24,41],[30,15,23],[40,11,55],[8,8,32],[21,14,25],[36,17,21],[65,29,40],[38,15,19],[30,17,15],[36,15,13],[34,22,36],[18,5,27],[27,17,12],[3,6,13],[34,5,15],[8,6,8],[0,3,1],[0,1,23],[1,0,23],[6,5,37],[9,7,22],[7,9,32],[10,8,30],[8,4,12],[13,7,24],[13,11,24],[11,13,20],[17,8,19],[19,11,18],[6,8,10],[14,10,22],[7,6,11],[10,11,17],[20,11,17],[9,6,27],[2,4,8],[10,7,7],[20,12,12],[11,12,13],[37,16,13],[45,32,35],[18,7,13],[26,7,39],[30,14,18],[23,10,13],[24,4,14],[21,7,10],[16,6,14],[24,12,8],[26,15,7],[12,6,4],[4,0,8],[6,3,7],[3,0,5],[23,4,7],[13,7,4],[3,4,1]],[[0,0,48],[0,2,46],[0,0,48],[0,2,46],[0,0,46],[1,2,45],[0,2,46],[1,1,48],[0,3,45],[0,4,48],[0,0,54],[1,3,44],[1,2,45],[1,3,44],[1,3,44],[0,6,42],[2,6,40],[3,5,40],[6,12,64],[2,5,41],[2,1,41],[5,10,33],[5,5,38],[7,10,31],[5,8,35],[4,4,34],[4,4,40],[6,10,32],[8,8,32],[5,11,32],[8,7,33],[8,8,32],[8,9,31],[7,4,31],[9,8,31],[10,11,27],[9,8,31],[4,14,30],[11,10,27],[7,11,30],[10,12,24],[10,13,25],[6,17,25],[6,13,27],[15,12,19],[15,20,57],[39,27,92],[11,13,22],[10,17,21],[9,10,25],[5,17,26],[16,10,34],[6,14,24],[10,13,23],[12,11,23],[16,12,20],[14,25,39],[10,10,28],[10,14,22],[9,17,16],[12,13,23],[10,15,21],[27,31,38],[10,13,21],[7,12,25],[9,12,21],[13,15,16],[14,15,19],[15,10,17],[18,10,16],[15,24,33],[15,13,18],[20,5,41],[9,10,15],[11,11,16],[13,17,18],[30,19,37],[20,13,15],[16,16,10],[9,10,23],[24,20,20],[13,7,14],[10,12,12],[1,6,7],[15,8,9],[6,3,5],[0,2,0],[0,1,15],[0,0,16],[4,6,22],[6,5,15],[7,4,21],[5,7,20],[6,3,7],[6,4,20],[7,12,13],[8,8,14],[7,11,12],[8,8,16],[2,7,7],[10,7,13],[4,3,9],[7,6,13],[8,10,14],[11,5,12],[0,5,5],[7,4,5],[11,9,10],[3,7,12],[18,10,18],[24,23,27],[10,7,9],[12,14,22],[19,13,20],[7,3,2],[12,7,5],[9,9,8],[12,6,6],[17,8,3],[8,13,13],[6,3,5],[1,2,5],[1,3,6],[1,0,7],[12,2,4],[5,5,6],[4,2,0]],[[0,0,30],[0,0,30],[0,0,30],[0,0,30],[0,0,28],[0,2,28],[0,0,30],[0,0,32],[0,0,30],[0,3,31],[0,1,33],[0,0,30],[0,0,30],[0,1,29],[1,0,29],[0,2,28],[2,0,28],[0,0,30],[0,0,46],[0,0,30],[2,0,26],[1,2,27],[1,0,29],[0,4,26],[5,1,24],[1,0,25],[2,1,27],[4,2,24],[2,2,26],[1,3,26],[0,0,30],[2,2,26],[0,0,30],[2,1,27],[4,1,25],[0,1,29],[2,2,26],[1,3,26],[1,2,27],[2,4,24],[6,4,20],[3,2,25],[3,3,24],[1,1,26],[1,1,26],[5,2,51],[8,12,88],[3,0,27],[2,2,26],[0,2,24],[4,4,22],[3,1,34],[2,0,26],[2,0,28],[3,1,24],[6,2,22],[2,3,43],[5,5,20],[3,1,24],[1,1,24],[5,2,23],[7,0,23],[6,10,44],[3,3,22],[6,1,21],[7,0,21],[2,2,24],[4,4,22],[4,3,19],[6,1,21],[15,5,26],[6,5,17],[4,0,46],[4,2,14],[4,1,19],[7,3,20],[15,2,39],[7,3,20],[6,4,16],[10,3,15],[7,5,28],[8,2,14],[11,1,8],[0,0,8],[14,0,8],[2,0,6],0,[0,0,10],[0,0,10],[1,0,19],[1,1,14],[2,2,16],[1,0,19],[0,0,10],[1,2,17],[1,2,17],[3,1,14],[1,3,14],[2,2,16],[0,2,8],[4,0,14],[3,0,7],[5,0,11],[7,3,10],[2,2,14],[0,0,4],[2,1,7],[5,3,12],[3,2,9],[5,7,20],[12,2,26],[4,2,12],[12,1,19],[12,1,25],[4,2,12],[2,1,7],[5,2,9],[3,0,11],[4,0,14],[9,1,10],[3,0,5],[0,0,6],[0,1,7],[0,0,4],[6,1,9],[8,0,2],[2,1,1]],[[0,0,42],[0,3,39],[1,2,39],[0,0,42],[1,1,38],[0,2,40],[0,1,41],[0,0,42],[0,1,41],[0,0,46],[0,2,44],[0,4,38],[1,0,41],[0,0,42],[1,1,40],[0,3,39],[1,3,38],[0,4,38],[3,9,58],[2,7,33],[3,1,34],[0,9,33],[2,6,34],[1,9,32],[4,7,31],[5,1,32],[7,6,29],[2,8,32],[2,7,33],[2,9,31],[3,10,29],[3,7,32],[3,5,34],[4,4,28],[2,9,31],[2,9,31],[5,3,34],[2,11,29],[6,7,29],[6,9,27],[4,10,26],[8,9,25],[2,11,29],[4,12,24],[4,8,28],[12,16,52],[12,18,88],[6,7,27],[3,9,30],[3,11,28],[6,9,27],[9,10,35],[4,12,22],[6,7,27],[7,6,27],[6,11,25],[5,19,46],[4,10,28],[3,9,28],[0,9,29],[8,9,25],[3,7,30],[11,20,53],[5,7,26],[3,8,27],[6,6,24],[3,7,28],[10,11,21],[3,10,23],[6,12,20],[18,16,30],[7,11,22],[14,5,43],[4,6,20],[4,8,22],[5,11,28],[22,16,38],[16,11,15],[8,10,18],[9,10,17],[10,12,32],[13,5,12],[9,12,11],[1,4,9],[9,6,17],[6,4,4],[0,2,0],[0,0,14],[0,0,14],[1,4,23],[4,3,15],[4,4,20],[3,5,20],[4,2,8],[2,3,21],[7,6,15],[5,5,16],[2,7,17],[3,8,17],[2,3,9],[3,5,20],[1,4,9],[4,6,12],[9,7,12],[5,5,16],[2,3,5],[3,3,8],[7,6,13],[3,6,11],[9,8,21],[17,20,35],[6,3,13],[10,8,28],[12,6,28],[9,8,9],[6,4,10],[2,2,6],[7,4,13],[7,6,11],[8,9,13],[3,4,7],[2,0,6],[4,2,2],[0,0,8],[8,1,7],[5,4,5],[1,2,1]],[[1,2,33],[1,4,31],[0,2,34],[0,4,32],[0,1,33],[1,2,33],[0,0,36],[2,2,32],[0,2,34],[0,1,39],[1,0,37],[4,3,29],[2,2,32],[3,6,27],[1,2,33],[0,7,29],[2,5,29],[2,4,30],[1,9,48],[6,3,27],[4,1,27],[6,4,26],[5,6,25],[5,3,28],[1,8,27],[4,4,26],[6,4,26],[6,6,24],[9,6,21],[4,9,23],[4,6,26],[12,6,18],[9,6,21],[4,7,23],[7,6,23],[10,4,22],[10,3,23],[7,9,20],[11,7,18],[8,7,21],[8,4,22],[8,8,20],[7,11,18],[11,8,15],[5,6,23],[20,12,36],[20,15,65],[10,3,21],[11,8,17],[8,6,22],[14,8,14],[14,5,27],[5,9,18],[6,8,22],[10,10,14],[12,7,17],[21,12,27],[12,6,18],[8,12,14],[13,7,12],[12,7,17],[10,10,14],[26,12,34],[11,8,13],[16,6,10],[9,4,19],[12,4,16],[17,6,13],[12,3,15],[14,6,12],[28,10,20],[12,7,15],[25,2,31],[12,4,10],[10,4,14],[24,6,8],[30,10,24],[21,7,8],[11,6,13],[18,8,6],[31,8,7],[19,3,6],[17,6,3],[2,4,6],[19,2,7],[7,2,3],0,[0,1,11],[2,0,10],[4,2,18],[7,2,9],[8,5,11],[5,4,15],[3,2,7],[2,6,16],[13,4,7],[1,6,15],[6,8,8],[8,4,12],[5,2,5],[8,2,14],[4,2,6],[3,2,13],[16,4,4],[10,3,11],[2,4,2],[7,2,3],[10,6,8],[8,2,6],[10,8,18],[36,10,14],[6,3,11],[26,7,11],[26,3,11],[9,5,8],[12,1,5],[13,3,6],[8,2,0],[12,4,4],[15,5,6],[6,3,3],[4,1,3],[2,2,4],[3,1,4],[11,0,3],[9,2,1],[2,2,0]],0,[[0,2,34],[0,2,34],[0,1,35],[0,2,34],[0,1,33],[0,0,36],[0,4,32],[0,1,35],[0,2,34],[0,3,33],[0,3,39],[0,1,35],[1,5,30],[0,4,32],[2,1,33],[0,1,35],[1,4,31],[0,4,32],[1,9,44],[2,5,29],[3,2,27],[0,5,31],[3,4,29],[1,5,30],[0,7,29],[2,5,25],[4,5,27],[1,7,28],[4,10,22],[2,11,23],[1,8,27],[4,5,27],[5,1,30],[2,7,21],[3,9,24],[2,8,26],[1,8,27],[3,7,26],[3,10,23],[6,10,20],[6,8,20],[4,11,21],[3,16,17],[2,12,20],[8,12,14],[8,23,39],[16,22,64],[5,8,21],[4,13,19],[0,10,26],[8,13,15],[7,9,30],[4,10,18],[5,12,17],[6,8,20],[6,8,22],[11,24,25],[4,12,20],[4,10,22],[4,15,11],[5,11,20],[6,8,20],[15,22,35],[12,11,9],[6,13,15],[4,10,16],[2,10,20],[12,11,13],[6,10,18],[6,12,12],[18,18,20],[9,8,19],[11,5,36],[5,4,19],[5,10,15],[9,11,12],[15,17,30],[9,13,14],[6,14,10],[6,8,16],[10,20,16],[7,5,16],[12,12,4],[1,6,5],[15,5,8],[3,6,5],[0,2,0],[0,1,11],[0,0,12],[2,7,15],[1,5,16],[7,6,11],[2,6,16],[2,2,8],[2,2,18],[4,7,13],[4,7,11],[5,8,9],[3,8,13],[5,4,3],[7,4,13],[1,4,7],[4,7,9],[6,10,8],[2,5,15],[2,3,3],[3,2,7],[4,8,10],[5,6,7],[4,7,15],[14,26,20],[6,2,8],[14,8,14],[12,12,14],[8,9,5],[8,4,4],[7,8,5],[9,7,6],[5,9,4],[5,4,7],[4,4,4],[1,1,6],[6,2,2],[0,0,4],[8,2,2],[6,4,2],[1,2,1]],[[0,1,41],[0,2,40],[0,2,40],[0,1,41],[0,1,39],[0,1,41],[0,4,38],[1,1,40],[0,3,39],[0,3,43],[0,2,44],[0,1,41],[1,4,37],[3,2,37],[0,3,39],[0,1,41],[0,7,35],[0,4,38],[1,7,62],[2,5,35],[4,2,32],[2,7,33],[1,3,38],[0,3,39],[0,6,36],[1,2,35],[7,0,35],[1,6,35],[4,7,31],[5,7,30],[2,7,33],[6,9,27],[4,4,34],[3,6,27],[0,12,30],[3,10,29],[8,9,25],[3,6,33],[9,9,24],[6,9,27],[4,6,30],[3,12,27],[2,12,28],[5,12,23],[3,8,29],[9,26,45],[10,23,85],[4,9,27],[5,10,27],[2,11,29],[6,10,26],[8,9,37],[2,11,25],[7,9,24],[3,10,27],[5,11,26],[5,18,47],[3,12,27],[2,10,28],[6,12,20],[4,11,27],[4,10,26],[18,17,49],[1,8,29],[6,10,22],[10,5,21],[9,8,21],[10,9,23],[7,10,19],[9,8,21],[16,12,36],[8,11,21],[6,4,52],[7,5,18],[10,9,15],[13,12,19],[14,20,42],[16,12,14],[8,11,17],[9,8,19],[14,16,24],[11,3,16],[12,12,8],[0,6,8],[12,8,12],[2,4,8],[0,2,0],[0,0,14],[0,0,14],[2,6,20],[4,5,13],[4,4,20],[0,5,23],[2,3,9],[6,0,20],[3,8,17],[3,6,17],[5,8,13],[4,8,16],[0,4,10],[4,4,20],[2,4,8],[4,5,13],[8,8,12],[8,5,13],[1,3,6],[0,3,11],[10,5,11],[1,6,13],[7,7,24],[21,20,31],[6,1,15],[17,10,19],[13,11,22],[7,7,12],[8,4,8],[8,7,9],[8,7,9],[8,8,8],[14,8,8],0,[2,0,6],[3,2,3],[1,0,7],[7,2,7],[6,3,5],[1,2,1]],[[0,0,24],[0,0,24],[0,1,23],[0,2,22],[0,0,22],[0,0,24],[1,0,23],[2,0,22],[0,0,24],[0,0,28],[0,0,26],[0,1,23],[0,2,22],[0,6,18],[3,0,21],[0,2,22],[1,2,21],[3,0,21],[2,2,30],[4,2,18],[3,1,18],[2,1,21],[7,3,14],[2,0,22],[5,1,18],[2,2,18],[11,0,13],[3,2,19],[6,4,14],[5,2,17],[4,0,20],[9,1,14],[9,1,14],[1,1,20],[7,2,15],[6,1,17],[5,2,17],[7,2,15],[9,2,13],[8,2,14],[5,1,18],[10,4,10],[7,5,12],[8,2,12],[6,1,15],[17,5,24],[21,4,41],[7,3,14],[7,4,13],[6,0,18],[7,2,15],[13,2,17],[6,4,12],[10,3,11],[9,2,11],[7,4,13],[10,7,23],[9,0,15],[10,3,11],[4,3,13],[14,2,8],[12,4,8],[16,8,24],[5,1,14],[11,2,11],[13,2,7],[11,0,11],[12,1,11],[7,0,13],[9,4,9],[22,4,14],[18,1,5],[24,0,20],[7,2,9],[9,3,6],[14,1,9],[32,2,10],[21,0,3],[16,2,2],[18,0,2],[14,4,12],[14,0,8],[14,1,1],[1,2,5],[17,0,3],[5,0,3],0,[0,0,8],[0,1,7],[2,3,11],[5,0,9],[2,4,10],[2,0,14],[2,1,5],[5,2,9],[7,3,6],[5,0,9],[3,5,6],[9,0,7],[3,1,4],[8,1,7],[2,0,6],[6,0,8],[9,0,7],[7,1,8],[1,3,2],[5,1,2],[10,2,4],[6,0,6],[19,0,3],[24,5,11],[8,2,4],[11,3,16],[19,3,6],[11,2,1],[9,0,3],[8,0,6],[8,2,4],[10,0,2],[17,1,4],[6,0,2],0,[5,0,1],[2,0,4],[8,0,2],[5,2,1],[2,0,0]],0,[[0,0,18],[0,1,17],[0,1,17],[0,2,16],[1,0,17],[0,0,18],[0,0,18],[1,1,16],[0,0,18],[0,0,22],[2,0,16],[1,0,17],[1,2,15],[2,2,14],[4,0,14],[3,1,14],[1,2,15],[5,0,13],[3,2,31],[1,3,14],[5,0,13],[11,0,7],[6,0,12],[10,0,8],[7,1,10],[3,1,14],[7,0,11],[7,1,10],[6,2,10],[9,4,5],[11,0,7],[10,0,8],[12,0,6],[6,0,10],[4,0,14],[10,0,8],[11,0,7],[13,0,5],[12,0,6],[10,1,7],[8,0,10],[13,2,3],[9,2,7],[12,0,6],[12,1,5],[22,1,11],[28,0,22],[11,0,7],[11,0,7],[12,1,5],[7,3,8],[20,0,4],[8,2,8],[11,2,5],[11,0,7],[10,2,6],[24,1,5],[14,0,4],[9,0,7],[11,0,5],[12,0,6],[12,4,2],[29,1,6],[13,0,3],[13,1,2],[12,1,5],[14,1,3],[16,0,2],[6,0,8],[12,0,6],[23,0,5],[9,0,7],[21,0,11],[10,0,2],[7,0,7],[17,0,5],[32,0,2],[15,1,2],[16,0,2],[15,0,1],[21,2,3],[11,2,1],[9,1,0],[2,1,3],[14,0,0],[2,1,1],0,[0,0,6],[1,0,5],[5,2,5],[4,0,4],[4,0,8],[8,0,4],[3,0,3],[8,1,3],[10,2,0],[9,0,3],[4,2,6],[9,0,3],[4,1,1],[11,0,1],[6,0,0],[5,0,5],[8,2,2],[9,0,3],[1,2,1],[5,0,1],[12,0,0],[4,0,4],[19,0,3],[26,0,6],[10,0,2],[15,0,9],[17,0,3],[9,0,1],[8,0,0],[10,0,2],[8,0,2],[9,0,1],[12,0,0],[6,0,0],[4,0,0],[2,0,0],[2,0,0],[8,0,0],[6,0,0]],[[0,0,36],[0,1,35],[1,0,35],[0,0,36],[0,0,34],[0,2,34],[0,1,35],[0,0,38],[0,2,34],[0,2,38],[1,1,40],[0,2,34],[1,0,35],[0,0,36],[2,0,34],[0,1,35],[1,0,35],[2,3,31],[4,6,48],[1,4,31],[3,2,29],[2,3,31],[5,2,29],[2,6,28],[4,3,29],[0,3,27],[8,2,26],[1,6,29],[4,6,26],[2,6,28],[6,4,26],[4,2,30],[2,3,31],[3,1,28],[3,7,26],[4,5,27],[7,3,26],[7,6,23],[10,1,25],[5,3,28],[10,5,21],[8,4,24],[3,4,29],[8,3,23],[9,4,21],[8,10,52],[21,18,87],[6,8,22],[7,5,24],[4,6,22],[3,5,28],[11,6,29],[4,8,22],[6,5,23],[8,3,23],[7,6,23],[8,6,44],[8,5,23],[8,4,22],[5,4,23],[14,6,16],[7,7,22],[19,16,37],[9,4,21],[9,4,21],[6,4,22],[12,6,16],[10,7,19],[9,8,15],[14,7,13],[20,9,23],[13,8,13],[15,3,36],[6,2,16],[9,3,18],[8,6,22],[28,16,24],[16,7,13],[14,10,8],[13,7,12],[15,13,20],[7,2,17],[12,5,9],[0,2,8],[16,3,7],[4,2,4],[0,2,0],[0,0,12],[0,0,12],[5,0,19],[3,4,13],[3,4,17],[0,4,20],[5,1,6],[6,0,16],[9,3,12],[5,3,14],[4,6,12],[3,5,16],[3,3,6],[4,4,14],[2,3,7],[5,3,12],[10,4,10],[5,4,11],[0,2,4],[5,2,5],[11,3,8],[2,3,13],[20,5,9],[25,9,18],[11,1,8],[11,3,20],[12,6,26],[8,2,12],[9,3,10],[8,1,9],[6,2,8],[10,4,8],[9,4,11],[4,2,4],[2,0,4],[3,1,4],[0,0,4],[4,0,2],[6,1,5],[1,2,1]],[[0,0,42],[0,4,38],[0,3,39],[0,3,39],[0,0,42],[0,2,40],[0,2,40],[2,0,42],[0,5,37],[0,2,44],[0,4,44],[1,4,37],[0,4,38],[0,5,37],[0,4,38],[0,11,31],[2,7,33],[0,5,37],[6,6,68],[3,7,32],[1,2,37],[1,9,32],[0,8,34],[2,8,32],[3,8,31],[0,3,35],[4,6,32],[4,13,25],[3,12,27],[0,12,30],[1,9,32],[3,8,31],[3,7,32],[2,9,25],[3,12,27],[4,9,29],[5,8,29],[2,12,28],[9,6,27],[1,16,25],[9,7,24],[3,11,28],[4,16,22],[5,10,27],[3,14,25],[5,25,50],[3,35,104],[4,9,27],[3,16,23],[4,7,27],[3,15,24],[11,10,31],[2,13,25],[5,15,20],[6,12,24],[3,17,22],[4,25,39],[0,14,28],[5,15,20],[6,13,17],[6,13,23],[3,13,24],[18,32,34],[6,11,23],[6,14,18],[4,10,24],[7,11,22],[7,14,21],[9,10,17],[7,14,17],[13,16,33],[5,14,21],[5,9,40],[3,8,17],[2,10,22],[13,14,15],[22,19,33],[9,15,18],[6,17,17],[10,9,19],[13,21,24],[6,6,16],[8,12,8],[0,6,6],[7,6,13],[2,4,4],[1,1,0],[0,0,14],[0,0,14],[0,7,21],[1,4,17],[4,7,17],[4,4,20],[2,1,11],[0,8,18],[9,7,12],[0,13,15],[4,10,14],[4,10,14],[1,7,6],[4,5,17],[3,4,7],[1,9,14],[5,9,14],[3,8,13],[0,6,2],[4,5,5],[6,3,17],[1,8,11],[9,10,23],[17,23,24],[5,7,10],[14,10,16],[8,12,24],[7,7,10],[3,4,13],[7,8,9],[5,5,10],[9,5,10],[8,11,9],[4,3,5],[1,2,3],[1,3,6],[0,0,8],[7,1,8],0,[1,3,0]],0],"none":[[[8,0,24],[13,6,29],[18,2,28],[24,4,20],[21,10,15],[29,3,16],[21,2,25],[18,6,26],[25,6,17],[31,6,15],[33,4,17],[32,5,11],[34,2,12],[33,9,6],[28,6,14],[31,8,9],[34,6,8],[29,3,16],[57,8,17],[39,6,3],[32,4,8],[35,8,5],[41,6,1],[41,6,1],[43,2,3],[34,3,5],[41,4,3],[43,2,3],[37,3,8],[42,4,2],[42,4,2],[44,2,2],[43,5,0],[37,3,2],[39,6,3],[42,4,2],[44,2,2],[44,2,2],[43,4,1],[45,2,1],[41,2,3],[42,4,2],[45,1,2],[45,1,0],[42,3,1],[83,5,4],[144,10,4],[42,4,0],[45,3,0],[37,5,2],[45,1,2],[55,2,3],[39,2,3],[42,4,0],[41,4,1],[43,4,1],[75,3,0],[46,2,0],[41,2,3],[39,3,0],[43,4,1],[46,0,0],[92,3,1],[41,3,0],[41,1,2],[40,2,0],[43,1,0],[42,4,2],[41,1,0],[43,1,0],[66,6,0],[44,2,0],[65,0,1],[32,2,0],[36,2,0],[47,1,0],[83,3,0],[47,1,0],[41,1,0],[41,1,0],[62,2,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[14,0,0],[2,0,0],[6,5,5],[10,1,5],[27,5,0],[21,1,4],[31,0,1],[30,1,1],[14,1,1],[29,1,0],[29,3,0],[27,3,0],[27,3,0],[30,1,1],[16,0,0],[28,2,0],[15,1,0],[25,0,1],[31,1,0],[25,3,0],[10,0,0],[15,1,0],[30,0,0],[20,1,1],[43,3,0],[71,3,0],[25,1,0],[46,2,0],[48,2,2],[28,0,0],[23,1,0],[25,1,0],[21,2,1],[28,0,0],[33,1,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[12,6,30],[8,2,22],[16,5,27],[24,5,19],[21,2,23],[21,5,22],[23,7,18],[17,5,28],[28,3,17],[29,2,21],[37,4,13],[29,6,13],[27,6,15],[33,4,11],[33,3,12],[30,4,14],[39,2,7],[27,5,16],[54,7,21],[38,7,3],[37,3,4],[40,3,5],[41,4,3],[42,1,5],[40,4,4],[34,1,7],[43,3,2],[40,2,6],[34,3,11],[40,4,4],[44,3,1],[41,2,5],[41,5,2],[36,1,5],[42,5,1],[39,4,5],[40,2,6],[45,3,0],[41,6,1],[43,4,1],[39,4,3],[42,5,1],[43,2,3],[42,4,0],[42,4,0],[82,4,6],[143,11,4],[45,0,1],[48,0,0],[34,7,3],[42,5,1],[54,2,4],[37,2,5],[36,4,6],[43,1,2],[41,5,2],[71,6,1],[45,3,0],[44,1,1],[36,4,2],[47,1,0],[43,3,0],[87,6,3],[39,4,1],[41,3,0],[41,0,1],[40,4,0],[45,0,3],[39,2,1],[43,1,0],[70,2,0],[44,2,0],[63,3,0],[34,0,0],[35,3,0],[46,2,0],[82,4,0],[47,1,0],[41,0,1],[38,4,0],[58,6,0],[34,0,0],[32,2,0],[12,2,0],[29,3,0],[14,0,0],[2,0,0],[7,3,6],[10,0,6],[30,2,0],[20,3,3],[28,4,0],[29,2,1],[13,3,0],[27,2,1],[30,1,1],[26,4,0],[27,2,1],[29,3,0],[13,2,1],[27,3,0],[15,1,0],[24,1,1],[29,2,1],[24,4,0],[8,1,1],[15,1,0],[30,0,0],[19,3,0],[44,2,0],[68,6,0],[24,2,0],[45,3,0],[49,3,0],[26,2,0],[24,0,0],[23,3,0],[21,2,1],[27,1,0],[33,0,1],[13,1,0],[8,0,0],[9,1,0],[8,0,0],[17,1,0],[15,1,0],[5,1,0]],[[10,1,37],[10,4,34],[5,3,24],[13,7,28],[15,5,26],[20,2,26],[18,5,25],[13,7,30],[19,7,22],[22,2,28],[26,4,24],[23,5,20],[27,4,17],[28,6,14],[28,4,16],[30,5,13],[33,5,10],[23,4,21],[55,5,22],[31,6,11],[31,3,10],[33,7,8],[35,10,3],[32,5,11],[40,2,6],[27,5,10],[40,5,3],[35,8,5],[29,3,16],[39,4,5],[39,6,3],[38,7,3],[38,6,4],[35,3,4],[42,5,1],[38,5,5],[40,5,3],[36,7,5],[42,3,3],[39,5,4],[37,3,6],[42,6,0],[40,5,3],[39,3,4],[39,4,3],[77,9,6],[134,18,6],[39,3,4],[37,5,6],[33,5,6],[44,1,3],[49,7,4],[34,4,6],[40,4,2],[39,3,4],[38,7,3],[59,14,5],[42,4,2],[43,2,1],[35,5,2],[44,0,4],[39,4,3],[85,8,3],[37,5,2],[38,5,1],[38,3,1],[36,4,4],[42,4,2],[34,7,1],[36,5,3],[65,4,3],[40,4,2],[60,5,1],[29,4,1],[33,4,1],[40,8,0],[82,4,0],[43,5,0],[41,1,0],[39,3,0],[55,8,1],[32,2,0],[29,5,0],[11,2,1],[29,3,0],[14,0,0],[2,0,0],[7,3,6],[10,0,6],[24,7,1],[21,3,2],[26,3,3],[26,3,3],[13,2,1],[23,5,2],[26,4,2],[26,3,1],[26,4,0],[29,1,2],[14,2,0],[26,4,0],[14,0,2],[23,1,2],[27,5,0],[25,3,0],[7,3,0],[16,0,0],[23,7,0],[18,4,0],[40,6,0],[65,8,1],[23,2,1],[44,4,0],[50,2,0],[27,1,0],[23,1,0],[21,3,2],[20,3,1],[26,2,0],[33,1,0],[13,1,0],[7,1,0],[10,0,0],[7,1,0],[17,0,1],[13,3,0],[6,0,0]],[[11,2,35],[10,2,36],[11,5,32],[7,1,24],[16,4,26],[13,3,32],[16,8,24],[14,4,32],[21,5,22],[20,5,27],[35,4,15],[22,5,21],[25,6,17],[30,5,13],[28,8,12],[31,9,8],[30,6,12],[28,2,18],[50,13,19],[30,6,12],[32,6,6],[37,6,5],[37,5,6],[33,7,8],[34,6,8],[21,9,12],[43,2,3],[39,2,7],[32,3,13],[38,7,3],[38,7,3],[42,5,1],[40,4,4],[35,2,5],[39,5,4],[43,3,2],[38,4,6],[41,4,3],[37,7,4],[41,5,2],[33,6,7],[37,7,4],[41,2,5],[38,4,4],[38,4,4],[75,10,7],[140,9,9],[42,4,0],[38,6,4],[35,4,5],[40,6,2],[51,6,3],[36,3,5],[39,5,2],[37,7,2],[40,7,1],[65,12,1],[46,2,0],[40,5,1],[37,4,1],[41,3,4],[37,8,1],[85,10,1],[41,3,0],[42,2,0],[37,3,2],[38,3,3],[45,3,0],[39,3,0],[35,8,1],[66,6,0],[44,2,0],[61,5,0],[28,6,0],[33,4,1],[41,6,1],[79,7,0],[44,4,0],[37,5,0],[38,4,0],[60,4,0],[32,2,0],[29,5,0],[10,2,2],[31,1,0],[14,0,0],[2,0,0],[3,4,9],[5,3,8],[23,5,4],[17,6,3],[24,4,4],[29,0,3],[12,1,3],[25,1,4],[29,2,1],[26,3,1],[24,4,2],[32,0,0],[13,3,0],[25,5,0],[14,2,0],[20,2,4],[32,0,0],[24,4,0],[7,0,3],[16,0,0],[27,3,0],[20,0,2],[40,6,0],[62,10,2],[23,3,0],[44,4,0],[50,1,1],[26,2,0],[23,1,0],[24,1,1],[21,3,0],[27,1,0],[31,3,0],[13,1,0],[6,2,0],[10,0,0],[5,3,0],[18,0,0],[13,3,0],[6,0,0]],[[4,6,32],[2,2,38],[6,4,32],[3,5,34],[1,0,27],[4,6,32],[8,7,27],[5,6,33],[8,4,30],[9,6,31],[13,10,25],[15,6,21],[8,4,30],[12,7,23],[15,12,15],[16,11,15],[19,6,17],[19,3,20],[39,8,33],[18,7,17],[21,2,17],[29,3,10],[26,9,7],[29,5,8],[27,8,7],[23,5,10],[34,5,3],[29,10,3],[31,1,10],[29,9,4],[33,7,2],[30,8,4],[37,4,1],[26,2,8],[34,3,5],[37,2,3],[35,3,4],[33,4,5],[30,5,7],[34,3,5],[29,6,5],[34,5,3],[34,3,5],[34,3,5],[38,2,2],[68,8,4],[116,18,8],[32,4,4],[31,7,4],[33,4,1],[33,5,4],[40,7,5],[32,2,6],[35,5,0],[34,4,4],[38,4,0],[64,4,0],[36,5,1],[30,8,2],[31,5,0],[33,6,3],[35,3,2],[73,10,1],[37,2,1],[34,4,0],[37,1,0],[34,6,0],[37,3,2],[32,3,1],[35,1,2],[56,6,0],[36,3,1],[52,2,0],[24,4,0],[32,2,0],[35,5,2],[70,3,1],[37,5,0],[38,2,0],[35,3,0],[50,7,1],[27,1,0],[25,3,0],[10,1,1],[25,1,0],[9,1,0],[1,1,0],[1,2,11],[4,1,9],[25,1,2],[17,3,2],[21,3,4],[23,4,1],[12,0,2],[24,1,1],[20,6,2],[22,3,3],[23,3,2],[26,2,0],[11,3,0],[23,3,0],[14,0,0],[18,3,3],[22,6,0],[24,0,0],[6,0,2],[14,0,0],[24,2,0],[19,1,0],[40,2,0],[60,4,0],[20,2,0],[38,2,0],[41,3,0],[24,0,0],[17,3,0],[20,3,1],[18,2,0],[24,0,0],[27,1,0],[12,0,0],[6,0,0],[10,0,0],[8,0,0],[16,0,0],[14,0,0],[3,1,0]],[[7,4,37],[6,3,39],[11,4,33],[11,3,34],[10,4,32],[6,3,23],[14,5,29],[13,3,34],[15,5,28],[20,4,28],[26,3,25],[17,5,26],[25,5,18],[21,8,19],[26,3,19],[30,4,14],[27,7,14],[22,8,18],[47,12,23],[24,8,16],[31,1,12],[33,7,8],[33,9,6],[29,9,10],[34,6,8],[22,4,16],[32,10,6],[35,5,8],[30,5,13],[37,6,5],[34,10,4],[32,8,8],[36,9,3],[30,7,5],[34,8,6],[41,3,4],[39,7,2],[39,4,5],[37,10,1],[37,7,4],[39,3,4],[35,6,7],[38,7,3],[37,6,3],[35,10,1],[73,12,7],[117,29,12],[38,7,1],[39,5,4],[32,6,6],[38,8,2],[51,6,3],[31,9,4],[39,5,2],[39,5,2],[37,11,0],[64,11,3],[39,6,3],[36,6,4],[33,7,2],[40,7,1],[42,2,2],[81,10,5],[30,12,2],[40,4,0],[33,8,1],[37,5,2],[38,8,2],[33,9,0],[36,6,2],[68,4,0],[40,6,0],[59,5,2],[31,2,1],[32,5,1],[41,6,1],[76,10,0],[43,5,0],[36,4,2],[35,5,2],[53,11,0],[29,5,0],[30,4,0],[11,2,1],[28,4,0],[12,2,0],[2,0,0],[6,1,9],[8,1,7],[25,4,3],[19,5,2],[23,6,3],[28,2,2],[15,0,1],[23,4,3],[25,6,1],[27,3,0],[24,6,0],[26,5,1],[11,5,0],[24,6,0],[12,4,0],[22,3,1],[22,10,0],[20,7,1],[8,2,0],[14,2,0],[27,2,1],[19,3,0],[40,6,0],[62,10,2],[24,1,1],[45,3,0],[45,5,2],[25,2,1],[19,4,1],[23,3,0],[23,1,0],[26,2,0],[32,2,0],[13,1,0],[8,0,0],[10,0,0],[8,0,0],[17,1,0],[15,1,0],[5,1,0]],[[11,2,35],[10,4,34],[13,2,33],[15,3,30],[11,5,30],[9,4,35],[6,8,18],[11,4,35],[19,7,22],[26,3,23],[26,5,23],[22,6,20],[23,4,21],[24,8,16],[30,11,7],[27,9,12],[26,7,15],[26,3,19],[49,5,28],[28,7,13],[32,2,10],[39,3,6],[35,6,7],[34,4,10],[40,4,4],[25,9,8],[38,4,6],[35,8,5],[32,1,15],[30,12,6],[38,7,3],[36,6,6],[39,4,5],[34,4,4],[36,8,4],[38,6,4],[36,4,8],[38,6,4],[39,4,5],[43,3,2],[36,5,5],[35,8,5],[40,3,5],[38,5,3],[42,4,0],[81,7,4],[130,20,8],[36,8,2],[39,6,3],[31,7,6],[43,4,1],[51,5,4],[35,5,4],[36,6,4],[40,5,1],[40,6,2],[68,6,4],[40,6,2],[39,6,1],[36,4,2],[42,3,3],[42,3,1],[80,14,2],[36,5,3],[42,2,0],[36,5,1],[34,6,4],[40,5,3],[35,7,0],[35,5,4],[67,4,1],[41,3,2],[65,1,0],[31,3,0],[34,4,0],[46,2,0],[78,8,0],[42,6,0],[35,7,0],[40,2,0],[55,9,0],[33,1,0],[27,6,1],[13,1,0],[29,3,0],[12,2,0],[0,2,0],[5,1,10],[6,0,10],[26,4,2],[20,4,2],[28,2,2],[29,3,0],[12,3,1],[28,1,1],[27,4,1],[24,3,3],[25,4,1],[26,6,0],[15,1,0],[26,3,1],[14,2,0],[18,6,2],[26,5,1],[26,2,0],[8,2,0],[15,1,0],[27,3,0],[19,3,0],[44,1,1],[63,10,1],[25,1,0],[48,0,0],[48,4,0],[26,2,0],[22,2,0],[24,2,0],[21,3,0],[26,2,0],[32,2,0],[13,1,0],[7,0,1],[10,0,0],[8,0,0],[17,1,0],[14,2,0],[6,0,0]],[[12,2,34],[9,5,34],[12,3,33],[13,6,29],[11,7,28],[16,3,29],[18,8,22],[12,2,20],[19,5,24],[23,6,23],[27,8,19],[23,4,21],[25,3,20],[24,7,17],[25,5,18],[23,5,20],[31,4,13],[23,3,22],[49,9,24],[33,5,10],[33,3,8],[35,2,11],[35,3,10],[34,2,12],[34,4,10],[29,5,8],[41,1,6],[36,3,9],[33,0,15],[38,3,7],[33,8,7],[39,1,8],[36,4,8],[35,2,5],[40,2,6],[38,3,7],[38,3,7],[39,4,5],[37,3,8],[40,2,6],[37,3,6],[37,6,5],[39,2,7],[40,2,4],[38,2,6],[77,2,13],[129,12,17],[35,4,7],[41,0,7],[33,1,10],[43,2,3],[47,6,7],[36,4,4],[39,4,3],[39,1,6],[40,2,6],[67,3,8],[41,1,6],[38,2,6],[36,3,3],[40,1,7],[38,3,5],[82,6,8],[41,1,2],[37,1,6],[38,0,4],[38,2,4],[42,3,3],[40,1,1],[37,3,4],[63,4,5],[39,1,6],[58,4,4],[28,2,4],[32,2,4],[40,5,3],[76,1,9],[43,2,3],[38,2,2],[37,2,3],[54,5,5],[32,2,0],[32,2,0],[12,0,2],[28,2,2],[14,0,0],[1,1,0],[3,3,10],[6,1,9],[23,2,7],[19,3,4],[26,1,5],[28,1,3],[12,2,2],[23,2,5],[25,3,4],[25,1,4],[23,3,4],[26,3,3],[14,1,1],[23,4,3],[14,0,2],[23,1,2],[27,4,1],[25,0,3],[8,0,2],[14,1,1],[26,1,3],[20,0,2],[39,1,6],[64,4,6],[22,0,4],[43,2,3],[47,2,3],[26,1,1],[23,0,1],[23,1,2],[19,4,1],[25,3,0],[29,2,3],[12,1,1],[6,0,2],[10,0,0],[4,1,3],[18,0,0],[14,0,2],[5,1,0]],[[8,3,37],[5,3,40],[11,3,34],[10,5,33],[12,4,30],[17,5,26],[9,6,33],[15,4,31],[9,5,18],[17,8,27],[21,4,29],[17,6,25],[16,5,27],[23,7,18],[23,8,17],[20,7,21],[24,5,19],[24,4,20],[46,11,25],[27,4,17],[30,6,8],[32,11,5],[38,7,3],[33,6,9],[34,8,6],[26,5,11],[36,4,8],[38,3,7],[31,5,12],[36,7,5],[34,7,7],[30,11,7],[36,6,6],[37,1,4],[39,4,5],[36,10,2],[39,5,4],[41,5,2],[35,8,5],[36,8,4],[34,5,7],[36,10,2],[38,3,7],[37,7,2],[39,4,3],[74,12,6],[127,19,12],[34,9,3],[37,9,2],[34,4,6],[38,7,3],[52,6,2],[37,4,3],[36,6,4],[37,5,4],[37,7,4],[65,8,5],[36,6,6],[35,10,1],[34,8,0],[41,4,3],[41,3,2],[77,15,4],[33,8,3],[39,5,0],[37,5,0],[33,8,3],[39,7,2],[34,8,0],[35,5,4],[64,6,2],[36,9,1],[62,3,1],[31,3,0],[33,5,0],[43,5,0],[77,9,0],[43,5,0],[39,3,0],[34,8,0],[56,7,1],[32,2,0],[30,4,0],[13,1,0],[30,2,0],[12,2,0],[2,0,0],[6,2,8],[10,0,6],[25,3,4],[21,3,2],[22,4,6],[29,3,0],[13,2,1],[26,1,3],[23,8,1],[22,4,4],[26,4,0],[25,5,2],[14,1,1],[27,3,0],[14,2,0],[17,5,4],[28,4,0],[24,4,0],[8,1,1],[14,1,1],[25,5,0],[20,2,0],[40,6,0],[64,9,1],[23,3,0],[45,2,1],[45,4,3],[24,4,0],[20,4,0],[25,1,0],[23,1,0],[23,5,0],[29,4,1],[12,2,0],[8,0,0],[9,1,0],[8,0,0],[16,2,0],[14,2,0],[4,2,0]],[[3,3,48],[2,2,50],[5,4,45],[6,6,42],[7,5,40],[6,5,43],[9,5,40],[9,6,41],[12,7,35],[11,2,31],[16,3,41],[12,8,34],[13,5,36],[14,7,33],[22,6,26],[16,4,34],[23,2,29],[19,7,28],[29,17,48],[23,7,24],[32,5,13],[30,6,18],[33,9,12],[31,8,15],[26,5,23],[20,8,20],[38,7,9],[33,7,14],[29,7,18],[32,12,10],[29,9,16],[37,8,9],[37,8,9],[29,8,11],[32,12,10],[38,11,5],[35,10,9],[32,10,12],[41,6,7],[42,7,5],[40,8,4],[36,9,9],[33,11,10],[34,8,10],[39,10,3],[72,18,12],[110,38,26],[35,7,10],[36,8,10],[28,7,15],[31,12,11],[50,10,8],[29,10,11],[39,8,5],[41,4,7],[40,12,2],[62,15,11],[36,10,8],[42,8,2],[43,4,1],[40,8,6],[41,6,5],[82,16,10],[36,11,3],[41,5,4],[38,8,2],[39,8,3],[39,12,3],[38,5,1],[39,6,5],[67,10,5],[42,10,0],[66,7,3],[30,5,1],[36,5,1],[47,7,2],[81,16,1],[46,8,0],[41,7,0],[40,8,0],[55,14,1],[34,4,0],[30,8,0],[15,0,1],[31,5,0],[11,3,0],[1,1,0],[6,1,11],[2,0,16],[18,8,10],[19,3,6],[20,5,11],[24,7,5],[11,5,2],[25,7,2],[27,7,2],[24,8,2],[24,6,4],[26,5,5],[13,4,1],[26,5,3],[14,3,1],[19,6,5],[31,4,1],[29,3,0],[8,2,2],[17,1,0],[29,4,1],[21,4,1],[45,9,0],[68,12,4],[26,4,0],[49,6,1],[46,9,5],[27,5,0],[23,5,0],[27,2,1],[23,3,0],[25,7,0],[32,8,0],[13,3,0],[10,0,0],[9,3,0],[10,0,0],[20,2,0],[16,2,0],[4,2,0]],[[8,1,39],[4,3,41],[8,6,34],[7,4,37],[10,2,34],[9,4,35],[11,3,34],[8,3,39],[16,4,28],[22,5,25],[8,2,28],[18,1,29],[15,5,28],[17,9,22],[22,7,19],[19,5,24],[26,3,19],[20,4,24],[45,11,26],[27,7,14],[29,1,14],[34,3,11],[36,5,7],[36,7,5],[32,5,11],[24,2,16],[36,6,6],[38,3,7],[30,4,14],[37,3,8],[38,5,5],[37,3,8],[36,4,8],[28,5,9],[36,8,4],[39,5,4],[35,5,8],[42,2,4],[42,4,2],[39,4,5],[34,5,7],[37,7,4],[41,4,3],[42,2,2],[41,5,0],[81,8,3],[139,11,8],[35,5,6],[43,3,2],[36,3,5],[42,5,1],[51,6,3],[36,3,5],[38,3,5],[38,3,5],[40,7,1],[70,7,1],[42,4,2],[42,2,2],[37,4,1],[43,3,2],[42,1,3],[86,9,1],[38,6,0],[41,2,1],[41,1,0],[42,2,0],[41,4,3],[39,2,1],[38,4,2],[70,2,0],[43,3,0],[62,1,3],[28,5,1],[36,2,0],[43,4,1],[79,7,0],[41,7,0],[40,2,0],[40,2,0],[62,2,0],[33,1,0],[30,4,0],[13,0,1],[28,4,0],[14,0,0],[0,2,0],[3,1,12],[8,0,8],[26,1,5],[22,0,4],[27,0,5],[28,2,2],[12,2,2],[25,3,2],[27,4,1],[26,2,2],[28,2,0],[29,2,1],[15,1,0],[28,1,1],[14,2,0],[18,4,4],[29,3,0],[27,1,0],[9,0,1],[14,2,0],[29,1,0],[20,1,1],[44,2,0],[65,7,2],[26,0,0],[48,0,0],[48,2,2],[25,3,0],[21,2,1],[24,2,0],[23,1,0],[25,3,0],[31,3,0],[14,0,0],[8,0,0],[9,0,1],[6,0,2],[18,0,0],[14,2,0],[6,0,0]],[[4,3,41],[5,6,37],[5,6,37],[8,3,37],[9,3,34],[6,5,37],[12,8,28],[11,4,35],[10,4,34],[14,9,29],[19,3,32],[6,1,25],[15,7,26],[13,5,30],[19,10,19],[17,8,23],[18,6,24],[19,5,24],[36,11,35],[17,7,24],[25,5,14],[27,8,13],[30,7,11],[23,5,20],[27,8,13],[18,4,20],[35,9,4],[31,5,12],[31,1,16],[31,12,5],[28,11,9],[34,8,6],[33,6,9],[30,4,8],[29,10,9],[28,11,9],[35,6,7],[34,9,5],[34,5,9],[32,8,8],[31,5,10],[35,8,5],[32,6,10],[30,8,8],[34,7,5],[70,9,13],[117,25,16],[34,5,7],[31,10,7],[30,4,10],[39,6,3],[42,5,13],[29,6,9],[33,7,6],[35,4,7],[34,10,4],[51,18,9],[37,5,6],[36,7,3],[32,8,2],[39,2,7],[35,6,5],[74,18,4],[37,5,2],[36,6,2],[34,5,3],[33,7,4],[38,7,3],[29,11,2],[32,9,3],[61,8,3],[35,6,5],[58,2,6],[26,7,1],[26,8,4],[36,7,5],[76,9,1],[44,4,0],[34,7,1],[36,6,0],[52,9,3],[32,2,0],[27,7,0],[11,3,0],[29,3,0],[13,1,0],[0,2,0],[3,3,10],[4,1,11],[14,7,11],[16,5,5],[22,3,7],[25,3,4],[10,4,2],[23,3,4],[23,7,2],[22,3,5],[18,9,3],[24,5,3],[12,2,2],[25,4,1],[12,3,1],[20,3,3],[28,2,2],[23,4,1],[4,3,3],[16,0,0],[23,7,0],[18,4,0],[37,8,1],[55,14,5],[22,3,1],[40,5,3],[44,4,4],[25,2,1],[21,2,1],[21,3,2],[20,2,2],[26,2,0],[31,3,0],[13,1,0],[7,1,0],[9,1,0],[8,0,0],[17,1,0],[12,4,0],[5,1,0]],[[1,1,46],[2,6,40],[8,2,38],[7,3,38],[11,3,32],[8,7,33],[7,4,37],[13,3,34],[11,0,37],[16,3,33],[17,2,35],[11,4,33],[7,2,23],[18,2,28],[21,2,25],[18,8,22],[24,4,20],[22,2,24],[35,9,38],[22,9,17],[27,2,15],[29,8,11],[34,5,9],[25,3,20],[24,7,17],[22,4,16],[32,5,11],[30,7,11],[34,0,14],[31,6,11],[36,1,11],[32,9,7],[32,3,13],[29,3,10],[35,5,8],[35,6,7],[39,6,3],[39,2,7],[40,6,2],[36,3,9],[35,3,8],[31,7,10],[36,6,6],[32,3,11],[31,5,10],[70,6,16],[124,12,22],[34,5,7],[36,4,8],[27,4,13],[37,5,6],[46,5,9],[31,6,7],[28,10,8],[34,5,7],[34,9,5],[58,9,11],[38,4,6],[31,6,9],[27,6,9],[39,4,5],[42,3,1],[75,11,10],[37,1,6],[36,5,3],[34,2,6],[33,3,8],[38,3,7],[27,6,9],[33,3,8],[58,5,9],[36,3,7],[58,2,6],[26,3,5],[34,2,2],[35,5,8],[74,9,3],[42,3,3],[34,2,6],[41,0,1],[55,5,4],[32,2,0],[28,6,0],[10,2,2],[30,1,1],[11,2,1],[0,1,1],[7,2,7],[9,1,6],[19,3,10],[15,5,6],[22,4,6],[22,3,7],[11,3,2],[25,2,3],[19,5,8],[22,0,8],[21,5,4],[22,2,8],[13,2,1],[27,1,2],[13,2,1],[21,1,4],[30,1,1],[24,4,0],[6,2,2],[12,3,1],[27,3,0],[20,2,0],[42,3,1],[59,8,7],[20,2,4],[45,2,1],[45,5,2],[25,1,2],[20,4,0],[24,0,2],[21,1,2],[22,4,2],[29,4,1],[12,1,1],[8,0,0],[10,0,0],[7,0,1],[18,0,0],[14,2,0],[5,1,0]],[[4,4,40],[6,4,38],[12,3,33],[8,4,36],[14,3,29],[8,10,30],[9,7,32],[9,8,33],[15,7,26],[21,6,25],[14,7,33],[19,7,22],[18,7,23],[12,3,17],[23,5,20],[27,6,15],[26,5,17],[23,6,19],[41,14,27],[28,8,12],[26,3,15],[28,9,11],[30,10,8],[35,7,6],[27,8,13],[22,6,14],[39,3,6],[36,9,3],[31,5,12],[37,7,4],[35,8,5],[39,6,3],[40,5,3],[33,4,5],[35,8,5],[39,5,4],[41,7,0],[35,8,5],[38,8,2],[41,7,0],[33,9,4],[38,7,3],[33,10,5],[37,6,3],[37,6,3],[74,12,6],[122,24,12],[44,1,1],[36,10,2],[35,6,3],[37,5,6],[50,5,5],[35,5,4],[36,9,1],[37,7,2],[38,8,2],[58,19,1],[42,6,0],[40,5,1],[33,8,1],[43,3,2],[35,9,2],[79,15,2],[40,3,1],[38,6,0],[36,6,0],[38,5,1],[42,4,2],[36,6,0],[36,7,1],[63,8,1],[43,3,0],[59,6,1],[27,6,1],[31,5,2],[35,11,2],[77,8,1],[42,6,0],[38,3,1],[37,5,0],[54,9,1],[29,5,0],[29,5,0],[11,2,1],[28,4,0],[12,2,0],[2,0,0],[3,1,12],[6,2,8],[17,9,6],[17,3,6],[23,3,6],[25,5,2],[12,2,2],[25,4,1],[26,4,2],[23,5,2],[22,6,2],[29,3,0],[12,4,0],[24,5,1],[13,3,0],[22,2,2],[25,5,2],[23,5,0],[6,2,2],[15,1,0],[26,4,0],[20,2,0],[40,6,0],[62,11,1],[21,3,2],[39,8,1],[45,6,1],[25,3,0],[22,2,0],[24,2,0],[18,6,0],[25,3,0],[31,3,0],[13,1,0],[6,2,0],[8,2,0],[7,1,0],[18,0,0],[13,3,0],[5,1,0]],[[6,5,37],[1,3,44],[7,3,38],[7,4,37],[4,7,35],[12,4,32],[4,6,38],[7,4,39],[8,10,30],[11,3,38],[13,5,36],[11,5,32],[15,2,31],[13,9,26],[8,4,20],[14,10,24],[18,4,26],[20,3,25],[32,10,40],[18,5,25],[19,2,23],[27,7,14],[30,5,13],[32,6,10],[33,5,10],[22,4,16],[35,5,8],[38,4,6],[25,5,18],[36,5,7],[32,5,11],[34,4,10],[34,5,9],[27,3,12],[38,1,9],[34,6,8],[33,5,10],[31,8,9],[35,2,11],[37,6,5],[37,4,5],[37,3,8],[33,5,10],[34,5,7],[38,4,4],[73,6,13],[124,17,17],[32,4,10],[40,2,6],[28,4,12],[44,1,3],[52,5,3],[32,2,10],[34,5,7],[38,2,6],[42,4,2],[66,3,9],[42,4,2],[37,4,5],[33,5,4],[37,5,6],[38,3,5],[80,10,6],[35,3,6],[36,3,5],[33,2,7],[33,4,7],[36,7,5],[37,2,3],[42,0,2],[66,5,1],[36,7,3],[60,1,5],[29,2,3],[34,2,2],[45,3,0],[75,5,6],[40,7,1],[38,4,0],[41,0,1],[55,5,4],[34,0,0],[33,1,0],[11,1,2],[31,1,0],[12,2,0],[1,1,0],[4,2,10],[5,1,10],[19,4,9],[17,3,6],[20,3,9],[27,3,2],[11,2,3],[25,2,3],[27,4,1],[21,4,5],[22,4,4],[30,2,0],[13,2,1],[26,2,2],[13,3,0],[20,2,4],[31,1,0],[23,2,3],[8,0,2],[13,2,1],[26,3,1],[20,1,1],[41,4,1],[68,5,1],[21,3,2],[42,2,4],[48,2,2],[27,1,0],[20,2,2],[24,1,1],[23,1,0],[28,0,0],[30,2,2],[12,2,0],[7,0,1],[9,0,1],[6,0,2],[18,0,0],[15,1,0],[6,0,0]],[[3,5,40],[8,4,36],[4,1,43],[1,6,41],[6,4,36],[4,5,39],[7,6,35],[8,7,35],[12,8,28],[15,4,33],[13,7,34],[10,7,31],[13,4,31],[13,7,28],[24,7,17],[9,6,17],[19,8,21],[16,5,27],[39,10,33],[22,5,21],[29,3,12],[27,11,10],[33,7,8],[28,7,13],[24,11,13],[19,4,19],[33,8,7],[37,2,9],[28,6,14],[39,8,1],[34,8,6],[31,9,8],[40,4,4],[28,6,8],[34,4,10],[34,9,5],[35,6,7],[36,7,5],[34,10,4],[42,3,3],[33,4,9],[36,7,5],[38,3,7],[35,5,6],[36,7,3],[71,10,11],[118,22,18],[41,1,4],[36,4,8],[32,5,7],[36,5,7],[49,5,6],[30,5,9],[34,7,5],[36,4,6],[36,8,4],[61,13,4],[37,8,3],[35,8,3],[33,8,1],[37,6,5],[36,4,6],[73,14,9],[37,3,4],[36,6,2],[34,6,2],[37,5,2],[39,6,3],[35,7,0],[33,7,4],[66,4,2],[41,4,1],[63,2,1],[28,5,1],[31,5,2],[38,8,2],[79,5,2],[46,2,0],[37,4,1],[35,7,0],[55,7,2],[33,1,0],[29,5,0],[10,3,1],[29,3,0],[13,1,0],[0,1,1],[1,2,13],[3,2,11],[17,7,8],[16,5,5],[23,5,4],[23,4,5],[13,2,1],[23,5,2],[26,2,4],[18,8,4],[19,7,4],[27,2,3],[12,3,1],[24,5,1],[14,2,0],[19,2,5],[22,7,3],[23,3,2],[7,0,3],[12,3,1],[23,6,1],[18,4,0],[39,7,0],[64,10,0],[21,4,1],[46,1,1],[45,3,4],[23,5,0],[22,2,0],[24,1,1],[20,4,0],[24,3,1],[32,2,0],[14,0,0],[7,1,0],[9,0,1],[7,0,1],[17,1,0],[13,3,0],[5,1,0]],[[4,3,41],[4,4,40],[7,2,39],[8,4,36],[5,5,36],[14,5,29],[9,8,31],[11,4,35],[13,1,34],[19,3,30],[10,6,38],[16,6,26],[22,3,23],[20,3,25],[21,3,24],[16,9,23],[18,4,10],[17,5,26],[44,8,30],[26,8,14],[24,2,18],[26,8,14],[35,0,13],[32,4,12],[30,4,14],[24,2,16],[37,3,8],[35,2,11],[33,4,11],[35,4,9],[36,4,8],[34,4,10],[35,4,9],[30,3,9],[32,6,10],[34,4,10],[32,6,10],[38,6,4],[35,6,7],[38,1,9],[35,2,9],[35,6,7],[34,8,6],[35,5,6],[38,2,6],[70,11,11],[120,19,19],[36,5,5],[40,5,3],[34,6,4],[40,0,8],[49,2,9],[32,4,8],[40,3,3],[37,4,5],[40,5,3],[65,7,6],[39,5,4],[38,2,6],[33,4,5],[34,5,9],[36,6,4],[75,14,7],[41,1,2],[36,3,5],[37,0,5],[36,3,5],[40,3,5],[31,3,8],[37,6,1],[63,6,3],[37,4,5],[54,1,11],[26,5,3],[32,2,4],[41,2,5],[69,16,1],[41,2,5],[37,5,0],[36,6,0],[59,3,2],[32,2,0],[27,7,0],[9,2,3],[29,3,0],[14,0,0],[2,0,0],[6,2,8],[6,1,9],[19,4,9],[16,5,5],[25,3,4],[26,2,4],[12,1,3],[26,1,3],[24,2,6],[26,3,1],[20,2,8],[27,3,2],[12,4,0],[25,0,5],[15,0,1],[18,4,4],[29,3,0],[24,2,2],[6,4,0],[12,3,1],[24,3,3],[19,1,2],[36,8,2],[60,11,3],[19,4,3],[42,5,1],[43,6,3],[24,3,1],[23,1,0],[24,0,2],[21,2,1],[27,1,0],[26,7,1],[10,4,0],[7,0,1],[9,1,0],[5,2,1],[18,0,0],[11,5,0],[6,0,0]],[[2,1,45],[2,1,45],[5,2,41],[3,1,44],[5,2,39],[1,3,44],[1,6,41],[6,1,43],[5,2,41],[3,3,46],[2,5,47],[4,1,43],[9,3,36],[4,2,42],[5,2,41],[7,3,38],[12,1,35],[6,1,25],[15,8,59],[10,4,34],[8,3,33],[14,9,25],[18,6,24],[14,9,25],[18,8,22],[10,1,31],[20,4,24],[14,9,25],[17,9,22],[17,10,21],[17,10,21],[22,10,16],[18,9,21],[16,4,22],[21,10,17],[24,7,17],[21,8,19],[25,9,14],[24,10,14],[20,11,17],[19,11,16],[24,9,15],[22,13,13],[19,12,15],[20,11,15],[42,21,29],[74,24,60],[24,8,14],[29,6,13],[20,10,14],[18,11,19],[33,11,16],[21,7,16],[21,12,13],[19,11,16],[27,8,13],[40,15,23],[30,11,7],[23,12,11],[20,10,12],[25,10,13],[23,8,15],[52,21,23],[16,12,16],[22,9,13],[22,8,12],[27,9,8],[23,10,15],[26,9,7],[28,9,7],[48,16,8],[24,13,9],[45,6,15],[19,6,9],[20,9,9],[30,12,6],[62,17,7],[29,11,8],[28,10,4],[27,10,5],[40,17,7],[26,4,4],[22,11,1],[5,4,5],[25,6,1],[10,3,1],[1,1,0],[0,1,15],[4,0,12],[13,7,12],[13,4,9],[14,6,12],[14,2,16],[10,3,3],[10,5,15],[18,6,8],[14,5,11],[12,8,10],[19,6,7],[8,4,4],[16,5,9],[11,3,2],[12,6,8],[20,6,6],[17,5,6],[4,4,2],[10,4,2],[21,6,3],[12,6,4],[32,6,8],[44,22,8],[19,3,4],[32,7,9],[36,7,9],[18,7,3],[19,4,1],[20,5,1],[16,5,3],[20,6,2],[26,8,0],[11,3,0],[5,0,3],[5,3,2],[4,0,4],[14,2,2],[12,4,0],[4,2,0]],[[5,3,76],[8,9,67],[9,7,68],[10,9,65],[7,7,68],[11,10,63],[11,8,65],[13,10,65],[17,10,57],[15,11,66],[19,7,68],[20,11,53],[23,7,54],[26,10,48],[26,13,45],[24,9,51],[24,8,52],[23,12,49],[37,19,70],[32,13,39],[32,8,38],[36,14,34],[48,7,29],[40,16,28],[42,13,29],[28,7,39],[48,13,23],[45,18,21],[36,14,34],[45,15,24],[46,15,23],[44,15,25],[48,13,23],[40,9,23],[47,15,22],[44,16,24],[46,19,19],[50,13,21],[46,18,20],[47,16,21],[50,17,13],[52,18,14],[49,11,24],[43,15,24],[50,17,15],[82,32,46],[146,64,72],[50,15,15],[54,14,16],[46,17,13],[42,20,22],[67,13,24],[46,14,18],[47,14,19],[41,18,23],[53,20,11],[85,32,19],[50,16,18],[60,10,10],[46,18,10],[56,13,15],[55,18,7],[113,42,13],[50,13,15],[56,9,11],[51,14,9],[49,13,16],[60,15,9],[50,13,9],[56,12,10],[88,24,12],[61,17,2],[86,15,7],[39,15,4],[46,12,8],[61,17,8],[105,27,18],[63,18,3],[58,7,11],[52,17,5],[76,22,16],[44,8,4],[42,12,4],[16,5,3],[45,5,2],[17,5,0],[1,2,1],[6,3,19],[7,1,20],[26,13,17],[20,10,14],[23,14,19],[38,9,9],[15,7,6],[36,9,7],[35,12,9],[35,13,6],[28,19,7],[34,13,9],[18,10,0],[35,10,7],[20,6,2],[27,8,11],[34,16,6],[36,6,6],[11,7,0],[19,7,2],[38,11,3],[25,10,3],[62,16,6],[94,25,11],[34,9,3],[64,11,7],[68,12,8],[34,11,3],[35,3,2],[35,11,0],[27,10,3],[35,10,5],[39,17,2],[20,4,0],[10,2,0],[13,2,1],[12,4,0],[26,4,0],[21,3,4],[6,4,0]],[[0,0,48],[1,3,44],[1,3,44],[5,1,42],[4,4,38],[6,3,39],[6,2,40],[2,3,45],[6,4,38],[7,2,43],[2,3,49],[8,3,37],[3,7,38],[3,3,42],[12,6,30],[8,6,34],[7,6,35],[11,3,34],[13,11,58],[9,4,19],[17,3,24],[19,7,22],[20,5,23],[19,8,21],[15,11,22],[12,4,26],[21,8,19],[19,8,21],[22,3,23],[22,11,15],[22,8,18],[23,8,17],[29,9,10],[19,4,19],[19,11,18],[19,5,24],[25,7,16],[31,7,10],[24,6,18],[25,13,10],[32,5,9],[22,9,17],[24,11,13],[20,10,16],[27,7,12],[49,16,27],[102,24,32],[26,6,14],[27,10,11],[22,8,14],[26,11,11],[35,9,16],[21,10,13],[24,10,12],[27,7,12],[33,9,6],[52,15,11],[31,12,5],[29,11,6],[24,11,7],[28,8,12],[28,6,12],[60,21,15],[28,9,7],[29,8,7],[29,6,7],[25,6,13],[32,11,5],[29,8,5],[32,6,6],[54,13,5],[32,9,5],[57,3,6],[23,5,6],[25,9,4],[34,10,4],[65,13,8],[33,10,5],[31,9,2],[30,10,2],[48,12,4],[27,6,1],[23,9,2],[7,4,3],[25,7,0],[11,2,1],[2,0,0],[1,1,14],[0,1,15],[17,5,10],[13,5,8],[19,4,9],[16,7,9],[8,3,5],[16,5,9],[18,5,9],[19,6,5],[14,7,9],[21,7,4],[13,2,1],[18,8,4],[10,3,3],[16,4,6],[22,6,4],[18,6,4],[6,2,2],[13,3,0],[22,3,5],[15,4,3],[33,10,3],[54,17,3],[19,4,3],[38,7,3],[42,6,4],[23,5,0],[17,4,3],[19,5,2],[18,4,2],[21,4,3],[28,4,2],[12,2,0],[6,0,2],[7,0,3],[8,0,0],[15,2,1],[13,2,1],[6,0,0]],[[1,0,35],[1,0,35],[3,0,33],[2,1,33],[3,1,32],[4,1,31],[0,2,34],[2,0,36],[2,1,33],[2,3,35],[3,1,38],[6,1,29],[5,0,31],[7,1,28],[9,1,26],[3,2,31],[10,0,26],[11,3,22],[13,5,50],[8,3,25],[7,0,17],[16,3,17],[15,1,20],[16,3,17],[13,3,20],[8,1,23],[16,3,17],[17,4,15],[12,6,18],[15,5,16],[21,5,10],[20,2,14],[17,3,16],[14,3,13],[15,8,13],[19,5,12],[18,2,16],[15,5,16],[20,2,14],[19,6,11],[17,8,11],[23,7,6],[14,7,15],[20,3,13],[13,5,18],[40,9,21],[82,17,27],[19,3,14],[23,3,10],[17,5,10],[19,5,12],[26,6,14],[17,5,14],[26,4,4],[21,3,12],[18,6,12],[28,7,23],[20,6,10],[20,5,9],[20,6,4],[19,4,13],[21,6,9],[53,9,10],[20,5,9],[21,6,7],[24,4,6],[20,9,7],[25,5,6],[22,3,7],[24,4,6],[44,4,4],[21,4,9],[30,5,17],[20,2,2],[19,7,4],[25,6,5],[48,11,7],[26,4,6],[27,5,4],[26,3,3],[35,7,10],[21,1,4],[16,5,1],[5,1,4],[18,6,0],[5,2,1],[1,1,0],[2,0,10],[3,0,9],[11,3,10],[6,3,11],[13,1,10],[15,2,7],[6,1,5],[18,2,2],[16,5,3],[17,4,3],[18,2,4],[15,4,5],[9,2,1],[14,6,2],[8,1,3],[12,5,5],[16,4,4],[14,2,4],[2,1,3],[9,2,1],[19,2,1],[11,3,4],[30,2,4],[41,8,5],[13,4,3],[22,4,8],[30,3,7],[16,3,1],[13,2,3],[16,1,3],[13,1,2],[17,2,1],[18,3,3],[8,2,0],[4,0,2],[6,0,2],[5,0,3],[14,2,0],[10,2,0],[2,0,0]],[[0,2,46],[0,3,45],[2,0,46],[2,5,41],[0,3,43],[0,6,42],[0,3,45],[2,0,48],[2,3,43],[1,4,47],[2,6,46],[6,2,40],[7,1,40],[4,6,38],[3,2,43],[4,6,38],[6,6,36],[8,5,35],[8,10,64],[10,8,30],[7,3,34],[0,5,27],[7,9,32],[11,8,29],[9,8,31],[4,6,32],[8,7,33],[13,10,25],[13,10,25],[14,12,22],[15,11,22],[11,7,30],[20,8,20],[9,8,25],[18,15,15],[16,8,24],[18,9,21],[15,13,20],[18,11,19],[12,14,22],[8,12,26],[14,12,22],[17,17,14],[13,14,19],[10,10,26],[36,21,35],[47,39,72],[21,12,13],[20,15,13],[21,9,14],[13,15,20],[26,16,18],[20,11,13],[14,13,19],[13,15,18],[20,9,19],[30,26,22],[23,14,11],[20,12,14],[11,13,18],[23,12,13],[21,12,13],[47,29,20],[16,10,18],[13,12,19],[24,11,7],[17,12,15],[21,11,16],[19,11,12],[23,11,10],[40,19,13],[28,14,4],[37,7,22],[18,10,6],[20,12,6],[28,12,8],[57,20,9],[30,11,7],[28,7,7],[26,12,4],[35,15,14],[23,6,5],[16,12,6],[3,5,6],[26,6,0],[10,4,0],[1,1,0],[1,1,14],[0,2,14],[11,5,16],[6,4,16],[9,7,16],[9,8,15],[9,1,6],[11,3,16],[11,10,11],[12,6,12],[9,11,10],[15,6,11],[5,7,4],[18,6,6],[8,3,5],[10,7,9],[16,9,7],[14,8,6],[1,5,4],[11,5,0],[18,7,5],[13,6,3],[30,11,5],[53,17,4],[15,6,5],[27,7,14],[34,10,8],[16,9,3],[13,6,5],[17,5,4],[13,6,5],[18,8,2],[21,11,2],[8,4,2],[7,0,1],[5,3,2],[3,0,5],[12,3,3],[11,4,1],[2,4,0]],[[1,1,46],[1,1,46],[1,2,45],[0,0,48],[1,2,43],[0,0,48],[1,4,43],[2,1,47],[2,3,43],[1,3,48],[4,3,47],[6,2,40],[4,1,43],[6,5,37],[4,4,40],[5,3,40],[5,1,42],[7,7,34],[8,9,65],[8,3,37],[8,2,34],[13,7,28],[11,2,19],[11,7,30],[8,10,30],[11,6,25],[14,6,28],[9,12,27],[17,8,23],[12,13,23],[14,10,24],[15,9,24],[18,8,22],[14,4,24],[17,8,23],[21,10,17],[20,4,24],[16,13,19],[20,9,19],[20,12,16],[14,11,21],[14,11,23],[17,11,20],[17,9,20],[20,10,16],[42,19,31],[62,33,63],[17,10,19],[19,11,18],[13,10,21],[23,10,15],[30,13,17],[12,10,22],[17,13,16],[19,11,16],[26,9,13],[42,19,17],[24,14,10],[19,13,14],[19,11,12],[26,7,15],[23,8,15],[50,20,26],[21,12,11],[21,7,16],[21,9,12],[19,11,14],[26,13,9],[20,9,13],[28,11,5],[47,14,11],[29,10,7],[46,6,14],[20,8,6],[22,10,6],[30,13,5],[54,20,12],[30,14,4],[25,13,4],[29,11,2],[41,18,5],[24,6,4],[22,12,0],[5,2,7],[25,6,1],[11,3,0],[0,2,0],[1,0,15],[0,0,16],[12,4,16],[8,5,13],[17,6,9],[8,7,17],[10,1,5],[18,3,9],[15,10,7],[14,8,8],[9,9,12],[15,10,7],[8,4,4],[13,8,9],[9,4,3],[11,6,9],[15,10,7],[17,5,6],[2,3,5],[11,5,0],[20,5,5],[10,6,6],[31,11,4],[50,21,3],[15,7,4],[35,6,7],[38,10,4],[17,7,4],[16,6,2],[16,7,3],[16,5,3],[18,8,2],[24,8,2],[11,2,1],[4,1,3],[6,2,2],[6,0,2],[13,1,4],[12,4,0],[3,3,0]],[[1,2,45],[1,1,46],[1,3,44],[1,4,43],[3,2,41],[4,4,40],[3,2,43],[4,1,45],[6,4,38],[4,1,47],[5,3,46],[7,3,38],[10,1,37],[7,5,36],[6,1,41],[11,3,34],[6,2,40],[8,6,34],[15,13,54],[11,7,30],[10,3,31],[9,9,30],[15,7,26],[7,5,20],[14,12,22],[12,1,29],[15,3,30],[18,10,20],[14,12,22],[21,10,17],[18,8,22],[17,7,24],[19,11,18],[15,7,20],[16,11,21],[21,9,18],[23,10,15],[23,14,11],[18,7,23],[24,12,12],[19,14,13],[17,15,16],[19,15,14],[20,10,16],[22,11,13],[41,21,30],[71,34,53],[23,7,16],[24,14,10],[18,11,15],[23,12,13],[30,14,16],[18,16,10],[18,15,13],[22,14,10],[27,11,10],[43,19,16],[24,12,12],[24,14,8],[20,16,6],[22,11,15],[23,15,8],[48,29,19],[24,10,10],[24,10,10],[25,13,4],[19,15,10],[28,14,6],[21,11,10],[31,8,5],[49,16,7],[23,17,6],[48,7,11],[15,11,8],[19,12,7],[31,11,6],[53,22,11],[30,13,5],[29,12,1],[26,13,3],[42,18,4],[25,7,2],[18,15,1],[8,4,2],[26,4,2],[9,3,2],[0,2,0],[0,0,16],[2,1,13],[11,1,20],[9,5,12],[13,6,13],[14,8,10],[5,4,7],[15,6,9],[15,8,9],[14,9,7],[15,10,5],[17,6,9],[9,5,2],[18,6,6],[9,4,3],[9,5,12],[20,9,3],[19,4,5],[6,2,2],[8,5,3],[17,7,6],[14,8,0],[25,14,7],[54,16,4],[20,6,0],[34,10,4],[35,8,9],[15,9,4],[15,8,1],[18,8,0],[15,5,4],[17,10,1],[23,10,1],[11,3,0],[7,0,1],[7,1,2],[4,0,4],[14,4,0],[12,4,0],[3,3,0]],[[0,1,47],[0,4,44],[3,1,44],[5,1,42],[3,2,41],[1,2,45],[0,3,45],[3,1,46],[3,6,39],[10,1,41],[11,1,42],[8,3,37],[4,9,35],[8,5,35],[6,4,38],[8,9,31],[10,6,32],[7,6,35],[15,13,54],[10,6,32],[13,3,28],[15,6,27],[14,8,26],[9,11,28],[7,6,19],[13,2,27],[19,10,19],[14,13,21],[12,11,25],[15,15,18],[14,14,20],[18,9,21],[14,7,27],[15,4,23],[17,15,16],[17,13,18],[21,13,14],[16,11,21],[19,8,21],[18,13,17],[16,11,19],[16,15,17],[19,13,16],[18,12,16],[16,14,16],[35,24,33],[60,36,62],[20,14,12],[21,16,11],[13,11,20],[18,13,17],[32,12,16],[15,15,14],[19,11,16],[25,13,8],[16,18,14],[36,23,19],[22,14,12],[19,15,12],[15,14,13],[26,9,13],[18,16,12],[48,25,23],[24,9,11],[20,10,14],[22,9,11],[20,9,15],[26,12,10],[21,9,12],[23,11,10],[40,13,19],[27,16,3],[46,6,14],[13,13,8],[16,15,7],[26,20,2],[54,19,13],[27,14,7],[23,14,5],[26,10,6],[33,22,9],[22,6,6],[21,11,2],[4,5,5],[26,5,1],[10,3,1],[0,2,0],[3,0,13],[2,0,14],[10,9,13],[9,6,11],[13,10,9],[13,5,14],[8,1,7],[17,1,12],[16,11,5],[14,5,11],[11,12,7],[16,9,7],[9,5,2],[14,9,7],[10,3,3],[11,5,10],[19,11,2],[15,9,4],[2,6,2],[9,4,3],[17,6,7],[11,8,3],[27,13,6],[43,22,9],[14,6,6],[29,11,8],[31,12,9],[15,10,3],[15,4,5],[14,6,6],[14,9,1],[19,5,4],[24,7,3],[11,3,0],[6,1,1],[5,2,3],[5,1,2],[15,1,2],[10,4,2],[2,4,0]],[[1,1,40],[3,1,38],[5,3,34],[2,6,34],[1,2,37],[4,2,36],[3,7,32],[0,6,36],[4,2,36],[6,4,36],[3,4,39],[8,3,31],[5,4,33],[5,3,34],[5,8,29],[11,3,28],[4,3,35],[12,3,27],[16,7,47],[8,9,25],[13,2,23],[12,12,18],[11,5,26],[12,6,24],[17,8,17],[5,1,18],[14,7,21],[11,7,24],[13,11,18],[17,8,17],[20,8,14],[14,9,19],[16,6,20],[13,5,18],[11,9,22],[16,9,17],[19,11,12],[17,9,16],[13,10,19],[17,9,16],[18,8,14],[16,7,19],[19,9,14],[18,9,13],[15,7,18],[30,10,40],[48,25,45],[13,8,19],[23,6,13],[15,10,17],[17,8,17],[26,12,16],[11,7,20],[17,7,16],[15,7,18],[22,7,13],[31,13,26],[20,9,13],[18,7,15],[22,7,9],[20,7,15],[20,5,15],[40,22,22],[23,9,6],[19,3,16],[16,5,15],[21,5,12],[23,9,10],[15,5,16],[21,5,12],[38,16,10],[24,8,8],[30,8,24],[11,7,12],[16,8,10],[31,7,6],[42,15,19],[31,10,1],[19,4,13],[25,9,2],[34,11,9],[22,2,6],[20,10,2],[7,4,3],[28,1,3],[6,4,4],[0,0,2],[1,2,11],[0,0,14],[14,4,10],[14,3,5],[15,4,9],[12,5,11],[5,3,6],[9,7,10],[16,5,7],[9,8,9],[9,6,11],[14,8,6],[8,3,3],[12,6,10],[9,3,2],[6,4,12],[17,8,3],[11,6,9],[5,2,3],[7,5,2],[16,6,4],[10,4,6],[19,9,10],[44,17,11],[11,4,7],[29,10,7],[35,7,4],[16,6,4],[15,2,3],[15,2,7],[13,5,6],[17,4,3],[18,8,4],[11,2,1],[4,2,2],[6,1,1],[5,2,1],[14,2,0],[11,3,0],[2,2,0]],[[4,2,42],[5,1,42],[5,3,40],[5,1,42],[5,3,38],[8,6,34],[7,5,36],[5,3,42],[7,2,39],[12,2,38],[11,2,41],[7,6,35],[12,2,34],[7,4,37],[13,4,31],[12,8,28],[13,4,31],[16,2,30],[24,8,50],[16,5,27],[18,2,24],[22,7,19],[29,3,16],[28,4,16],[23,4,21],[14,3,25],[24,3,5],[32,4,12],[27,4,17],[28,5,15],[32,5,11],[32,2,14],[33,5,10],[29,3,10],[28,1,19],[37,4,7],[27,5,16],[37,2,9],[30,5,13],[35,3,10],[33,3,10],[33,5,10],[32,8,8],[35,1,10],[38,4,4],[72,4,16],[118,14,26],[34,1,11],[31,6,11],[27,4,13],[37,3,8],[48,4,8],[33,1,10],[37,1,8],[34,3,9],[29,7,12],[56,11,11],[40,3,5],[31,6,9],[35,3,4],[32,6,10],[39,2,5],[76,8,12],[39,2,3],[37,2,5],[36,2,4],[27,6,11],[39,3,6],[29,3,10],[35,4,5],[55,6,11],[39,2,5],[55,0,11],[24,4,6],[33,0,5],[38,5,5],[67,8,11],[43,1,4],[35,3,4],[36,4,2],[54,4,6],[30,1,3],[25,6,3],[8,1,5],[28,2,2],[13,0,1],[1,1,0],[1,2,13],[3,2,11],[19,4,9],[12,4,10],[20,3,9],[20,4,8],[10,3,3],[23,2,5],[24,2,6],[19,5,6],[23,4,3],[22,5,5],[12,2,2],[23,3,4],[12,1,3],[18,3,5],[26,2,4],[22,1,5],[9,0,1],[15,0,1],[25,3,2],[16,3,3],[39,1,6],[62,5,7],[20,2,4],[39,2,7],[43,4,5],[26,1,1],[21,1,2],[21,2,3],[20,2,2],[26,1,1],[29,2,3],[13,0,1],[6,0,2],[10,0,0],[6,0,2],[18,0,0],[14,1,1],[6,0,0]],[[1,1,46],[0,1,47],[2,4,42],[2,1,45],[0,5,41],[2,2,44],[2,4,42],[2,1,47],[2,2,44],[3,2,47],[5,1,48],[8,3,37],[5,7,36],[7,5,36],[5,4,39],[10,6,32],[5,6,37],[7,4,37],[16,14,52],[12,4,32],[7,2,35],[9,8,31],[13,10,25],[8,9,31],[11,11,26],[10,7,25],[12,5,31],[4,7,21],[15,12,21],[9,19,20],[11,11,26],[14,11,23],[11,6,31],[10,5,27],[8,14,26],[12,9,27],[13,10,25],[19,13,16],[17,10,21],[17,13,18],[12,10,24],[16,14,18],[14,14,20],[19,7,20],[19,10,17],[29,18,45],[54,38,66],[16,9,21],[18,15,15],[13,9,22],[18,15,15],[24,12,24],[10,18,16],[17,11,18],[21,8,17],[17,15,16],[30,22,26],[20,14,14],[14,16,16],[14,14,14],[20,12,16],[18,15,13],[39,31,26],[17,13,14],[16,13,15],[16,12,14],[18,12,14],[20,15,13],[15,12,15],[26,12,6],[40,21,11],[26,12,8],[30,6,30],[15,6,13],[20,10,8],[27,13,8],[49,22,15],[26,14,8],[21,14,7],[24,13,5],[33,19,12],[19,5,10],[21,13,0],[2,6,6],[21,8,3],[9,4,1],[0,2,0],[1,0,15],[2,1,13],[10,4,18],[8,6,12],[9,8,15],[8,8,16],[6,2,8],[14,5,11],[12,10,10],[15,5,10],[9,12,9],[10,10,12],[8,5,3],[14,6,10],[8,6,2],[8,7,11],[15,11,6],[12,8,8],[0,7,3],[8,4,4],[16,9,5],[11,7,4],[26,14,6],[43,21,10],[15,7,4],[23,9,16],[28,12,12],[16,10,2],[14,5,5],[16,6,4],[12,4,8],[18,8,2],[22,10,2],[11,3,0],[6,0,2],[4,4,2],[3,0,5],[13,4,1],[10,5,1],[2,4,0]],[[0,0,48],[0,0,48],[1,1,46],[0,2,46],[0,0,46],[0,5,43],[0,2,46],[1,0,49],[0,5,43],[0,5,47],[0,2,52],[0,0,48],[0,1,47],[0,3,45],[3,2,43],[0,8,40],[1,3,44],[4,4,40],[7,11,64],[2,4,42],[6,3,35],[7,6,35],[5,6,37],[10,9,29],[10,5,33],[2,5,35],[9,8,31],[7,8,33],[3,4,25],[9,7,32],[13,8,27],[12,8,28],[7,9,32],[6,3,33],[8,13,27],[11,11,26],[15,10,23],[8,11,29],[15,6,27],[11,8,29],[11,11,24],[12,12,24],[6,13,29],[7,8,31],[9,9,28],[21,16,55],[32,36,90],[8,8,30],[15,11,22],[9,12,23],[14,9,25],[20,16,24],[11,12,21],[12,12,22],[7,12,27],[10,11,27],[25,17,36],[17,11,20],[17,12,17],[15,10,17],[17,10,21],[13,12,21],[35,19,42],[11,12,21],[14,10,20],[20,8,14],[11,14,19],[17,15,16],[16,10,16],[20,8,16],[33,19,20],[18,14,14],[30,8,28],[13,6,15],[15,8,15],[22,11,15],[45,20,21],[20,12,16],[19,11,12],[22,10,10],[24,17,23],[11,2,21],[17,10,7],[0,4,10],[16,7,9],[6,4,4],[0,2,0],[0,1,15],[0,0,16],[9,4,19],[5,4,17],[8,5,19],[8,5,19],[7,1,8],[9,3,18],[12,6,14],[6,9,15],[7,6,17],[10,8,14],[6,2,8],[6,8,16],[5,4,7],[9,6,11],[16,7,9],[10,8,10],[2,2,6],[9,4,3],[12,8,10],[10,5,7],[24,10,12],[35,20,19],[12,5,9],[24,9,15],[26,8,18],[12,6,10],[11,7,6],[12,6,8],[12,6,6],[16,8,4],[20,10,4],[9,3,2],[4,0,4],[3,3,4],[6,0,2],[12,2,4],[8,5,3],[1,4,1]],[[0,2,46],[0,1,47],[2,2,44],[0,2,46],[0,2,44],[0,2,46],[1,6,41],[2,1,47],[0,5,43],[0,2,50],[2,2,50],[0,7,41],[5,2,41],[4,6,38],[1,5,42],[3,9,36],[2,5,41],[5,7,36],[8,16,58],[8,10,30],[6,1,37],[5,10,33],[8,9,31],[5,13,30],[3,17,28],[4,5,33],[8,10,30],[6,16,26],[8,13,27],[2,12,18],[8,12,28],[9,12,27],[12,12,24],[4,8,30],[8,15,25],[7,10,31],[15,12,21],[9,16,23],[10,13,25],[16,15,17],[9,13,24],[11,15,22],[11,16,21],[10,12,24],[16,15,15],[23,30,39],[27,55,76],[14,14,18],[8,17,23],[14,10,20],[10,16,22],[24,15,21],[10,17,17],[14,14,18],[19,16,11],[18,18,12],[29,25,24],[13,17,18],[15,19,12],[12,15,15],[19,16,13],[12,19,15],[36,30,30],[14,18,12],[10,16,18],[14,13,15],[19,13,12],[21,15,12],[13,14,15],[19,16,9],[33,23,16],[18,17,11],[31,8,27],[8,11,15],[15,12,11],[20,14,14],[43,25,18],[24,14,10],[23,16,3],[18,16,8],[28,23,13],[16,7,11],[16,13,5],[4,3,7],[22,5,5],[5,4,5],[0,2,0],[0,4,12],[0,0,16],[5,5,22],[5,6,15],[6,11,15],[8,7,17],[4,2,10],[3,8,19],[9,12,11],[12,9,9],[9,14,7],[9,12,11],[5,6,5],[9,9,12],[4,6,6],[7,7,12],[13,10,9],[12,7,9],[0,5,5],[6,7,3],[14,10,6],[8,8,6],[21,15,10],[33,24,17],[14,4,8],[21,9,18],[19,16,17],[14,8,6],[14,7,3],[16,8,2],[12,5,7],[11,11,6],[16,11,7],[8,3,3],[4,0,4],[4,4,2],[3,0,5],[12,4,2],[11,5,0],[0,4,2]],[[0,1,47],[0,2,46],[1,3,44],[1,3,44],[0,2,44],[0,2,46],[2,0,46],[2,1,47],[4,4,40],[3,4,45],[3,3,48],[2,6,40],[7,1,40],[3,8,37],[3,1,44],[2,9,37],[5,5,38],[9,5,34],[12,11,59],[8,6,34],[9,3,32],[9,11,28],[13,6,29],[10,7,31],[13,10,25],[8,4,30],[12,6,30],[13,8,27],[17,6,25],[15,14,19],[8,8,16],[18,5,25],[19,9,20],[14,7,21],[15,10,23],[17,8,23],[18,12,18],[14,15,19],[18,7,23],[15,10,23],[17,11,18],[18,13,17],[17,14,17],[10,11,25],[18,11,17],[38,22,32],[55,36,67],[13,14,19],[17,12,19],[14,10,20],[20,12,16],[25,12,23],[15,15,14],[18,11,17],[20,13,13],[20,15,13],[35,28,15],[24,11,13],[19,16,11],[18,12,12],[22,10,16],[22,15,9],[39,32,25],[18,11,15],[18,14,12],[22,11,9],[22,10,12],[25,12,11],[22,14,6],[22,13,9],[42,18,12],[29,13,4],[42,8,16],[16,10,8],[21,14,3],[23,18,7],[59,19,8],[27,16,5],[25,12,5],[29,9,4],[40,17,7],[24,7,3],[21,12,1],[4,5,5],[24,7,1],[10,4,0],[0,2,0],[0,2,14],[0,0,16],[7,8,17],[9,5,12],[11,7,14],[16,6,10],[8,0,8],[10,6,14],[14,8,10],[12,8,10],[11,12,7],[14,8,10],[7,7,2],[11,9,10],[9,4,3],[7,7,12],[15,9,8],[16,6,6],[3,5,2],[10,5,1],[15,10,5],[13,7,2],[33,9,4],[45,27,2],[13,10,3],[32,9,7],[35,9,8],[16,9,3],[18,4,2],[16,7,3],[13,9,2],[21,5,2],[21,13,0],[8,5,1],[8,0,0],[5,2,3],[4,0,4],[11,2,5],[9,6,1],[3,3,0]],[[0,0,48],[0,0,48],[0,1,47],[0,0,48],[1,0,45],[0,3,45],[0,3,45],[2,0,48],[0,6,42],[2,1,49],[1,2,51],[0,3,45],[2,3,43],[2,4,42],[1,0,47],[0,6,42],[3,1,44],[2,4,42],[6,13,63],[1,6,41],[5,2,37],[6,4,38],[8,4,36],[7,5,36],[7,3,38],[9,3,30],[5,1,42],[6,6,36],[14,5,29],[12,9,27],[11,6,31],[4,2,26],[13,6,29],[3,2,37],[11,8,29],[9,9,30],[17,9,22],[9,10,29],[8,9,31],[8,8,32],[12,12,22],[19,9,20],[9,9,30],[13,9,24],[14,10,22],[25,16,51],[43,24,91],[10,9,27],[13,9,26],[9,8,27],[11,13,24],[23,11,26],[10,11,23],[12,9,25],[13,11,22],[18,11,19],[30,14,34],[20,10,18],[14,10,22],[9,10,23],[14,11,23],[18,7,21],[32,23,41],[14,10,20],[15,8,21],[13,8,21],[17,9,18],[23,11,14],[13,10,19],[23,8,13],[37,15,20],[24,10,12],[24,4,38],[12,6,16],[9,9,20],[23,11,14],[35,18,33],[22,10,16],[21,10,11],[19,9,14],[36,13,15],[20,3,11],[18,13,3],[2,3,9],[19,6,7],[4,2,8],[0,1,1],[0,1,15],[0,0,16],[2,5,25],[6,3,17],[8,6,18],[8,6,18],[5,2,9],[5,3,22],[11,4,17],[8,8,14],[9,6,15],[11,7,14],[3,5,8],[15,4,11],[3,4,9],[7,6,13],[16,5,11],[10,6,12],[2,2,6],[8,3,5],[10,7,13],[9,6,7],[16,9,21],[37,19,18],[10,5,11],[27,7,14],[34,10,8],[13,8,7],[17,2,5],[14,5,7],[11,6,7],[11,4,13],[20,7,7],[9,2,3],[3,0,5],[6,3,1],[3,1,4],[12,1,5],[12,4,0],[4,2,0]],[[0,0,48],[0,0,48],[0,1,47],[0,0,48],[0,1,45],[0,4,44],[1,1,46],[2,1,47],[1,3,44],[0,3,49],[0,3,51],[1,2,45],[1,4,43],[0,2,46],[1,2,45],[1,5,42],[5,2,41],[7,4,37],[6,11,65],[2,7,39],[4,2,38],[2,6,40],[2,4,42],[3,10,35],[7,8,33],[6,5,31],[10,5,33],[11,5,32],[7,10,31],[10,12,26],[5,10,33],[10,8,30],[2,5,25],[4,5,33],[5,10,33],[11,7,30],[6,8,34],[5,12,31],[5,8,35],[7,14,27],[10,10,26],[10,11,27],[13,15,20],[11,12,23],[7,14,25],[27,16,49],[38,31,89],[10,9,27],[11,14,23],[6,11,27],[14,16,18],[20,12,28],[9,12,23],[9,15,22],[10,12,24],[15,12,21],[20,25,33],[14,14,20],[12,10,24],[15,12,15],[19,11,18],[10,18,18],[33,24,39],[12,11,21],[12,9,23],[14,5,23],[13,9,22],[15,16,17],[21,6,15],[19,13,12],[33,16,23],[18,11,17],[24,6,36],[8,7,19],[19,4,15],[29,10,9],[42,18,26],[21,17,10],[17,16,9],[23,11,8],[36,15,13],[21,4,9],[18,13,3],[1,6,7],[25,7,0],[7,4,3],[2,0,0],[0,1,15],[0,1,15],[6,4,22],[4,3,19],[5,7,20],[8,7,17],[3,1,12],[8,4,18],[10,8,14],[6,6,18],[8,8,14],[8,11,13],[4,5,7],[8,7,15],[5,5,6],[7,6,13],[15,9,8],[9,7,12],[1,5,4],[8,5,3],[14,8,8],[5,6,11],[20,9,17],[32,21,21],[12,3,11],[21,12,15],[27,11,14],[16,6,6],[15,5,4],[19,3,4],[14,6,4],[20,5,3],[19,7,8],[10,2,2],[1,0,7],[4,2,4],[2,0,6],[14,2,2],[11,3,2],[3,3,0]],[[0,2,40],[0,2,40],[0,2,40],[0,3,39],[0,5,35],[2,5,35],[0,8,34],[1,2,41],[0,4,38],[1,3,42],[2,4,42],[0,4,38],[4,2,36],[0,3,39],[4,5,33],[1,5,36],[4,3,35],[6,4,32],[7,11,52],[3,4,35],[3,3,32],[11,8,23],[10,6,26],[7,10,25],[7,9,26],[7,5,24],[12,6,24],[11,6,25],[12,5,25],[11,11,20],[13,6,23],[16,8,18],[17,8,17],[3,2,19],[17,8,17],[13,7,22],[13,7,22],[21,6,15],[9,7,26],[17,6,19],[13,8,19],[18,8,16],[19,8,15],[15,9,16],[14,8,18],[28,12,40],[51,20,71],[15,7,18],[18,8,16],[18,7,13],[13,8,21],[17,11,24],[18,6,14],[12,8,20],[16,9,15],[19,6,17],[31,11,26],[18,7,17],[13,11,16],[10,8,20],[14,7,21],[22,6,12],[35,21,28],[16,9,15],[18,5,15],[16,9,11],[13,10,15],[22,10,10],[17,9,10],[20,8,10],[30,12,20],[21,9,10],[41,4,11],[14,6,8],[22,5,7],[23,9,10],[40,14,22],[23,10,9],[20,7,9],[21,9,8],[34,11,9],[18,5,5],[14,13,5],[6,1,5],[21,5,2],[10,2,0],[2,0,0],[0,2,12],[0,2,12],[5,5,18],[8,5,9],[9,6,13],[5,8,15],[9,4,1],[11,5,10],[11,7,10],[7,10,9],[8,6,12],[10,9,9],[4,6,4],[15,5,6],[7,4,3],[5,4,13],[15,8,5],[14,5,5],[3,2,3],[7,3,4],[14,5,7],[8,4,8],[18,10,12],[36,15,11],[12,3,7],[20,8,12],[33,7,8],[12,6,8],[14,5,5],[16,3,3],[12,3,5],[16,5,5],[13,8,7],[8,2,2],[6,0,0],[5,3,2],[1,0,3],[12,1,5],[7,6,1],[3,3,0]],[[1,1,46],[1,4,43],[1,3,44],[4,1,43],[3,0,43],[1,3,44],[3,6,39],[3,2,45],[5,4,39],[7,4,41],[3,4,47],[6,5,37],[8,3,37],[8,2,38],[10,5,33],[9,5,34],[7,8,33],[7,5,36],[14,15,53],[11,6,31],[7,4,33],[7,10,31],[11,5,32],[8,9,31],[13,9,26],[8,5,29],[19,3,26],[14,9,25],[14,15,19],[9,17,22],[16,12,20],[16,7,25],[16,7,25],[12,7,23],[6,10,16],[13,12,23],[17,11,20],[15,13,20],[13,6,29],[14,13,21],[11,9,26],[19,12,17],[16,15,17],[12,16,18],[17,14,15],[27,23,42],[50,39,69],[13,11,22],[19,16,13],[12,17,15],[15,15,18],[21,16,23],[13,11,20],[10,15,21],[16,11,19],[16,17,15],[26,27,25],[18,18,12],[14,15,17],[12,14,16],[19,13,16],[16,13,17],[40,27,29],[12,14,18],[14,12,18],[17,8,17],[14,12,18],[19,15,14],[17,12,13],[22,12,10],[39,17,16],[25,15,6],[31,7,28],[10,11,13],[15,14,9],[22,18,8],[41,30,15],[27,16,5],[22,14,6],[20,15,7],[33,19,12],[20,4,10],[18,14,2],[4,6,4],[25,7,0],[9,3,2],[0,2,0],[1,1,14],[1,1,14],[10,6,16],[7,7,12],[7,10,15],[13,3,16],[5,1,10],[11,6,13],[13,8,11],[10,7,13],[9,11,10],[11,13,8],[7,8,1],[14,7,9],[8,4,4],[10,5,11],[13,12,7],[13,9,6],[3,6,1],[5,6,5],[13,7,10],[9,9,4],[22,16,8],[40,27,7],[7,8,11],[28,11,9],[25,14,13],[17,5,6],[14,4,6],[15,8,3],[14,7,3],[14,8,6],[20,11,3],[8,6,0],[4,2,2],[6,3,1],[4,2,2],[13,3,2],[9,6,1],[2,4,0]],[[0,2,46],[1,4,43],[2,4,42],[0,4,44],[0,2,44],[1,2,45],[0,6,42],[2,2,46],[1,7,40],[1,4,47],[1,2,51],[6,4,38],[8,4,36],[2,6,40],[5,6,37],[4,10,34],[8,5,35],[2,6,40],[9,16,57],[11,8,29],[7,3,34],[6,9,33],[7,10,31],[9,6,33],[8,11,29],[9,4,29],[11,5,32],[11,10,27],[13,14,21],[14,10,24],[9,14,25],[12,7,29],[16,7,25],[8,8,26],[12,13,23],[10,6,16],[13,12,23],[15,12,21],[11,8,29],[14,13,21],[13,13,20],[15,12,21],[18,16,14],[14,12,20],[16,8,22],[30,22,40],[56,30,72],[16,10,20],[14,14,20],[14,11,19],[14,16,18],[26,12,22],[12,18,14],[14,9,23],[17,14,15],[22,8,18],[31,19,28],[19,16,13],[15,11,20],[9,13,20],[20,13,15],[22,13,11],[39,27,30],[18,11,15],[15,12,17],[18,11,13],[20,12,12],[17,14,17],[26,8,8],[26,10,8],[37,15,20],[21,16,9],[44,6,16],[13,11,10],[19,11,8],[29,13,6],[47,21,18],[32,11,5],[26,10,6],[28,8,6],[38,17,9],[25,5,4],[20,10,4],[6,3,5],[19,9,4],[10,4,0],[1,1,0],[0,2,14],[1,0,15],[11,5,16],[7,6,13],[8,11,13],[10,3,19],[7,2,7],[9,7,14],[13,11,8],[8,9,13],[9,10,11],[11,11,10],[7,6,3],[9,7,14],[11,3,2],[8,8,10],[16,11,5],[14,6,8],[4,3,3],[10,4,2],[17,8,5],[10,6,6],[24,10,12],[44,22,8],[13,6,7],[27,8,13],[32,11,9],[16,6,6],[14,6,4],[18,6,2],[17,5,2],[19,6,3],[21,10,3],[9,4,1],[4,1,3],[3,2,5],[3,0,5],[12,3,3],[11,4,1],[4,2,0]],[[0,0,48],[0,1,47],[0,0,48],[0,2,46],[0,2,44],[0,3,45],[1,2,45],[3,2,45],[0,3,45],[0,3,49],[0,3,51],[1,2,45],[0,4,44],[1,5,42],[3,2,43],[2,8,38],[2,6,40],[4,5,39],[5,11,66],[4,5,39],[1,3,40],[3,8,37],[7,7,34],[3,8,37],[1,9,38],[0,5,37],[9,5,34],[9,8,31],[7,11,30],[5,11,32],[3,10,35],[7,7,34],[9,9,30],[8,4,30],[7,16,25],[9,9,30],[7,4,21],[6,14,28],[10,7,31],[7,13,28],[7,13,26],[10,13,25],[10,12,26],[8,11,27],[12,9,25],[18,23,51],[32,35,91],[7,10,29],[15,12,21],[3,13,28],[11,15,22],[17,13,30],[9,18,17],[11,11,24],[8,16,22],[13,10,25],[16,27,35],[10,13,25],[13,13,20],[7,10,25],[14,10,24],[11,14,21],[31,26,39],[9,16,19],[11,11,22],[12,12,18],[10,11,23],[11,18,19],[12,14,16],[15,14,15],[24,22,26],[19,14,13],[17,7,42],[7,11,16],[9,14,15],[16,15,17],[39,19,28],[22,16,10],[16,16,10],[21,11,10],[26,24,14],[16,6,12],[14,12,8],[2,5,7],[18,8,6],[8,3,3],[0,2,0],[0,1,15],[0,0,16],[5,6,21],[5,7,14],[6,8,18],[6,6,20],[3,3,10],[6,7,17],[10,10,12],[4,13,13],[4,12,14],[5,7,20],[5,5,6],[8,8,14],[3,6,7],[6,6,14],[14,11,7],[7,6,15],[3,5,2],[7,6,3],[15,8,7],[5,6,11],[12,12,22],[28,23,23],[8,8,10],[16,8,24],[21,16,15],[13,7,8],[10,8,6],[14,3,9],[11,6,7],[16,9,3],[17,9,8],[4,4,6],[5,0,3],[4,4,2],[0,0,8],[11,1,6],[8,5,3],[2,4,0]],[[0,0,48],[0,4,44],[1,2,45],[3,2,43],[1,1,44],[2,1,45],[3,3,42],[2,3,45],[1,2,45],[4,4,44],[4,1,49],[4,3,41],[4,1,43],[7,5,36],[7,2,39],[6,8,34],[2,6,40],[7,4,37],[19,12,51],[8,4,36],[9,3,32],[13,7,28],[13,9,26],[6,8,34],[15,8,25],[7,3,32],[14,6,28],[7,11,30],[17,9,22],[13,13,22],[15,8,25],[15,9,24],[13,8,27],[9,7,26],[19,11,18],[17,10,21],[19,8,21],[14,8,10],[23,6,19],[13,13,22],[17,8,21],[19,7,22],[17,16,15],[15,10,21],[19,11,16],[30,20,42],[70,28,60],[21,8,17],[22,12,14],[13,10,21],[23,10,15],[26,9,25],[16,11,17],[16,10,20],[20,12,14],[23,9,16],[33,23,22],[24,11,13],[17,15,14],[19,11,12],[21,13,14],[21,13,12],[46,27,23],[23,8,13],[25,8,11],[22,11,9],[24,10,10],[25,13,10],[21,9,12],[28,8,8],[43,16,13],[30,9,7],[42,8,16],[17,7,10],[21,10,7],[26,13,9],[54,17,15],[32,12,4],[27,10,5],[29,11,2],[41,15,8],[26,3,5],[20,12,2],[1,6,7],[23,7,2],[11,3,0],[0,2,0],[2,1,13],[1,0,15],[12,4,16],[10,4,12],[10,9,13],[8,6,18],[11,1,4],[14,4,12],[15,9,8],[16,6,8],[13,10,7],[18,7,7],[7,5,4],[16,7,7],[9,3,4],[9,4,13],[19,8,5],[14,6,8],[2,6,2],[11,3,2],[18,7,5],[15,5,2],[28,12,6],[49,19,6],[16,4,6],[29,10,9],[37,8,7],[21,6,1],[13,5,6],[17,7,2],[16,5,3],[18,8,2],[24,9,1],[13,1,0],[5,0,3],[6,2,2],[3,0,5],[13,2,3],[12,4,0],[2,4,0]],[[0,2,46],[0,4,44],[1,7,40],[2,6,40],[2,2,42],[0,6,42],[2,2,44],[1,5,44],[2,5,41],[1,5,46],[1,2,51],[3,3,42],[2,6,40],[4,8,36],[4,6,38],[2,8,38],[4,6,38],[7,6,35],[9,14,59],[12,7,29],[8,0,36],[9,11,28],[9,12,27],[8,10,30],[8,13,27],[6,6,30],[16,7,25],[8,10,30],[15,9,24],[12,17,19],[14,7,27],[12,9,27],[17,9,22],[13,4,25],[17,7,24],[13,8,27],[11,9,28],[11,10,27],[7,4,21],[12,9,27],[17,6,23],[16,11,21],[17,13,18],[14,11,21],[15,12,19],[33,23,36],[50,30,78],[12,12,22],[21,10,17],[17,6,21],[13,13,22],[26,10,24],[15,11,18],[19,12,15],[19,12,15],[22,12,14],[33,20,25],[18,11,19],[17,14,15],[6,14,22],[22,9,17],[15,14,17],[39,31,26],[16,12,16],[21,8,15],[19,9,14],[25,9,10],[20,14,14],[17,6,19],[22,14,8],[26,25,21],[24,13,9],[32,6,28],[12,10,12],[20,8,10],[20,10,18],[41,22,23],[25,13,10],[21,14,7],[21,9,12],[30,17,17],[16,5,13],[20,9,5],[4,4,6],[18,7,7],[7,4,3],[1,1,0],[1,2,13],[1,0,15],[5,8,19],[8,5,13],[9,10,13],[9,4,19],[8,3,5],[12,7,11],[9,10,13],[10,7,13],[10,9,11],[14,6,12],[6,7,3],[11,6,13],[7,1,8],[11,4,11],[10,10,12],[10,7,11],[1,5,4],[7,6,3],[16,6,8],[9,5,8],[18,16,12],[38,24,12],[13,4,9],[22,12,14],[26,12,14],[15,7,6],[14,6,4],[14,7,5],[7,8,9],[15,10,3],[18,11,5],[7,4,3],[4,2,2],[6,3,1],[1,1,6],[11,1,6],[9,3,4],[3,3,0]],[[0,1,47],[2,5,41],[0,4,44],[0,3,45],[0,0,46],[1,4,43],[0,1,47],[2,1,47],[2,2,44],[2,1,49],[1,3,50],[3,3,42],[3,2,43],[3,6,39],[1,3,44],[0,6,42],[4,5,39],[9,5,34],[4,11,67],[6,8,34],[5,3,36],[8,11,29],[8,5,35],[8,10,30],[7,11,30],[8,3,31],[12,2,34],[11,9,28],[12,13,23],[7,13,28],[13,12,23],[16,10,22],[13,12,23],[6,6,30],[13,11,24],[15,7,26],[13,9,26],[18,13,17],[18,11,19],[12,5,15],[13,10,23],[14,16,18],[15,16,17],[11,13,22],[17,10,19],[31,26,35],[59,33,66],[14,10,22],[21,15,12],[16,14,14],[21,10,17],[31,12,17],[10,19,15],[21,12,13],[23,14,9],[17,16,15],[26,27,25],[20,12,16],[18,13,15],[16,14,12],[22,11,15],[18,15,13],[42,37,17],[20,11,13],[18,12,14],[21,9,12],[20,11,13],[17,17,14],[22,11,9],[21,16,7],[41,18,13],[23,13,10],[34,10,22],[14,9,11],[22,9,7],[23,18,7],[52,24,10],[30,15,3],[27,12,3],[24,12,6],[33,19,12],[19,7,8],[14,14,6],[4,4,6],[22,10,0],[10,1,3],[1,0,1],[0,0,16],[0,0,16],[8,6,18],[6,4,16],[9,10,13],[8,9,15],[7,3,6],[9,4,17],[16,7,9],[13,12,5],[9,11,10],[15,10,7],[4,6,6],[11,12,7],[8,6,2],[7,8,11],[16,10,6],[13,6,9],[1,7,2],[9,5,2],[14,9,7],[9,7,6],[27,11,8],[41,25,8],[16,8,2],[27,13,8],[34,10,8],[15,8,5],[13,7,4],[15,7,4],[13,7,4],[15,8,5],[16,11,7],[7,4,3],[4,2,2],[4,3,3],[4,1,3],[13,1,4],[9,7,0],[3,3,0]],[[0,1,47],[0,2,46],[2,1,45],[0,2,46],[0,2,44],[0,0,48],[3,3,42],[2,1,47],[4,1,43],[0,3,49],[2,3,49],[4,2,42],[4,2,42],[6,5,37],[3,3,42],[0,6,42],[6,5,37],[6,5,37],[6,13,63],[5,7,36],[4,2,38],[11,8,29],[12,9,27],[9,10,29],[10,7,31],[5,4,33],[13,3,32],[9,10,29],[11,10,27],[7,12,29],[8,11,29],[11,7,30],[14,6,28],[8,6,28],[15,11,22],[14,11,23],[15,10,23],[13,12,23],[15,6,27],[17,9,22],[1,7,22],[12,12,24],[14,14,20],[16,11,19],[13,8,25],[28,18,46],[40,37,81],[13,10,23],[15,14,19],[16,11,17],[11,15,22],[26,8,26],[11,16,17],[12,13,21],[18,10,18],[14,17,17],[23,23,32],[21,10,17],[12,15,19],[10,11,21],[19,10,19],[16,14,16],[41,24,31],[17,11,16],[17,10,17],[17,8,17],[16,10,18],[18,17,13],[21,7,14],[18,10,16],[34,20,18],[19,13,14],[29,7,30],[13,9,12],[16,12,10],[25,11,12],[42,20,24],[23,16,9],[19,8,15],[20,10,12],[36,16,12],[19,6,9],[17,12,5],[2,5,7],[23,5,4],[8,3,3],[0,2,0],[0,1,15],[0,0,16],[11,6,15],[7,6,13],[12,6,14],[11,7,14],[7,3,6],[9,6,15],[7,7,18],[8,11,11],[9,12,9],[10,7,15],[7,6,3],[13,6,11],[6,3,7],[9,8,9],[18,9,5],[11,6,11],[2,5,3],[9,4,3],[17,7,6],[9,6,7],[21,13,12],[44,17,13],[14,5,7],[25,7,16],[27,13,12],[14,9,5],[10,8,6],[12,6,8],[13,5,6],[14,8,6],[20,6,8],[10,2,2],[4,1,3],[2,3,5],[4,0,4],[13,2,3],[8,4,4],[2,4,0]],[[0,1,47],[0,3,45],[0,4,44],[0,6,42],[0,3,43],[0,0,48],[1,2,45],[2,4,44],[0,3,45],[1,1,50],[1,2,51],[1,5,42],[3,2,43],[3,7,38],[1,0,47],[1,8,39],[3,7,38],[1,5,42],[6,13,63],[6,9,33],[2,6,36],[4,8,36],[8,6,34],[5,10,33],[6,9,33],[5,3,34],[4,4,40],[5,12,31],[3,12,33],[6,10,32],[3,9,36],[7,8,33],[9,8,31],[4,6,32],[4,10,34],[7,9,32],[7,11,30],[7,12,29],[8,9,31],[8,13,27],[6,13,27],[9,5,18],[6,13,29],[6,14,26],[8,12,26],[13,24,55],[35,37,86],[7,13,26],[5,15,28],[7,12,25],[10,10,28],[11,13,36],[9,14,21],[11,11,24],[8,14,24],[9,13,26],[13,26,39],[2,16,30],[9,14,23],[7,13,22],[11,11,26],[8,16,22],[26,28,42],[9,17,18],[11,15,18],[17,7,18],[11,11,22],[12,16,20],[15,13,14],[10,12,22],[28,18,26],[14,14,18],[16,11,39],[9,9,16],[11,11,16],[20,13,15],[19,24,43],[19,12,17],[15,15,12],[10,13,19],[29,19,16],[20,4,10],[15,13,6],[1,5,8],[10,11,11],[7,5,2],[0,2,0],[0,1,15],[0,1,15],[4,7,21],[7,6,13],[8,7,17],[8,5,19],[3,2,11],[4,7,19],[7,11,14],[7,8,15],[3,12,15],[8,8,16],[4,6,6],[7,7,16],[3,4,9],[6,7,13],[7,10,15],[9,8,11],[0,6,4],[5,6,5],[13,5,12],[4,7,11],[13,15,18],[28,23,23],[12,8,6],[17,9,22],[21,10,21],[10,7,11],[10,6,8],[10,5,11],[9,8,7],[13,7,8],[11,13,10],[7,5,2],[1,2,5],[2,3,5],[0,1,7],[9,2,7],[10,4,2],[3,2,1]],[[0,1,47],[0,2,46],[0,1,47],[0,2,46],[2,3,41],[0,5,43],[2,2,44],[2,2,46],[2,2,44],[4,6,42],[1,1,52],[1,3,44],[2,5,41],[4,7,37],[7,3,38],[2,7,39],[3,5,40],[7,7,34],[12,8,62],[6,5,37],[13,3,28],[7,9,32],[9,7,32],[8,10,30],[14,9,25],[5,5,32],[15,8,25],[12,12,24],[18,8,22],[15,12,21],[14,10,24],[14,8,26],[17,12,19],[9,5,28],[16,10,22],[11,12,25],[15,10,23],[17,10,21],[15,12,21],[15,14,19],[16,10,20],[15,10,23],[8,11,13],[14,9,23],[20,13,13],[28,18,46],[55,37,66],[13,13,20],[17,11,20],[13,14,17],[11,11,26],[23,17,20],[16,12,16],[14,11,21],[16,10,20],[16,10,22],[27,26,25],[23,15,10],[19,14,13],[14,14,14],[19,13,16],[19,13,14],[41,27,28],[19,12,13],[17,12,15],[19,10,13],[18,12,14],[20,17,11],[20,9,13],[19,12,13],[39,21,12],[25,12,9],[36,12,18],[10,12,12],[12,13,13],[25,18,5],[41,28,17],[29,14,5],[17,14,11],[23,14,5],[34,19,11],[24,4,6],[18,13,3],[4,4,6],[22,9,1],[7,4,3],[0,2,0],[0,3,13],[0,0,16],[10,8,14],[10,3,13],[9,9,14],[13,6,13],[9,3,4],[10,5,15],[13,6,13],[14,5,11],[9,9,12],[15,10,7],[5,7,4],[10,10,10],[7,4,5],[8,7,11],[16,13,3],[13,10,5],[3,3,4],[8,6,2],[18,6,6],[13,4,5],[24,15,7],[43,26,5],[13,6,7],[26,12,10],[31,14,7],[15,10,3],[15,4,5],[18,5,3],[9,10,5],[20,6,2],[19,13,2],[8,5,1],[4,1,3],[4,2,4],[2,3,3],[14,3,1],[8,6,2],[3,3,0]],[[1,1,40],[0,1,41],[2,1,39],[3,0,39],[3,2,37],[1,3,38],[3,2,37],[1,0,43],[4,3,35],[7,2,37],[4,4,40],[8,2,32],[7,2,33],[5,5,32],[5,2,35],[7,7,28],[5,3,34],[9,5,28],[18,10,52],[10,8,24],[7,3,30],[9,10,23],[10,6,26],[16,8,18],[12,9,21],[6,3,29],[13,8,21],[17,7,18],[18,7,17],[10,13,19],[18,13,11],[14,11,17],[17,9,16],[10,7,19],[8,13,21],[13,9,20],[14,12,16],[18,12,12],[10,12,20],[16,14,12],[14,12,14],[17,8,17],[12,16,14],[7,9,12],[20,10,12],[25,26,29],[51,37,54],[16,10,14],[14,14,14],[18,10,10],[18,10,14],[21,14,17],[11,11,18],[16,16,8],[19,12,11],[24,11,7],[30,24,14],[19,15,8],[14,15,11],[20,8,8],[18,11,13],[20,11,9],[41,30,13],[19,14,7],[18,11,9],[18,12,8],[20,13,7],[18,16,8],[15,10,11],[16,15,7],[34,23,5],[22,12,6],[28,12,14],[10,9,9],[14,11,9],[21,15,6],[38,27,9],[24,11,7],[24,13,3],[22,11,5],[29,23,6],[16,8,4],[16,11,1],[5,5,2],[16,9,1],[3,4,3],[0,2,0],[0,0,14],[1,0,13],[6,5,17],[6,8,8],[11,7,10],[11,5,12],[4,4,6],[14,4,8],[10,10,8],[10,10,8],[11,7,10],[13,9,6],[6,6,2],[12,8,6],[8,4,2],[10,5,9],[13,10,5],[10,6,8],[1,4,3],[6,5,3],[13,11,2],[8,7,5],[21,14,7],[31,29,4],[13,7,2],[21,13,6],[25,15,4],[12,9,3],[13,5,2],[15,6,3],[6,9,5],[13,9,2],[11,15,2],[6,6,0],[2,0,4],[5,2,3],[4,2,2],[13,0,3],[8,6,0],[1,3,0]],[[0,1,47],[1,3,44],[1,4,43],[0,1,47],[0,2,44],[1,6,41],[0,4,44],[2,0,48],[1,1,46],[0,3,49],[0,3,51],[0,2,46],[3,5,40],[1,4,43],[4,3,41],[1,2,45],[4,5,39],[3,6,39],[11,9,62],[4,6,38],[7,3,34],[10,9,29],[4,6,38],[6,5,37],[7,9,32],[5,3,34],[9,4,35],[8,10,30],[10,7,31],[3,10,35],[11,11,26],[8,6,34],[10,12,26],[5,7,30],[7,11,30],[15,9,24],[5,11,32],[7,12,29],[12,8,28],[11,11,26],[16,6,24],[11,12,25],[7,16,25],[11,10,25],[6,7,17],[17,24,51],[35,38,85],[11,9,26],[10,14,24],[6,12,26],[11,14,23],[17,14,29],[11,10,23],[15,9,22],[13,11,22],[15,14,19],[25,22,31],[13,15,20],[15,13,18],[8,13,21],[14,13,21],[15,9,22],[34,30,32],[12,12,20],[14,9,21],[15,9,18],[14,9,21],[19,11,18],[13,10,19],[14,17,13],[31,21,20],[16,14,16],[24,8,34],[4,10,20],[16,12,10],[20,16,12],[38,26,22],[21,13,14],[17,13,12],[24,12,6],[28,23,13],[14,6,14],[19,12,3],[1,6,7],[18,10,4],[8,3,3],[0,2,0],[0,0,16],[0,0,16],[7,5,20],[8,7,11],[8,4,20],[11,2,19],[8,0,8],[14,3,13],[9,9,14],[10,7,13],[10,8,12],[10,9,13],[3,7,6],[9,8,13],[6,4,6],[11,6,9],[11,10,11],[14,4,10],[1,5,4],[8,4,4],[13,9,8],[7,7,8],[27,11,8],[30,28,16],[14,6,6],[18,9,21],[22,12,18],[10,10,8],[15,5,4],[13,6,7],[13,8,3],[15,10,3],[18,12,4],[8,4,2],[3,1,4],[5,2,3],[3,2,3],[12,2,4],[8,6,2],[3,2,1]],[[0,1,95],[0,1,95],[2,1,93],[0,2,94],[0,3,89],[0,6,90],[0,6,90],[4,0,96],[0,7,89],[2,3,99],[2,7,99],[0,5,91],[4,5,87],[6,8,82],[3,7,86],[0,11,85],[5,14,77],[7,10,79],[17,20,127],[7,14,75],[8,5,75],[4,17,75],[9,12,75],[11,17,68],[14,12,70],[11,3,70],[15,11,70],[19,15,62],[17,18,61],[11,21,64],[16,17,63],[22,16,58],[18,20,58],[11,11,62],[20,23,53],[22,20,54],[22,20,54],[23,21,52],[20,17,59],[26,20,50],[24,17,51],[23,25,48],[22,28,46],[16,23,53],[19,22,51],[27,32,93],[75,71,170],[22,16,54],[22,29,45],[25,21,42],[23,24,49],[28,23,69],[17,28,43],[24,22,46],[18,27,47],[32,28,36],[41,48,67],[23,25,48],[24,29,39],[21,23,40],[30,26,40],[30,23,39],[50,55,87],[23,25,40],[25,20,43],[17,20,47],[24,24,40],[35,28,33],[27,24,33],[31,23,34],[61,38,45],[24,30,38],[36,13,83],[17,16,35],[25,18,33],[40,29,27],[65,44,63],[39,28,29],[36,28,20],[35,27,22],[64,39,25],[33,13,22],[34,26,8],[5,7,16],[31,18,15],[9,10,9],[0,4,0],[0,3,29],[1,0,31],[13,13,38],[12,10,30],[13,18,33],[17,11,36],[8,6,18],[10,8,42],[20,20,24],[20,12,28],[18,19,23],[18,16,30],[8,10,14],[15,16,29],[11,8,13],[13,11,28],[29,17,18],[20,11,25],[0,12,8],[17,9,6],[26,13,21],[10,12,22],[36,25,31],[56,46,46],[21,12,19],[40,18,38],[51,19,34],[28,14,14],[25,12,11],[26,12,14],[17,16,15],[26,18,12],[28,24,16],[12,10,6],[3,1,12],[8,6,6],[2,1,13],[25,5,6],[15,12,5],[3,7,2]],[[0,2,166],[0,11,157],[1,10,157],[0,6,162],[2,11,149],[2,12,154],[0,17,151],[6,5,173],[0,12,156],[0,18,158],[1,7,188],[6,10,152],[7,12,149],[5,25,138],[8,13,147],[7,25,136],[19,14,135],[15,19,134],[23,49,222],[14,20,134],[13,9,134],[21,30,117],[23,30,115],[25,32,111],[23,40,105],[15,18,107],[25,18,125],[39,37,92],[41,34,93],[31,59,78],[28,43,97],[30,39,99],[30,33,105],[26,20,104],[46,48,74],[36,32,100],[36,38,94],[33,48,87],[43,29,96],[38,48,82],[30,55,77],[40,46,82],[39,55,74],[40,40,82],[44,49,69],[94,76,156],[164,132,306],[37,45,80],[37,53,78],[38,32,66],[40,49,79],[62,36,104],[37,56,63],[44,50,68],[46,46,70],[48,46,74],[74,93,97],[55,46,67],[46,63,53],[27,51,62],[65,41,62],[59,52,51],[110,120,106],[35,52,69],[41,47,68],[44,47,59],[46,59,51],[55,61,52],[64,47,43],[69,47,40],[91,88,67],[75,47,40],[70,37,101],[33,42,45],[41,46,43],[70,48,38],[125,84,87],[75,63,30],[68,50,32],[63,56,31],[98,82,56],[62,31,25],[50,42,16],[5,15,20],[62,18,12],[23,12,7],[2,3,1],[1,3,52],[0,0,56],[23,25,64],[24,24,48],[31,37,44],[25,22,65],[17,10,29],[27,20,59],[24,44,44],[22,42,42],[28,35,43],[30,40,42],[19,24,13],[27,29,40],[17,19,20],[18,35,41],[36,43,33],[32,27,31],[5,14,9],[25,18,13],[40,34,32],[21,27,24],[64,63,43],[97,71,54],[36,31,27],[57,37,52],[83,54,41],[44,27,19],[45,31,12],[43,21,20],[37,20,13],[49,33,18],[49,47,20],[23,11,6],[8,4,10],[14,14,10],[7,1,14],[36,10,14],[35,19,2],[10,16,2]],[[0,1,47],[0,1,47],[0,0,48],[0,1,47],[0,1,45],[0,1,47],[0,3,45],[3,1,46],[0,3,45],[1,2,49],[0,3,51],[1,2,45],[2,3,43],[3,5,40],[2,1,45],[1,2,45],[3,6,39],[3,3,42],[8,9,65],[2,9,37],[5,3,36],[8,7,33],[6,8,34],[2,7,39],[5,10,33],[6,4,32],[13,6,29],[7,10,31],[12,10,26],[6,12,30],[9,11,28],[12,9,27],[11,7,30],[5,6,31],[8,16,24],[10,11,27],[14,9,25],[9,11,28],[15,9,24],[11,11,26],[7,11,28],[16,10,22],[9,16,23],[15,8,23],[11,13,22],[24,26,42],[43,31,84],[8,4,18],[12,16,20],[12,10,22],[15,14,19],[15,16,29],[11,14,19],[15,11,20],[12,15,19],[11,17,20],[22,26,30],[14,11,23],[12,14,20],[8,11,23],[16,13,19],[14,12,20],[40,21,35],[15,15,14],[12,11,21],[17,9,16],[14,10,20],[19,17,12],[14,13,15],[22,12,10],[33,17,22],[19,13,14],[22,5,39],[10,10,14],[11,11,16],[21,15,12],[36,21,29],[24,14,10],[21,14,7],[19,12,11],[35,17,12],[20,5,9],[14,12,8],[1,6,7],[22,6,4],[8,4,2],[0,2,0],[0,1,15],[0,0,16],[8,6,18],[4,7,15],[10,8,14],[5,6,21],[2,4,10],[3,7,20],[10,9,13],[9,8,13],[9,10,11],[7,9,16],[6,6,4],[8,8,14],[2,5,9],[7,5,14],[15,11,6],[11,7,10],[1,6,3],[11,3,2],[10,7,13],[9,5,8],[22,8,16],[29,24,21],[16,5,5],[25,8,15],[25,14,13],[12,8,8],[16,5,3],[14,6,6],[11,6,7],[15,8,5],[16,9,9],[7,4,3],[1,1,6],[5,2,3],[2,0,6],[10,3,5],[11,4,1],[2,4,0]],[[0,1,47],[0,2,46],[2,1,45],[1,5,42],[0,4,42],[0,2,46],[0,3,45],[2,2,46],[0,3,45],[0,2,50],[1,1,52],[4,3,41],[4,5,39],[4,7,37],[0,3,45],[5,3,40],[2,6,40],[2,3,43],[5,9,68],[5,5,38],[5,3,36],[5,8,35],[7,6,35],[1,12,35],[3,15,30],[4,5,33],[4,10,34],[4,13,31],[7,11,30],[7,12,29],[6,11,31],[4,9,35],[9,7,32],[4,5,33],[3,14,31],[8,9,31],[7,9,32],[7,12,29],[6,9,33],[7,13,28],[4,13,29],[7,16,25],[7,17,24],[6,13,27],[6,14,26],[18,26,48],[24,42,92],[9,15,22],[0,10,22],[2,16,26],[14,14,20],[9,16,35],[7,13,24],[12,13,21],[13,13,20],[11,12,25],[17,29,32],[13,15,20],[8,16,22],[1,15,26],[13,14,21],[7,16,23],[22,31,43],[12,13,19],[9,10,25],[8,13,21],[10,14,20],[9,18,21],[11,11,20],[13,13,18],[20,23,29],[18,13,15],[18,13,35],[5,11,18],[12,12,14],[13,15,20],[23,29,34],[20,16,12],[15,16,11],[10,17,15],[21,22,21],[16,5,13],[14,16,4],[1,5,8],[18,10,4],[5,4,5],[1,1,0],[0,2,14],[0,0,16],[6,7,19],[2,8,16],[3,16,13],[7,7,18],[1,3,12],[6,5,19],[4,13,15],[5,8,17],[7,11,12],[9,12,11],[5,5,6],[9,7,14],[4,4,8],[6,6,14],[8,12,12],[9,6,13],[0,6,4],[6,6,4],[4,13,13],[5,6,11],[10,18,18],[24,25,25],[5,9,12],[24,10,14],[22,16,14],[7,11,10],[8,8,8],[12,8,6],[9,8,7],[12,11,5],[7,18,9],[8,1,5],[1,2,5],[5,1,4],[3,2,3],[10,2,6],[6,7,3],[2,3,1]],[[0,0,42],[0,2,40],[1,2,39],[1,2,39],[0,1,39],[1,2,39],[2,1,39],[2,0,40],[2,2,38],[4,1,41],[2,2,42],[5,1,36],[5,4,33],[3,6,33],[3,1,38],[2,5,35],[0,6,36],[5,5,32],[9,10,51],[11,5,26],[8,3,27],[5,8,29],[6,6,30],[6,5,31],[12,8,22],[6,3,29],[12,5,25],[8,10,24],[12,7,23],[10,10,22],[9,8,25],[11,6,25],[12,8,22],[7,7,22],[7,11,24],[14,6,22],[15,8,19],[9,11,22],[12,7,23],[14,9,19],[7,9,24],[12,9,21],[12,12,18],[11,13,16],[12,11,17],[21,19,40],[36,17,65],[11,9,20],[12,15,15],[5,7,16],[15,10,17],[20,12,22],[7,11,20],[14,7,19],[11,11,18],[16,9,17],[28,21,21],[16,12,14],[13,12,15],[13,12,13],[18,13,11],[14,15,11],[32,23,29],[17,9,12],[12,8,18],[12,10,14],[13,9,16],[17,12,13],[16,8,12],[20,10,8],[38,16,10],[22,12,6],[27,7,28],[11,7,12],[15,11,8],[27,10,7],[42,24,10],[24,12,6],[17,10,9],[19,14,3],[33,13,8],[18,4,8],[16,11,5],[4,6,4],[22,6,4],[8,4,2],[0,2,0],[1,0,13],[0,0,14],[6,5,17],[10,2,10],[5,8,15],[9,3,16],[6,1,7],[7,6,13],[14,7,7],[9,4,13],[7,6,13],[10,6,12],[5,4,5],[9,7,12],[9,3,2],[6,5,11],[12,8,8],[9,6,11],[1,6,3],[8,4,2],[12,6,8],[10,6,4],[19,12,7],[39,20,13],[11,3,8],[23,8,15],[29,11,6],[14,7,5],[14,4,2],[17,5,2],[10,7,7],[14,8,2],[20,10,0],[8,6,0],[6,0,2],[7,1,0],[0,3,5],[13,2,1],[11,2,1],[2,2,0]],[[0,0,48],[0,0,48],[1,1,46],[1,1,46],[3,3,40],[1,1,46],[1,4,43],[0,1,49],[2,2,44],[6,5,41],[4,2,48],[2,2,44],[4,2,42],[6,3,39],[6,3,39],[5,2,41],[10,3,35],[4,7,37],[11,14,57],[12,5,31],[10,4,30],[11,9,28],[10,4,34],[14,9,25],[12,8,28],[8,4,30],[15,8,25],[15,9,24],[13,5,30],[13,11,24],[19,7,22],[17,9,22],[16,10,22],[9,5,28],[14,12,22],[20,11,17],[19,10,19],[10,14,24],[20,5,23],[19,9,20],[18,12,16],[20,7,21],[17,11,20],[16,10,20],[17,11,18],[32,19,41],[49,43,66],[15,10,21],[15,12,21],[16,9,19],[8,6,18],[21,17,22],[14,10,20],[18,13,15],[19,11,16],[19,11,18],[23,21,34],[16,17,15],[20,13,13],[17,11,14],[17,13,18],[21,14,11],[43,29,24],[18,12,14],[17,11,16],[24,12,6],[18,14,12],[19,16,13],[20,12,10],[15,14,15],[34,27,11],[22,13,11],[34,11,21],[8,12,14],[16,11,11],[19,19,10],[39,27,20],[21,13,14],[23,11,8],[24,14,4],[32,19,13],[20,7,7],[18,11,5],[4,4,6],[23,8,1],[6,5,3],[1,1,0],[0,0,16],[0,0,16],[8,8,16],[11,4,11],[12,9,11],[13,6,13],[8,2,6],[13,5,12],[13,9,10],[13,8,9],[14,7,9],[12,9,11],[4,6,6],[8,8,14],[5,4,7],[11,5,10],[12,12,8],[11,7,10],[1,3,6],[9,5,2],[15,7,8],[9,8,5],[21,13,12],[34,23,17],[12,7,7],[21,12,15],[28,17,7],[13,11,4],[13,8,3],[13,6,7],[10,8,6],[15,7,6],[18,8,8],[7,4,3],[5,0,3],[6,4,0],[3,1,4],[14,1,3],[9,6,1],[1,4,1]],[[0,0,84],[0,3,81],[0,4,80],[0,4,80],[1,4,75],[0,2,82],[1,2,81],[3,1,82],[2,3,79],[0,4,88],[1,4,89],[2,3,79],[2,5,77],[3,3,78],[3,2,79],[3,8,73],[5,4,75],[3,6,75],[8,14,118],[6,14,64],[8,3,67],[3,11,70],[7,7,70],[6,12,66],[6,10,68],[5,7,62],[11,9,64],[10,14,60],[9,17,58],[8,17,59],[6,17,61],[14,7,63],[11,12,61],[7,11,54],[13,16,55],[14,8,62],[23,12,49],[9,12,63],[16,8,60],[15,15,54],[18,8,56],[14,17,53],[7,25,52],[8,16,56],[15,15,50],[38,35,89],[46,40,174],[17,20,45],[17,24,43],[10,17,53],[20,20,44],[13,12,55],[13,20,45],[20,15,45],[17,20,43],[25,21,38],[28,31,79],[22,23,39],[13,21,46],[14,19,41],[26,17,41],[16,21,45],[50,39,79],[13,22,41],[22,15,41],[24,12,38],[28,16,34],[27,16,41],[22,14,38],[27,15,36],[50,19,57],[28,22,30],[50,12,64],[15,8,37],[18,17,33],[35,19,32],[53,27,74],[40,18,26],[31,18,25],[29,14,29],[53,20,39],[34,7,21],[25,16,19],[3,9,14],[33,15,14],[9,7,10],[0,4,0],[0,2,26],[1,0,27],[13,9,34],[7,9,30],[10,10,36],[11,8,37],[8,4,16],[6,4,42],[17,13,26],[11,13,28],[8,17,27],[12,12,32],[7,8,13],[18,9,27],[6,6,16],[13,7,26],[21,16,19],[12,10,28],[3,10,5],[14,6,8],[18,12,22],[12,7,21],[35,13,30],[51,34,51],[19,8,19],[40,11,37],[46,15,33],[24,10,16],[20,7,15],[20,6,20],[22,8,14],[24,10,14],[31,12,17],[15,5,6],[5,2,9],[4,3,9],[3,0,13],[19,3,12],[14,6,8],[3,4,1]],[[0,1,41],[0,4,38],[3,2,37],[0,2,40],[0,2,40],[1,5,36],[0,4,38],[1,1,42],[0,2,40],[0,7,39],[2,3,43],[0,3,39],[2,5,35],[0,10,32],[0,4,38],[4,6,32],[5,2,35],[5,4,33],[0,15,65],[2,10,30],[2,4,34],[6,7,29],[7,8,27],[7,12,23],[6,16,20],[7,5,26],[4,6,32],[8,14,20],[10,11,21],[4,13,25],[9,15,18],[5,15,22],[7,11,24],[3,7,26],[2,15,25],[7,14,21],[7,14,21],[5,12,25],[11,10,21],[6,15,21],[11,10,19],[8,12,22],[10,15,17],[10,16,16],[11,9,22],[20,27,33],[30,39,73],[6,14,20],[9,13,20],[6,15,17],[10,13,19],[16,14,22],[3,11,12],[8,14,18],[10,16,16],[13,12,17],[10,31,27],[10,18,14],[8,19,13],[7,15,14],[13,14,15],[5,17,18],[28,28,28],[11,12,17],[10,12,16],[7,15,16],[11,17,12],[15,15,12],[10,17,9],[13,13,12],[23,25,14],[17,15,8],[22,10,22],[4,10,14],[10,14,10],[14,20,8],[32,28,14],[17,15,10],[19,14,7],[16,15,7],[26,24,8],[11,10,7],[11,14,3],[1,5,6],[16,10,0],[4,4,2],[0,2,0],[0,1,13],[0,0,14],[5,9,14],[4,7,11],[6,10,12],[4,6,18],[3,1,10],[7,5,14],[8,11,9],[8,10,10],[5,12,11],[12,9,7],[3,7,4],[2,8,16],[4,4,6],[11,5,8],[9,11,8],[5,10,9],[0,5,3],[6,6,2],[8,10,8],[5,9,6],[16,17,9],[26,27,11],[10,9,3],[18,14,8],[19,14,11],[13,8,3],[9,6,5],[9,8,7],[9,8,3],[12,10,2],[10,15,3],[6,6,0],[2,2,2],[5,3,2],[1,3,4],[12,2,2],[6,7,1],[0,4,0]],[[1,1,46],[1,4,43],[0,3,45],[2,5,41],[0,1,45],[1,4,43],[1,3,44],[3,4,43],[3,2,43],[4,5,43],[1,4,49],[2,4,42],[4,4,40],[3,6,39],[4,3,41],[6,8,34],[3,3,42],[5,7,36],[9,16,57],[8,5,35],[9,3,32],[6,9,33],[8,8,32],[11,8,29],[17,8,23],[6,6,30],[15,6,27],[11,8,29],[12,11,25],[12,12,24],[14,13,21],[12,7,29],[17,8,23],[11,5,26],[14,12,22],[18,8,22],[15,10,23],[16,7,25],[15,8,25],[16,12,20],[15,9,22],[15,10,23],[15,15,18],[14,14,18],[16,9,21],[30,21,41],[53,37,68],[12,6,28],[17,13,18],[20,9,15],[15,14,19],[23,8,29],[15,17,12],[11,6,13],[14,13,19],[16,15,17],[32,22,24],[16,17,15],[15,15,16],[18,14,10],[22,13,13],[24,12,10],[39,26,31],[21,15,8],[20,10,14],[16,11,15],[20,9,15],[26,13,9],[25,6,11],[18,9,17],[44,16,12],[28,9,9],[34,7,25],[11,11,12],[15,8,15],[24,14,10],[56,18,12],[34,9,5],[23,9,10],[25,11,6],[39,14,11],[21,5,8],[21,12,1],[3,3,8],[25,7,0],[10,3,1],[0,2,0],[1,1,14],[1,1,14],[15,5,12],[6,4,16],[10,11,11],[8,5,19],[4,0,12],[10,7,13],[16,12,4],[11,9,10],[12,11,7],[14,8,10],[6,6,4],[13,8,9],[7,5,4],[10,7,9],[20,9,3],[13,8,7],[4,5,1],[11,4,1],[15,6,9],[9,5,8],[23,12,11],[44,23,7],[16,8,2],[31,7,10],[27,13,12],[17,7,4],[17,4,3],[16,5,5],[14,6,4],[20,5,3],[22,9,3],[9,4,1],[4,2,2],[5,2,3],[4,1,3],[12,3,3],[12,4,0],[3,3,0]],[[1,1,46],[0,3,45],[1,1,46],[1,4,43],[1,1,44],[1,3,44],[3,2,43],[5,0,45],[4,4,40],[3,1,48],[3,2,49],[6,2,40],[6,2,40],[7,5,36],[6,0,42],[7,7,34],[6,4,38],[7,6,35],[16,11,55],[12,4,32],[12,1,31],[12,11,25],[10,11,27],[13,5,30],[11,9,28],[10,1,31],[12,5,31],[15,4,29],[17,10,21],[14,7,27],[12,11,25],[16,11,21],[14,8,26],[9,7,26],[15,12,21],[12,13,23],[15,12,21],[12,14,22],[13,9,26],[12,10,26],[15,5,26],[14,12,22],[19,12,17],[12,12,22],[16,10,20],[31,28,33],[52,40,66],[16,10,20],[12,12,24],[18,12,14],[18,12,18],[21,15,24],[18,10,16],[17,11,18],[9,10,11],[15,14,19],[32,28,18],[22,14,12],[18,12,16],[14,15,13],[23,9,16],[22,13,11],[40,37,19],[20,12,12],[12,12,20],[16,14,12],[20,8,16],[25,14,9],[18,11,13],[22,14,8],[37,22,13],[25,13,8],[30,10,26],[12,12,10],[18,13,7],[25,17,6],[44,23,19],[24,14,10],[25,12,5],[23,11,8],[29,21,14],[25,6,3],[18,13,3],[4,4,6],[20,10,2],[9,3,2],[0,2,0],[0,1,15],[2,1,13],[9,6,17],[5,7,14],[12,7,13],[8,3,21],[6,1,9],[11,5,14],[9,8,15],[11,11,8],[10,10,10],[13,10,9],[5,7,4],[16,6,8],[10,4,2],[7,8,11],[11,12,9],[14,7,7],[4,1,5],[11,5,0],[14,9,7],[11,8,3],[22,15,9],[37,26,11],[16,8,2],[28,11,9],[28,14,10],[16,7,5],[14,4,6],[20,4,2],[8,11,5],[20,6,2],[19,13,2],[9,5,0],[4,2,2],[6,3,1],[2,2,4],[14,0,4],[9,6,1],[3,3,0]],[[0,0,48],[0,3,45],[1,4,43],[1,2,45],[0,1,45],[1,2,45],[0,3,45],[3,2,45],[4,3,41],[0,3,49],[1,3,50],[2,4,42],[4,4,40],[3,8,37],[1,2,45],[5,9,34],[4,2,42],[2,5,41],[6,14,62],[6,8,34],[7,4,33],[9,8,31],[6,12,30],[6,11,31],[9,16,23],[4,3,35],[12,9,27],[9,14,25],[10,12,26],[11,11,26],[8,12,28],[9,7,32],[6,9,33],[6,6,30],[10,14,24],[11,8,29],[11,12,25],[12,15,21],[16,9,23],[13,14,21],[11,13,22],[11,17,20],[13,13,22],[11,9,26],[10,14,22],[21,31,40],[45,39,74],[11,13,22],[13,13,22],[7,14,23],[12,14,22],[18,18,24],[7,18,19],[16,11,19],[13,15,18],[14,8,10],[24,28,26],[19,13,16],[18,15,13],[13,13,16],[14,15,19],[15,15,16],[42,31,23],[15,12,17],[20,10,14],[16,12,14],[18,11,15],[19,15,14],[19,10,13],[18,14,12],[31,22,19],[22,12,12],[31,11,24],[12,11,11],[18,15,5],[21,17,10],[40,30,16],[22,14,12],[22,15,5],[19,14,9],[25,20,19],[23,5,6],[19,13,2],[4,4,6],[19,9,4],[9,3,2],[1,1,0],[0,1,15],[0,0,16],[9,8,15],[6,4,16],[8,9,15],[7,6,19],[9,2,5],[13,5,12],[8,8,16],[9,8,13],[11,13,6],[11,11,10],[6,7,3],[8,10,12],[7,3,6],[9,4,13],[12,14,6],[14,6,8],[3,4,3],[8,6,2],[16,9,5],[12,7,3],[21,16,9],[37,30,7],[15,6,5],[22,11,15],[24,14,14],[13,8,7],[13,5,6],[14,8,4],[10,10,4],[14,10,4],[17,13,4],[8,6,0],[4,2,2],[5,2,3],[2,4,2],[10,3,5],[8,7,1],[2,4,0]],[[0,1,47],[1,3,44],[1,4,43],[0,4,44],[0,3,43],[1,6,41],[3,3,42],[3,1,46],[4,2,42],[5,6,41],[3,2,49],[4,5,39],[5,2,41],[3,5,40],[2,3,43],[4,8,36],[4,10,34],[9,5,34],[8,15,59],[7,8,33],[9,4,31],[5,12,31],[6,9,33],[12,9,27],[9,7,32],[7,5,30],[12,9,27],[7,10,31],[13,9,26],[14,10,24],[11,15,22],[11,7,30],[7,12,29],[8,7,27],[15,13,20],[6,9,33],[11,15,22],[13,17,18],[11,13,24],[20,9,19],[12,11,23],[14,11,23],[12,16,20],[11,15,20],[16,13,17],[24,24,44],[40,42,76],[13,13,20],[11,15,22],[9,11,24],[15,13,20],[20,15,25],[7,21,16],[17,13,16],[12,18,16],[14,14,20],[21,21,20],[10,15,23],[11,20,15],[13,9,20],[16,13,19],[14,16,16],[38,32,26],[17,14,13],[16,11,17],[15,13,14],[10,14,20],[19,19,10],[17,13,12],[14,13,17],[31,22,19],[26,14,6],[41,8,17],[9,12,13],[14,13,11],[25,16,7],[39,29,18],[26,16,6],[20,15,7],[14,15,13],[30,25,9],[21,6,7],[18,15,1],[4,5,5],[22,8,2],[10,3,1],[0,2,0],[0,1,15],[0,0,16],[5,11,16],[7,6,13],[6,11,15],[12,8,12],[6,2,8],[8,8,14],[9,12,11],[14,10,6],[11,11,8],[8,12,12],[7,8,1],[10,9,11],[6,5,5],[7,7,12],[11,13,8],[13,5,10],[1,5,4],[7,7,2],[12,8,10],[6,9,7],[21,18,7],[40,23,11],[14,7,5],[23,12,13],[29,17,6],[13,10,5],[15,6,3],[17,6,3],[10,9,5],[17,8,3],[14,16,4],[8,6,0],[4,2,2],[4,3,3],[3,2,3],[16,1,1],[8,7,1],[2,4,0]],[[0,0,48],[0,3,45],[0,3,45],[0,2,46],[0,1,45],[2,1,45],[0,3,45],[2,1,47],[1,2,45],[3,3,46],[2,2,50],[2,0,46],[4,1,43],[4,5,39],[0,2,46],[0,8,40],[4,6,38],[2,5,41],[7,13,62],[5,7,36],[6,3,35],[5,8,35],[4,6,38],[7,8,33],[7,8,33],[6,4,32],[14,7,27],[8,10,30],[8,9,31],[7,12,29],[10,7,31],[8,8,32],[12,10,26],[6,4,32],[9,11,28],[8,9,31],[12,11,25],[7,15,26],[12,7,29],[10,9,29],[10,11,25],[15,12,21],[9,16,23],[9,10,27],[11,11,24],[28,22,42],[44,29,85],[13,12,21],[10,15,23],[9,12,23],[6,15,27],[16,14,30],[9,13,22],[9,16,21],[16,11,19],[17,12,19],[22,24,32],[9,7,16],[10,15,21],[11,12,19],[15,12,21],[13,13,20],[38,23,35],[10,15,19],[20,10,14],[12,9,21],[14,11,19],[24,12,12],[20,10,12],[17,11,16],[34,19,19],[21,17,8],[30,7,29],[12,6,16],[13,9,16],[24,13,11],[44,18,24],[26,12,10],[21,13,8],[22,13,7],[37,18,9],[17,7,10],[18,12,4],[2,6,6],[20,8,4],[6,4,4],[2,0,0],[0,1,15],[0,0,16],[10,3,19],[5,6,15],[8,7,17],[11,7,14],[4,3,9],[7,3,20],[13,6,13],[10,7,13],[12,10,8],[10,10,12],[5,3,8],[12,7,11],[5,4,7],[11,5,10],[9,11,12],[15,7,6],[2,5,3],[9,5,2],[12,8,10],[11,5,6],[22,10,14],[33,22,19],[16,3,7],[22,11,15],[26,11,15],[17,8,3],[12,5,7],[11,8,7],[11,6,7],[19,6,3],[21,10,3],[7,4,3],[5,0,3],[4,2,4],[0,0,8],[13,1,4],[11,5,0],[3,3,0]],[[0,0,42],[0,3,39],[0,3,39],[0,2,40],[0,4,36],[1,2,39],[1,2,39],[2,1,41],[0,5,37],[1,3,42],[1,3,44],[0,5,37],[3,4,35],[4,6,32],[0,4,38],[2,8,32],[4,3,35],[2,6,34],[10,7,53],[3,7,32],[5,2,31],[3,11,28],[3,10,29],[1,10,31],[7,8,27],[3,4,29],[10,4,28],[1,12,29],[7,12,23],[2,14,26],[5,12,25],[7,8,27],[11,8,23],[6,8,22],[3,14,25],[7,10,25],[5,12,25],[4,14,24],[5,12,25],[7,15,20],[11,10,19],[10,12,20],[7,17,18],[7,13,20],[6,13,21],[11,23,46],[21,43,76],[8,14,18],[4,12,26],[5,15,18],[9,16,17],[11,15,26],[7,17,14],[12,14,14],[8,13,19],[7,15,20],[11,25,32],[8,16,18],[10,11,7],[5,16,15],[13,12,17],[8,17,15],[22,36,26],[6,14,18],[12,10,18],[8,9,19],[9,12,17],[14,14,14],[15,9,12],[19,9,10],[29,21,14],[15,19,8],[21,10,23],[3,13,14],[4,13,15],[13,17,10],[31,21,22],[20,14,8],[17,13,6],[20,15,1],[19,16,19],[13,9,8],[15,12,3],[2,6,4],[15,9,2],[7,3,2],[0,2,0],[0,0,14],[0,2,12],[3,8,17],[5,6,13],[4,8,16],[5,6,17],[3,1,10],[5,7,14],[8,10,10],[3,12,11],[5,13,8],[4,10,14],[3,7,4],[8,8,10],[2,4,8],[4,7,13],[6,12,10],[12,8,4],[1,5,4],[10,3,1],[13,8,5],[4,10,6],[15,17,6],[28,25,11],[9,7,6],[16,9,15],[15,15,14],[12,11,1],[9,6,5],[9,8,5],[9,8,3],[13,8,3],[20,8,6],[6,5,1],[1,2,5],[3,3,4],[3,1,2],[12,1,1],[7,5,2],[2,4,0]],[[0,1,47],[0,4,44],[0,3,45],[0,3,45],[0,3,43],[1,3,44],[1,4,43],[0,4,46],[0,5,43],[0,3,49],[0,2,52],[1,3,44],[4,2,42],[1,6,41],[1,5,42],[1,9,38],[5,4,39],[2,4,42],[7,8,67],[4,7,37],[6,6,32],[6,11,31],[4,5,39],[1,10,37],[6,11,31],[2,5,35],[8,4,36],[4,8,36],[10,11,27],[9,12,27],[2,13,33],[11,8,29],[7,8,33],[10,7,25],[9,16,23],[8,10,30],[9,13,26],[8,11,29],[11,13,24],[10,12,26],[12,7,27],[9,10,29],[12,17,19],[6,11,29],[8,12,26],[11,29,52],[38,40,80],[10,12,24],[14,15,19],[6,11,27],[9,16,23],[16,13,31],[7,13,24],[7,14,25],[11,14,21],[8,12,28],[19,25,34],[12,15,21],[8,14,24],[2,7,17],[14,17,17],[12,16,18],[28,30,38],[7,14,23],[10,11,23],[13,9,20],[8,12,24],[15,14,19],[18,9,15],[14,13,17],[21,21,30],[19,13,14],[29,11,26],[6,9,19],[13,7,18],[19,16,13],[39,23,24],[23,14,11],[16,11,15],[15,10,17],[21,21,22],[16,9,9],[12,14,8],[2,6,6],[17,9,6],[7,4,3],[0,2,0],[0,1,15],[0,0,16],[8,10,14],[4,4,18],[5,12,15],[5,1,26],[7,2,7],[7,7,16],[7,10,15],[8,8,14],[8,12,10],[9,10,13],[4,5,7],[9,10,11],[6,4,6],[9,4,13],[13,11,8],[7,6,15],[2,2,6],[8,4,4],[8,10,12],[6,7,9],[21,9,16],[28,27,19],[13,6,7],[21,10,17],[15,13,24],[13,8,7],[14,4,6],[11,7,8],[10,7,7],[17,8,3],[12,9,13],[7,2,5],[5,1,2],[1,3,6],[1,0,7],[10,2,6],[8,4,4],[2,4,0]],[[0,2,46],[0,1,47],[0,0,48],[0,3,45],[0,1,45],[0,3,45],[0,0,48],[2,0,48],[1,1,46],[0,3,49],[0,1,53],[0,1,47],[1,5,42],[3,1,44],[0,2,46],[0,6,42],[2,5,41],[1,5,42],[3,8,71],[4,7,37],[3,3,38],[0,9,39],[3,6,39],[0,10,38],[1,11,36],[3,4,35],[4,5,39],[4,8,36],[7,8,33],[2,13,33],[2,7,39],[7,8,33],[3,7,38],[5,6,31],[1,15,32],[5,9,34],[9,8,31],[1,14,33],[7,8,33],[4,9,35],[4,11,31],[8,10,30],[2,16,30],[3,13,30],[6,12,28],[8,28,56],[16,32,110],[6,12,28],[4,15,29],[5,11,28],[6,14,28],[9,11,40],[3,15,26],[6,14,26],[5,13,28],[12,11,25],[7,23,48],[7,13,28],[4,15,27],[4,14,24],[5,8,19],[7,14,25],[24,28,44],[4,13,27],[7,11,26],[9,12,21],[10,11,23],[10,15,23],[7,12,23],[11,12,21],[20,17,35],[10,15,21],[9,8,49],[5,8,21],[9,9,20],[12,13,23],[30,22,34],[17,13,18],[12,16,14],[11,10,21],[18,19,27],[6,7,21],[9,11,14],[1,6,7],[12,9,11],[2,6,6],[0,2,0],[0,0,16],[0,0,16],[3,4,25],[1,6,19],[5,10,17],[3,7,22],[2,4,10],[1,4,25],[5,9,18],[7,6,17],[5,13,12],[4,8,20],[4,4,8],[8,5,17],[2,5,9],[5,5,16],[7,12,13],[8,6,14],[0,6,4],[4,4,8],[13,8,9],[3,7,12],[11,14,21],[21,18,35],[7,7,12],[18,11,19],[12,13,27],[11,7,10],[9,6,9],[8,6,12],[11,7,6],[11,10,7],[12,12,10],[8,3,3],[0,0,8],[2,2,6],[1,0,7],[5,2,11],[7,4,5],[0,4,2]],[[0,0,48],[0,3,45],[0,4,44],[0,4,44],[0,0,46],[0,0,48],[1,1,46],[1,1,48],[1,3,44],[1,3,48],[1,3,50],[2,3,43],[3,5,40],[2,9,37],[2,1,45],[2,10,36],[3,5,40],[4,6,38],[5,12,65],[5,6,37],[6,3,35],[8,8,32],[8,7,33],[5,10,33],[9,12,27],[7,4,31],[8,7,33],[7,10,31],[13,12,23],[11,14,23],[9,10,29],[11,6,31],[5,15,28],[4,5,33],[11,14,23],[9,8,31],[11,14,23],[8,13,27],[15,10,23],[12,12,24],[10,10,26],[11,14,23],[10,18,20],[11,12,23],[12,14,20],[20,26,46],[35,35,88],[14,11,21],[13,18,17],[12,17,15],[10,13,25],[21,13,26],[13,17,14],[13,10,23],[13,13,20],[13,15,20],[21,27,30],[14,13,21],[14,16,16],[8,17,17],[17,14,17],[8,9,13],[29,38,29],[12,14,18],[17,11,16],[12,13,17],[16,14,14],[16,19,13],[11,14,17],[16,12,16],[29,25,18],[27,15,4],[30,8,28],[6,10,18],[14,13,11],[23,16,9],[39,29,18],[24,17,7],[21,16,5],[20,15,7],[27,23,14],[15,9,10],[19,13,2],[4,5,5],[22,10,0],[7,4,3],[0,2,0],[0,2,14],[1,1,14],[7,7,18],[6,7,13],[6,12,14],[7,5,20],[4,3,9],[9,7,14],[7,13,12],[9,12,9],[5,13,12],[8,9,15],[2,9,5],[8,7,15],[6,4,6],[7,6,13],[13,10,9],[13,7,8],[1,5,4],[5,7,4],[14,11,5],[6,8,8],[21,16,9],[36,30,8],[12,7,7],[17,13,18],[25,15,12],[15,9,4],[14,5,5],[14,9,3],[10,8,6],[16,9,3],[16,14,4],[8,6,0],[3,2,3],[4,3,3],[0,2,6],[14,4,0],[8,7,1],[2,4,0]],[[0,2,142],[2,4,138],[1,4,139],[1,7,136],[0,9,129],[3,6,135],[3,9,132],[4,3,143],[1,8,135],[5,8,143],[1,6,155],[3,12,129],[11,9,124],[6,16,122],[10,11,123],[8,13,123],[11,14,119],[11,15,118],[22,32,192],[14,24,106],[20,7,105],[10,30,104],[16,19,109],[20,24,100],[17,30,97],[16,15,95],[33,15,96],[20,29,95],[27,27,90],[24,30,90],[25,33,86],[29,29,86],[29,25,90],[20,17,89],[19,34,91],[33,29,82],[29,21,94],[26,41,77],[28,27,89],[31,40,73],[30,31,77],[30,39,75],[31,51,62],[23,37,78],[39,31,68],[70,76,130],[105,107,262],[32,26,80],[32,42,70],[24,33,75],[39,41,64],[52,31,97],[25,41,66],[41,35,62],[35,34,69],[37,45,62],[52,68,114],[36,38,70],[38,42,58],[26,41,59],[38,37,69],[41,41,56],[77,67,96],[45,37,50],[39,41,52],[40,25,61],[41,38,53],[54,42,48],[44,31,51],[39,44,49],[97,54,65],[56,40,42],[76,23,99],[29,31,42],[37,34,43],[52,41,51],[105,56,97],[64,41,39],[50,47,29],[54,32,40],[86,53,53],[48,17,37],[52,35,15],[8,17,17],[59,16,21],[21,11,10],[3,3,0],[0,2,46],[0,2,46],[20,21,55],[16,17,45],[25,22,49],[25,21,50],[15,5,28],[21,9,60],[31,32,33],[20,23,47],[20,30,40],[25,28,43],[18,15,15],[27,21,42],[20,12,16],[23,19,36],[37,34,25],[27,18,39],[5,12,13],[16,16,16],[35,28,27],[19,22,25],[49,35,54],[92,61,69],[33,23,22],[62,27,55],[79,34,43],[40,25,19],[35,21,16],[34,24,20],[39,16,17],[39,31,14],[41,35,26],[19,11,12],[11,4,9],[13,9,8],[1,1,22],[38,7,9],[24,15,9],[8,10,0]],[[0,1,41],[0,2,40],[1,1,40],[0,1,41],[0,1,41],[1,2,39],[4,2,36],[2,0,42],[3,4,35],[4,5,37],[1,1,46],[5,2,35],[5,1,36],[4,1,37],[3,1,38],[3,5,34],[3,3,36],[7,6,29],[11,11,58],[8,8,26],[7,3,30],[8,8,26],[8,6,28],[11,9,22],[10,8,24],[4,4,30],[10,6,26],[6,10,26],[10,13,19],[7,11,24],[13,7,22],[13,4,25],[11,8,23],[4,7,25],[5,13,24],[12,9,21],[11,10,21],[15,11,16],[11,11,20],[10,11,21],[14,9,17],[15,12,15],[9,10,23],[11,8,23],[14,10,18],[22,24,34],[47,34,61],[7,12,21],[15,15,12],[11,12,15],[15,9,18],[17,14,21],[7,11,22],[11,10,19],[12,13,17],[14,10,18],[19,30,19],[11,18,13],[13,14,13],[11,14,11],[12,12,18],[15,11,14],[31,26,27],[10,8,8],[13,14,11],[15,9,14],[16,12,12],[13,18,11],[14,12,10],[13,14,11],[31,17,14],[15,16,9],[22,14,18],[7,9,12],[13,14,7],[16,18,8],[28,29,17],[17,15,10],[17,15,8],[14,15,9],[26,21,11],[16,6,6],[12,12,4],[2,4,6],[16,7,3],[4,4,2],[1,1,0],[0,1,13],[0,0,14],[8,6,14],[7,5,10],[4,10,14],[6,6,16],[6,2,6],[13,4,9],[8,10,10],[13,9,6],[8,11,9],[12,9,7],[4,8,2],[10,10,6],[5,5,4],[8,6,10],[8,12,8],[11,7,6],[0,5,3],[6,5,3],[9,10,7],[5,8,7],[18,16,8],[25,28,11],[11,9,2],[19,13,8],[18,14,12],[10,10,4],[10,5,5],[14,5,5],[8,9,3],[12,10,2],[8,16,4],[7,5,0],[4,0,2],[4,1,5],[1,2,5],[10,2,4],[7,5,2],[1,3,0]],[[0,2,34],[0,3,33],[0,4,32],[0,0,36],[0,5,29],[0,1,35],[0,5,31],[2,0,36],[1,2,33],[0,4,36],[0,1,41],[1,1,34],[1,6,29],[2,4,30],[0,7,29],[1,5,30],[2,5,29],[1,3,32],[7,6,45],[3,3,30],[5,5,24],[2,5,29],[6,5,25],[4,6,26],[7,5,24],[6,3,21],[5,4,27],[4,8,24],[5,5,26],[5,14,17],[3,7,26],[3,8,25],[6,4,26],[4,4,22],[8,10,18],[6,4,26],[4,10,22],[5,6,25],[8,7,21],[8,7,21],[7,9,20],[4,10,22],[7,7,22],[4,8,22],[6,5,23],[17,11,42],[24,33,67],[8,8,20],[8,8,20],[4,5,23],[7,4,25],[9,10,27],[7,10,17],[9,7,18],[10,9,15],[10,7,19],[10,18,30],[8,9,19],[5,10,21],[7,8,15],[12,9,15],[8,8,20],[23,26,23],[7,11,14],[7,3,14],[6,7,19],[11,12,11],[13,7,16],[10,8,14],[10,10,14],[18,14,22],[14,8,14],[22,7,23],[7,9,10],[7,7,14],[15,9,10],[20,19,27],[15,13,8],[11,11,10],[10,9,11],[12,19,17],[13,4,11],[10,8,6],[4,2,4],[11,8,5],[7,2,1],[0,2,0],[0,0,12],[0,1,11],[7,2,15],[5,5,12],[5,5,14],[6,4,14],[4,2,6],[5,2,15],[7,8,9],[6,6,10],[3,6,13],[5,8,11],[4,5,3],[6,6,10],[3,2,7],[4,7,11],[7,9,8],[6,6,8],[1,4,3],[7,2,3],[8,5,9],[4,4,10],[8,9,15],[19,17,18],[9,6,5],[13,5,16],[12,12,16],[11,5,4],[6,5,7],[6,2,10],[5,2,9],[10,5,5],[10,8,12],[6,2,2],[2,0,6],[1,2,5],[0,0,6],[7,2,5],[4,5,3],[2,2,0]],[[0,1,35],[0,2,34],[0,2,34],[3,1,32],[0,0,36],[0,2,34],[0,0,36],[2,0,36],[0,4,32],[0,1,39],[0,0,40],[3,3,30],[4,3,29],[1,6,29],[1,0,35],[1,5,30],[7,1,28],[1,3,32],[4,7,57],[4,4,28],[3,0,31],[6,3,27],[4,6,26],[3,7,26],[7,5,24],[7,2,25],[7,2,27],[8,5,23],[8,7,21],[6,9,21],[11,6,19],[9,5,22],[5,4,27],[3,7,24],[7,4,25],[10,4,22],[11,3,22],[4,6,26],[11,3,22],[11,4,21],[8,3,23],[11,8,17],[10,8,18],[10,7,19],[5,6,25],[23,12,33],[33,19,72],[11,5,18],[8,7,21],[9,6,17],[8,7,21],[14,6,24],[4,11,19],[13,7,16],[10,6,20],[13,6,17],[17,13,28],[4,7,25],[9,5,20],[9,5,16],[12,9,15],[8,8,18],[28,14,30],[10,4,20],[13,6,13],[9,2,11],[11,4,19],[18,7,11],[15,4,11],[11,6,15],[23,12,21],[11,11,12],[24,4,22],[7,4,13],[13,4,11],[21,6,9],[34,8,20],[17,10,9],[19,6,9],[20,7,7],[27,7,16],[16,4,6],[11,6,5],[0,4,6],[17,2,3],[5,2,1],0,[0,1,11],[0,1,11],[8,3,13],[5,2,11],[6,4,14],[10,1,13],[3,0,9],[6,1,17],[10,1,13],[5,7,12],[9,6,9],[8,4,12],[5,4,3],[8,3,11],[6,3,3],[6,2,12],[8,7,9],[8,7,7],[0,4,2],[6,2,4],[10,5,9],[7,1,8],[18,9,13],[29,9,14],[14,2,4],[18,6,14],[19,6,13],[9,4,7],[9,1,8],[11,5,6],[13,4,1],[8,4,8],[12,4,8],[6,1,3],[2,0,4],[5,2,3],[5,0,3],[9,0,5],[8,2,2],[0,4,0]],[[0,0,36],[0,0,36],[1,4,31],[0,1,35],[0,1,35],[0,3,33],[0,4,32],[1,1,36],[0,2,34],[0,4,36],[0,2,40],[0,1,35],[2,4,30],[2,2,32],[1,3,32],[0,1,35],[2,6,28],[1,4,31],[8,9,51],[4,3,29],[3,4,29],[4,4,28],[4,4,28],[4,7,25],[7,2,27],[4,2,26],[8,3,25],[5,4,27],[7,6,23],[2,12,22],[8,8,20],[4,6,26],[6,3,27],[8,3,19],[7,12,17],[5,6,25],[7,8,21],[7,6,23],[7,3,26],[7,7,22],[11,6,19],[7,9,20],[7,11,18],[1,9,26],[10,4,22],[12,18,40],[31,28,67],[8,9,19],[7,8,21],[5,7,20],[5,11,20],[13,6,27],[6,10,20],[7,8,19],[10,7,19],[10,8,18],[7,15,36],[10,9,17],[7,12,15],[6,7,17],[8,6,22],[7,12,17],[18,20,34],[11,6,17],[10,9,15],[8,9,17],[5,5,14],[11,6,19],[10,10,12],[9,10,15],[23,11,18],[9,10,15],[20,4,28],[6,7,11],[11,6,13],[6,9,21],[21,18,27],[12,11,13],[11,9,16],[11,7,14],[21,17,14],[11,4,11],[9,5,8],[1,4,5],[14,6,4],[2,3,3],[0,2,0],[0,0,12],[0,0,12],[5,6,13],[3,4,13],[5,5,14],[5,2,17],[5,1,6],[8,3,11],[6,5,13],[4,7,13],[7,9,8],[8,6,10],[3,6,3],[6,4,12],[6,2,4],[4,7,11],[9,7,8],[5,6,9],[0,3,3],[3,3,6],[7,5,10],[5,5,8],[6,7,23],[20,15,19],[12,1,7],[11,1,22],[19,7,14],[6,5,9],[7,5,6],[11,2,7],[7,2,7],[7,4,9],[6,9,9],[3,2,5],[1,0,5],[5,2,1],[0,1,7],[6,2,8],[5,3,4],[0,2,0]],[[0,1,47],[0,0,48],[0,2,46],[0,0,48],[0,1,45],[1,5,42],[0,1,47],[1,1,48],[0,5,43],[0,3,49],[0,2,52],[0,3,45],[0,1,47],[0,5,43],[0,3,45],[2,7,39],[2,4,42],[1,6,41],[3,10,69],[2,8,38],[3,2,39],[1,8,39],[4,4,40],[3,9,36],[3,9,36],[0,4,38],[5,3,40],[3,9,36],[5,12,31],[3,9,36],[3,6,39],[1,6,41],[2,11,35],[1,5,36],[1,14,33],[2,11,35],[2,10,36],[4,13,31],[7,12,29],[4,12,32],[4,13,29],[6,13,29],[0,17,31],[7,11,28],[6,15,25],[3,22,67],[10,46,102],[2,13,31],[5,15,28],[2,12,30],[6,12,30],[6,12,42],[3,13,28],[3,13,30],[5,14,27],[7,16,25],[8,26,44],[6,12,30],[6,14,26],[3,16,23],[8,11,29],[6,11,29],[7,34,55],[7,15,22],[5,13,26],[4,9,29],[5,11,28],[4,10,18],[9,11,22],[8,12,24],[12,25,35],[5,14,27],[6,8,52],[3,9,22],[4,13,21],[6,16,26],[18,22,46],[7,17,24],[3,17,22],[9,15,18],[17,20,27],[9,7,18],[6,13,15],[0,6,8],[9,7,16],[2,6,6],[0,2,0],[0,2,14],[0,1,15],[1,6,25],[3,6,17],[2,4,26],[4,5,23],[1,2,13],[4,5,21],[6,11,15],[3,8,19],[2,12,16],[4,10,18],[3,7,6],[7,7,16],[1,4,11],[5,6,15],[4,11,17],[3,8,17],[0,6,4],[4,6,6],[3,9,18],[2,6,14],[6,14,26],[10,23,41],[5,7,14],[8,9,31],[6,14,32],[3,10,15],[10,5,9],[5,8,13],[3,7,14],[8,10,10],[5,13,16],[3,4,7],[1,0,7],[0,3,7],[0,0,8],[7,2,9],[6,6,4],[1,4,1]],[[0,1,41],[1,2,39],[1,4,37],[0,3,39],[0,1,39],[1,5,36],[0,4,38],[0,0,44],[0,5,37],[0,3,39],[2,3,43],[0,4,38],[5,5,32],[2,4,36],[1,5,36],[0,6,36],[3,5,34],[0,5,37],[5,10,55],[2,7,33],[5,3,30],[5,5,32],[4,7,31],[2,11,29],[6,9,27],[4,4,28],[8,3,31],[7,8,27],[4,13,25],[4,16,22],[3,10,29],[6,11,25],[5,6,31],[4,5,27],[8,15,19],[6,9,27],[7,11,24],[5,14,23],[10,7,25],[8,12,22],[3,12,25],[4,12,26],[4,14,24],[3,11,26],[5,10,25],[8,24,50],[26,39,77],[12,9,19],[9,12,21],[4,9,25],[8,13,21],[8,15,29],[5,12,21],[4,12,24],[14,9,17],[9,8,25],[14,22,32],[7,14,21],[8,14,18],[7,9,20],[11,14,17],[9,12,19],[17,25,42],[10,10,18],[9,7,22],[4,11,21],[4,12,22],[10,16,16],[9,5,12],[9,11,18],[25,18,19],[9,16,15],[17,7,32],[10,9,13],[7,10,17],[11,16,13],[31,22,21],[16,12,14],[10,12,14],[11,12,13],[19,16,23],[12,7,11],[14,12,4],[2,6,4],[18,5,5],[8,4,2],[0,2,0],[0,1,13],[0,0,14],[5,7,16],[5,8,11],[6,7,15],[8,3,17],[4,2,8],[5,5,16],[6,6,16],[4,8,14],[4,10,12],[4,11,13],[2,5,7],[6,6,14],[2,4,8],[4,8,10],[7,14,7],[7,6,11],[2,3,3],[3,6,5],[7,7,12],[3,7,8],[11,13,14],[24,22,18],[7,5,10],[18,7,15],[15,11,18],[8,8,8],[7,8,5],[6,6,10],[10,6,6],[12,8,4],[9,10,9],[4,4,4],[5,0,1],[1,4,3],[3,0,3],[6,3,5],[7,4,3],[2,4,0]],[[0,0,42],[0,1,41],[0,0,42],[0,0,42],[0,0,40],[0,2,40],[0,3,39],[1,1,42],[1,1,40],[0,0,46],[2,1,45],[0,1,41],[2,3,37],[0,3,39],[0,0,42],[0,3,39],[1,6,35],[0,4,38],[1,9,60],[3,4,35],[5,1,34],[1,6,35],[1,3,38],[3,3,36],[2,5,35],[1,2,33],[8,4,30],[5,4,33],[5,7,30],[5,8,29],[4,6,32],[5,2,35],[4,3,35],[4,2,30],[5,5,32],[7,3,32],[5,5,32],[4,8,30],[7,7,28],[5,7,30],[10,7,25],[7,7,28],[3,9,30],[4,8,28],[5,8,27],[12,13,57],[20,19,103],[4,9,29],[6,9,27],[1,7,30],[5,11,26],[11,5,38],[3,10,27],[7,7,26],[8,7,25],[9,9,24],[11,17,40],[4,7,31],[4,6,30],[4,6,26],[9,6,27],[6,9,27],[17,25,42],[8,7,23],[5,9,26],[12,5,21],[6,8,26],[12,6,24],[12,7,19],[5,7,14],[17,12,33],[8,11,21],[15,8,41],[6,6,18],[6,6,22],[13,7,22],[25,11,42],[19,10,13],[9,10,19],[12,5,19],[20,13,25],[10,6,16],[12,7,9],[0,4,8],[14,6,10],[4,2,6],[0,2,0],[0,0,14],[0,0,14],[2,4,22],[1,3,20],[5,5,18],[4,4,20],[5,2,7],[1,2,23],[4,7,17],[5,5,16],[6,7,13],[5,6,17],[5,3,6],[6,3,17],[3,3,8],[6,4,14],[8,6,14],[6,4,14],[0,4,4],[6,3,5],[8,7,11],[3,6,11],[12,6,22],[20,14,30],[9,4,11],[16,4,22],[16,9,23],[9,5,10],[9,3,10],[10,3,9],[5,3,12],[8,7,9],[12,7,11],[7,2,3],[1,2,5],[3,2,3],[0,0,8],[6,3,9],[6,2,6],[2,1,1]],[[0,1,41],[0,2,40],[0,1,41],[0,4,38],[0,2,38],[1,1,40],[0,1,41],[3,0,41],[0,4,38],[0,4,42],[0,0,46],[0,2,40],[3,2,37],[1,5,36],[0,0,42],[0,5,37],[2,4,36],[1,3,38],[2,7,61],[2,5,35],[1,0,37],[4,7,31],[6,5,31],[0,7,35],[7,5,30],[3,3,32],[9,5,28],[4,6,32],[8,7,27],[6,8,28],[4,5,33],[4,5,33],[4,5,33],[8,6,26],[7,7,28],[7,5,30],[6,9,27],[7,7,28],[11,9,22],[5,7,30],[7,6,27],[7,9,26],[4,13,25],[6,9,25],[9,7,24],[10,14,56],[35,25,80],[9,8,23],[12,14,16],[6,6,26],[7,11,24],[20,5,27],[7,7,24],[4,10,28],[11,8,21],[12,9,21],[12,19,37],[9,9,24],[6,8,26],[7,10,19],[14,10,18],[10,10,20],[27,21,36],[10,6,22],[15,7,16],[8,4,26],[15,5,18],[16,9,17],[13,5,18],[17,8,13],[23,12,17],[16,10,14],[22,3,37],[5,8,17],[16,4,12],[20,9,13],[38,11,25],[21,13,8],[14,10,12],[16,9,13],[23,11,22],[16,3,13],[19,6,3],[0,4,8],[22,3,3],[4,4,4],0,[0,0,14],[0,0,14],[3,5,20],[4,4,14],[4,5,19],[5,3,20],[4,1,9],[7,6,15],[6,5,17],[4,6,16],[4,10,12],[8,5,15],[2,5,7],[7,3,16],[5,2,7],[6,4,12],[12,8,8],[6,7,13],[1,4,3],[7,3,4],[15,6,7],[6,1,11],[20,8,16],[23,17,22],[9,4,11],[22,7,17],[21,8,17],[14,6,4],[12,4,6],[8,4,12],[10,5,7],[14,4,6],[15,7,8],[7,2,3],[2,2,4],[2,4,4],[0,0,8],[12,1,3],[8,2,4],[3,3,0]],[[0,1,41],[0,2,40],[0,1,41],[0,2,40],[0,2,38],[0,4,38],[0,1,41],[2,0,42],[0,4,38],[0,3,43],[0,2,46],[0,3,39],[2,1,39],[1,2,39],[0,3,39],[1,5,36],[1,5,36],[1,6,35],[2,8,60],[3,7,32],[3,2,33],[0,7,35],[1,7,34],[2,11,29],[1,9,32],[0,5,31],[3,7,32],[2,8,32],[4,12,26],[1,12,29],[1,9,32],[3,8,31],[2,10,30],[3,5,28],[1,14,27],[5,10,27],[4,11,27],[3,12,27],[5,10,27],[4,11,27],[6,12,22],[5,12,25],[2,15,25],[2,12,26],[5,12,23],[9,23,48],[11,36,93],[3,11,26],[6,14,22],[2,11,25],[7,14,21],[8,15,29],[2,12,24],[5,13,22],[6,14,20],[5,14,23],[5,26,37],[3,14,25],[4,17,21],[3,14,19],[6,14,22],[3,15,22],[12,28,44],[7,14,17],[5,13,22],[4,11,21],[7,13,18],[8,13,21],[8,12,16],[9,15,14],[20,14,30],[4,12,12],[12,6,36],[4,8,18],[2,9,21],[15,11,14],[24,22,28],[14,13,15],[7,15,14],[9,12,15],[12,18,24],[10,7,13],[5,13,12],[0,7,5],[10,7,9],[2,7,3],[0,2,0],[0,1,13],[0,0,14],[3,7,18],[0,8,16],[4,7,17],[3,4,21],[1,3,10],[1,4,21],[4,9,15],[4,7,15],[1,13,12],[3,9,16],[3,6,5],[7,5,14],[1,5,8],[4,6,14],[7,9,12],[5,8,11],[1,6,3],[5,4,5],[6,6,14],[4,5,11],[12,12,14],[21,21,22],[9,6,7],[13,9,18],[8,10,26],[8,7,9],[6,7,7],[7,8,7],[6,7,7],[7,11,6],[10,11,13],[5,5,2],[0,1,7],[3,3,4],[3,0,3],[4,4,6],[6,6,2],[0,5,1]],[[0,0,48],[1,2,45],[0,1,47],[0,1,47],[0,3,43],[0,4,44],[1,0,47],[0,0,50],[0,2,46],[0,7,45],[1,0,53],[2,2,44],[3,2,43],[4,4,40],[0,1,47],[0,3,45],[2,0,46],[4,5,39],[5,11,66],[2,2,44],[5,3,36],[7,7,34],[4,7,37],[7,9,32],[5,7,36],[5,5,32],[10,2,36],[13,10,25],[8,8,32],[8,11,29],[3,13,32],[9,9,30],[6,11,31],[6,2,34],[11,10,27],[10,7,31],[12,14,22],[8,14,26],[12,9,27],[12,6,30],[14,9,23],[14,7,27],[11,9,28],[7,13,26],[7,12,27],[25,19,48],[34,36,88],[16,7,23],[10,13,25],[9,10,25],[10,11,27],[15,13,32],[12,9,23],[15,11,20],[13,11,22],[15,9,24],[23,15,40],[14,11,23],[15,13,18],[8,9,25],[16,10,22],[16,13,17],[38,26,32],[11,11,22],[7,12,25],[16,12,14],[16,9,19],[16,14,18],[14,13,15],[15,15,14],[34,16,22],[23,11,12],[22,4,24],[12,6,16],[13,10,15],[21,11,16],[42,18,26],[24,11,13],[17,9,16],[24,8,10],[31,17,16],[23,5,6],[16,10,8],[2,2,10],[20,7,5],[7,4,3],[0,2,0],[0,0,16],[0,0,16],[1,4,27],[6,5,15],[7,7,18],[8,4,20],[7,3,6],[7,5,18],[9,8,15],[11,6,13],[5,7,18],[11,10,11],[4,6,6],[8,8,14],[4,5,7],[8,6,12],[15,9,8],[12,7,9],[0,4,6],[8,4,4],[12,6,12],[7,5,10],[20,13,13],[30,16,28],[11,5,10],[17,9,22],[27,11,14],[15,5,8],[17,3,4],[9,7,10],[10,6,8],[14,9,5],[15,11,8],[10,3,1],[3,0,5],[5,1,4],[3,0,5],[13,1,4],[7,7,2],[2,4,0]],[[0,1,23],[1,1,22],[0,1,23],[0,3,21],[0,1,21],[0,1,23],[0,1,23],[0,2,24],[0,1,23],[0,1,23],[0,1,25],[0,3,21],[0,6,18],[0,10,14],[0,1,23],[2,5,17],[2,4,18],[0,3,21],[2,7,29],[1,7,16],[0,0,20],[1,8,15],[2,6,16],[2,6,16],[4,6,14],[2,3,15],[2,4,18],[2,7,15],[2,8,14],[3,8,13],[1,7,16],[2,2,20],[1,8,15],[0,7,15],[1,8,15],[2,7,15],[2,5,17],[3,6,15],[3,7,14],[2,10,12],[3,7,12],[1,13,10],[4,12,8],[1,10,11],[4,8,10],[6,15,25],[15,18,55],[1,6,15],[1,12,11],[3,5,12],[7,10,7],[5,5,18],[3,8,9],[4,12,8],[2,9,11],[4,9,11],[2,16,20],[5,6,13],[7,8,9],[3,8,9],[8,8,8],[6,10,6],[6,19,23],[1,8,11],[3,10,9],[5,7,8],[3,9,8],[6,12,6],[6,4,12],[8,7,7],[12,15,11],[9,7,8],[5,4,19],[1,3,8],[2,7,7],[4,10,8],[12,10,18],[5,12,7],[4,9,5],[7,7,6],[4,13,15],[5,3,10],[8,7,1],[0,2,4],[7,3,2],[2,4,2],0,[0,1,7],[0,0,8],[4,4,8],[0,3,11],[1,3,12],[2,1,13],[3,2,3],[3,7,6],[1,6,9],[2,3,9],[3,6,5],[3,4,9],[1,3,4],[6,3,5],[1,3,4],[3,2,7],[2,8,6],[5,4,5],[0,4,2],[2,5,1],[2,6,8],[1,3,4],[5,10,9],[5,14,15],[5,4,5],[4,8,12],[8,7,7],[3,6,3],[5,4,1],[1,6,5],[4,4,4],[4,8,2],[9,5,6],[2,2,2],[0,2,2],[0,3,1],[0,0,4],[3,0,1],[3,3,2],[3,3,0]],[[0,0,36],[0,2,34],[0,0,36],[0,0,36],[0,2,34],[1,3,32],[0,3,33],[0,0,38],[0,3,33],[0,4,36],[0,2,40],[0,2,34],[1,2,33],[0,2,34],[0,1,35],[0,7,29],[3,1,32],[2,3,31],[4,10,54],[0,6,30],[1,3,30],[0,6,30],[0,6,30],[4,8,24],[4,8,24],[1,4,27],[4,4,28],[6,6,24],[6,9,21],[4,12,20],[6,7,23],[6,9,21],[4,6,26],[1,5,26],[3,11,22],[5,11,20],[7,7,22],[4,11,21],[5,8,23],[4,9,23],[7,13,14],[8,8,20],[6,10,20],[5,13,18],[3,12,21],[9,16,43],[15,37,74],[5,11,18],[6,11,19],[7,9,16],[5,12,19],[10,13,21],[3,13,18],[6,11,17],[2,13,21],[7,10,19],[10,16,32],[7,9,20],[10,11,13],[10,9,13],[8,10,18],[8,9,17],[18,27,27],[7,11,18],[7,9,16],[7,8,17],[8,8,18],[13,14,9],[9,9,12],[10,7,15],[17,18,17],[12,11,11],[10,6,28],[1,9,12],[5,5,8],[21,12,3],[25,19,20],[13,12,11],[9,13,12],[16,10,8],[16,18,14],[7,5,10],[7,11,8],[1,4,5],[13,6,3],[1,4,3],[0,2,0],[0,2,10],[0,0,12],[3,7,14],[4,5,9],[6,7,11],[2,6,16],[2,3,7],[2,3,17],[8,7,9],[3,8,13],[5,10,9],[6,6,12],[3,5,4],[4,6,12],[4,3,5],[4,6,10],[10,9,5],[4,4,12],[1,2,3],[6,4,2],[9,7,6],[4,6,8],[12,12,12],[18,19,15],[5,5,8],[15,8,9],[19,10,11],[7,8,7],[11,6,3],[7,6,7],[10,5,1],[11,8,3],[3,9,10],[3,4,3],[0,0,4],[3,2,5],[2,0,2],[13,1,2],[9,3,0],[0,4,0]],[[0,1,41],[0,0,42],[0,2,40],[0,3,39],[0,1,39],[0,2,40],[0,2,40],[1,1,42],[0,2,40],[1,2,43],[0,2,46],[2,1,39],[6,0,36],[4,2,36],[0,2,40],[1,3,38],[3,3,36],[2,3,37],[2,9,59],[4,4,34],[4,1,35],[3,5,34],[4,3,35],[6,6,30],[3,7,32],[2,0,34],[7,3,32],[3,6,33],[6,5,31],[3,9,30],[5,6,31],[7,5,30],[5,2,35],[3,5,28],[3,10,29],[6,4,32],[13,6,23],[8,10,24],[12,2,28],[7,6,29],[5,10,27],[7,8,27],[7,11,24],[6,6,28],[10,10,20],[16,15,51],[26,20,96],[8,8,26],[11,8,23],[10,4,24],[8,8,26],[14,8,32],[4,14,22],[11,9,20],[8,6,26],[12,7,23],[11,17,40],[13,7,22],[7,11,22],[10,8,18],[12,7,23],[12,8,22],[30,17,37],[8,7,23],[8,9,23],[10,8,20],[14,10,16],[15,8,19],[13,6,19],[14,9,17],[20,8,34],[14,6,20],[21,7,36],[7,6,17],[8,9,17],[11,5,12],[30,16,32],[17,9,16],[16,9,13],[14,6,16],[23,15,20],[10,8,14],[6,6,16],[0,3,9],[13,4,13],[3,3,6],[0,2,0],[0,0,14],[0,1,13],[3,4,21],[4,5,15],[3,6,19],[6,3,19],[2,1,11],[7,1,18],[8,8,12],[7,7,12],[3,10,13],[4,5,19],[2,5,7],[8,4,14],[2,2,10],[4,6,14],[12,7,9],[9,4,11],[0,4,4],[3,4,7],[11,4,11],[6,5,9],[18,7,15],[23,11,30],[9,5,10],[18,2,22],[11,9,28],[10,5,9],[9,5,8],[9,3,10],[10,1,9],[10,5,9],[12,7,11],[6,2,4],[2,0,6],[2,1,5],[3,0,5],[7,3,8],[7,3,4],[0,2,2]],[[0,1,89],[0,3,87],[0,4,86],[0,3,87],[0,2,84],[0,5,85],[0,5,85],[4,1,87],[0,4,86],[1,4,93],[2,6,92],[1,7,82],[1,8,81],[1,6,83],[6,2,82],[1,8,81],[3,12,75],[0,9,81],[12,20,120],[9,12,69],[9,4,69],[5,12,73],[13,9,68],[13,14,63],[13,17,60],[11,9,60],[17,12,61],[15,13,62],[15,17,58],[16,17,57],[10,15,65],[19,14,57],[17,18,55],[16,10,52],[20,21,49],[22,20,48],[23,13,54],[16,21,53],[22,13,55],[19,20,51],[18,18,50],[20,19,51],[20,27,43],[17,26,43],[21,24,41],[45,40,87],[69,59,148],[23,21,42],[25,26,39],[13,18,55],[25,21,44],[38,22,54],[13,26,43],[18,22,46],[22,20,44],[27,24,39],[46,41,61],[21,24,45],[25,21,40],[13,24,43],[30,25,35],[27,27,32],[63,53,64],[19,26,37],[19,22,41],[26,17,35],[29,21,32],[35,19,36],[27,19,32],[31,21,30],[55,30,51],[33,20,33],[56,13,59],[21,11,32],[28,20,24],[39,27,26],[59,28,45],[47,22,21],[32,26,20],[33,17,28],[57,30,31],[36,12,16],[30,25,11],[7,11,10],[37,13,14],[14,9,5],[2,2,0],[0,3,27],[0,3,27],[13,9,38],[9,9,30],[13,12,35],[12,10,38],[13,2,15],[5,5,46],[20,13,27],[11,15,30],[12,20,24],[18,16,26],[10,10,10],[18,13,27],[16,7,7],[12,15,21],[24,15,21],[21,10,23],[4,11,5],[14,9,7],[27,15,14],[10,14,18],[36,16,32],[64,35,47],[22,9,17],[43,16,35],[50,19,29],[29,13,12],[20,8,16],[21,11,18],[22,11,15],[27,13,12],[37,15,12],[18,7,3],[7,1,8],[10,5,3],[3,0,13],[16,5,13],[15,7,8],[4,6,0]],[[0,1,47],[0,0,48],[0,2,46],[0,1,47],[0,3,43],[0,4,44],[0,4,44],[0,1,49],[0,2,46],[0,3,49],[0,5,49],[0,3,45],[1,2,45],[2,4,42],[1,8,39],[0,1,47],[3,6,39],[2,4,42],[3,11,68],[0,4,44],[4,3,37],[1,7,40],[2,10,36],[5,6,37],[3,11,34],[0,6,36],[2,7,39],[3,10,35],[6,9,33],[4,11,33],[4,11,33],[7,11,30],[4,12,32],[6,6,30],[3,14,31],[7,9,32],[7,9,32],[2,14,32],[9,8,31],[5,13,30],[6,13,27],[8,9,31],[4,11,33],[3,10,33],[8,12,26],[19,21,52],[27,39,92],[8,10,28],[5,13,30],[3,9,32],[14,12,22],[9,15,36],[5,12,27],[6,13,27],[7,13,26],[11,10,27],[7,23,48],[7,14,27],[3,14,29],[3,13,26],[7,12,29],[6,10,30],[17,29,50],[9,11,24],[11,11,22],[6,15,21],[6,16,22],[8,17,23],[4,15,23],[8,14,22],[12,26,34],[17,10,19],[15,9,42],[6,8,20],[7,10,21],[15,15,18],[27,19,40],[9,10,13],[8,16,18],[9,12,21],[11,25,28],[14,5,15],[11,13,10],[1,4,9],[8,8,16],[3,4,7],[0,2,0],[0,1,15],[0,0,16],[4,4,24],[1,6,19],[3,10,19],[5,8,19],[4,0,12],[1,6,23],[5,10,17],[4,9,17],[2,10,18],[4,11,17],[3,4,9],[7,8,15],[5,4,7],[5,6,15],[7,12,13],[6,6,16],[1,4,5],[5,5,6],[8,9,13],[3,6,13],[8,15,23],[18,22,34],[9,8,9],[14,14,20],[12,13,27],[12,6,10],[8,7,9],[8,6,12],[10,8,6],[8,12,8],[8,12,14],[4,4,6],[0,0,8],[5,3,2],[0,0,8],[5,3,10],[8,7,1],[1,4,1]],[[0,1,35],[0,0,36],[0,0,36],[0,1,35],[0,5,31],[0,3,33],[0,6,30],[1,1,36],[0,1,35],[0,3,37],[0,1,41],[0,2,34],[2,3,31],[0,2,34],[2,3,31],[0,6,30],[2,7,27],[1,3,32],[8,2,58],[2,5,29],[2,2,32],[2,3,31],[1,4,31],[3,6,27],[4,6,26],[4,3,25],[4,2,30],[3,10,23],[4,4,28],[1,11,24],[5,8,23],[4,7,25],[3,6,27],[3,2,25],[4,8,24],[6,5,25],[5,4,27],[3,8,25],[4,4,28],[4,8,24],[5,8,23],[3,12,21],[4,12,20],[0,7,29],[3,7,26],[9,16,45],[17,21,88],[4,12,20],[4,9,23],[4,5,23],[5,7,24],[7,8,31],[5,11,20],[8,8,18],[5,6,25],[7,8,21],[5,15,38],[4,7,25],[4,8,22],[4,8,18],[5,9,22],[8,7,21],[18,22,32],[8,9,17],[7,8,19],[9,6,19],[11,9,16],[11,9,16],[7,9,16],[7,10,17],[14,12,26],[11,8,15],[15,4,33],[5,4,15],[5,8,17],[15,8,13],[20,14,32],[15,11,10],[4,7,13],[11,6,15],[19,14,19],[13,3,10],[7,7,8],[0,4,6],[10,6,8],[3,3,2],[0,2,0],[0,0,12],[0,0,12],[4,5,15],[1,4,15],[4,3,17],[7,0,17],[7,0,5],[3,1,18],[7,9,8],[7,5,12],[5,7,12],[3,8,13],[2,6,4],[4,6,12],[1,3,8],[4,7,11],[4,8,12],[4,4,12],[0,4,2],[4,2,6],[5,4,13],[4,5,9],[11,6,19],[14,17,23],[12,1,7],[12,1,21],[11,8,21],[9,4,7],[6,4,8],[6,2,12],[9,2,5],[10,4,6],[13,5,6],[5,2,3],[0,1,5],[3,1,4],[2,0,6],[4,4,8],[4,5,3],[1,1,0]],[[0,0,36],[0,2,34],[0,1,35],[0,2,34],[0,1,35],[1,2,33],[0,0,36],[2,1,35],[0,4,32],[0,3,37],[0,2,38],[0,1,35],[0,4,32],[3,4,29],[0,1,35],[0,6,30],[1,6,29],[1,3,32],[4,4,60],[2,6,28],[2,0,32],[2,8,26],[1,2,33],[3,6,27],[4,4,28],[1,3,30],[7,4,25],[6,7,23],[4,6,26],[2,7,27],[2,5,29],[5,7,24],[4,9,23],[2,9,23],[5,10,21],[4,7,25],[5,4,27],[2,8,26],[9,7,20],[5,8,23],[6,5,23],[5,10,21],[3,12,21],[3,8,25],[1,7,28],[11,16,41],[13,27,84],[4,7,23],[4,11,21],[3,7,22],[4,8,24],[10,5,29],[5,8,21],[7,9,20],[7,8,21],[9,8,19],[5,18,35],[4,11,21],[3,8,23],[6,8,16],[5,9,22],[5,10,19],[18,22,32],[4,10,20],[9,6,17],[9,5,20],[8,6,20],[10,9,17],[11,4,15],[8,6,18],[20,13,23],[4,12,18],[7,3,40],[7,5,12],[6,4,18],[11,10,15],[21,11,30],[21,8,7],[12,9,13],[10,4,8],[16,9,25],[9,7,10],[8,6,8],[0,4,6],[10,4,8],[2,4,2],0,[0,0,12],[0,0,12],[3,3,18],[1,4,13],[8,7,9],[2,3,19],[3,1,8],[5,3,16],[7,5,12],[5,6,13],[4,11,9],[4,6,14],[2,3,7],[3,2,17],[2,2,8],[5,3,12],[8,6,10],[7,5,10],[0,4,2],[4,2,6],[11,5,8],[4,2,10],[8,9,23],[21,11,20],[6,4,10],[16,10,12],[11,7,20],[11,4,5],[6,3,9],[8,5,9],[9,5,4],[11,4,5],[14,5,5],[5,2,3],[0,0,6],[1,3,6],[1,0,7],[5,1,8],[8,2,2],[0,4,0]],[[0,1,71],[0,1,71],[0,3,69],[0,2,70],[1,3,66],[0,5,67],[0,7,65],[2,3,71],[0,4,68],[0,7,69],[1,6,75],[1,4,67],[3,4,65],[0,8,64],[5,5,62],[3,6,63],[4,7,61],[4,9,59],[14,17,99],[3,13,56],[14,1,53],[9,15,48],[7,10,55],[7,16,49],[14,12,46],[7,5,50],[10,13,49],[11,16,45],[14,15,43],[10,27,35],[10,13,49],[12,14,46],[13,15,44],[9,10,41],[13,18,41],[13,15,44],[13,12,47],[14,16,42],[13,19,40],[12,19,41],[11,19,40],[16,25,31],[15,23,34],[16,21,33],[18,20,32],[18,46,76],[53,57,140],[7,25,38],[14,24,34],[10,19,35],[13,22,37],[20,21,49],[12,18,38],[9,24,35],[18,22,30],[18,23,31],[25,40,51],[12,24,36],[17,21,30],[10,21,31],[21,21,30],[16,27,27],[39,51,54],[12,18,36],[23,20,23],[16,13,35],[16,21,31],[19,23,30],[20,15,31],[21,26,21],[33,35,36],[21,22,25],[23,12,61],[14,12,26],[18,19,21],[21,23,28],[46,31,53],[26,25,21],[23,26,17],[23,15,24],[29,29,20],[11,11,28],[17,17,14],[2,8,10],[19,12,15],[5,8,7],[1,3,0],[0,1,23],[0,0,24],[5,13,30],[9,9,22],[11,10,27],[9,12,27],[7,2,15],[10,8,26],[10,14,24],[10,16,20],[12,19,15],[10,13,25],[5,10,9],[6,12,26],[9,5,10],[9,13,18],[15,16,17],[7,14,19],[1,9,4],[6,7,11],[14,11,19],[8,10,14],[22,19,29],[30,35,45],[10,10,20],[26,11,31],[31,20,25],[11,17,12],[19,9,6],[15,10,13],[9,11,14],[18,14,10],[19,17,12],[7,6,7],[3,2,5],[5,3,4],[1,0,13],[11,6,9],[14,7,3],[1,6,1]],[[0,0,36],[0,1,35],[0,3,33],[0,2,34],[0,1,33],[0,3,33],[0,2,34],[0,1,37],[0,5,31],[0,3,33],[1,2,39],[0,3,33],[1,2,33],[0,5,31],[2,0,34],[1,6,29],[1,3,32],[2,5,29],[5,10,43],[3,9,24],[2,2,28],[1,10,25],[1,9,26],[1,9,26],[6,10,20],[5,3,22],[6,6,24],[8,12,16],[10,8,18],[5,12,19],[5,12,19],[7,7,22],[4,7,25],[3,4,23],[8,12,16],[3,7,26],[4,8,24],[3,14,19],[10,8,18],[8,11,17],[5,12,17],[5,11,20],[2,11,23],[8,12,14],[9,13,12],[12,20,38],[25,31,68],[8,10,16],[8,12,16],[4,11,17],[8,12,16],[7,12,25],[5,15,12],[3,12,19],[8,11,15],[8,12,16],[15,18,25],[13,14,9],[9,13,14],[3,14,13],[9,15,12],[12,11,11],[19,26,27],[9,14,9],[8,11,15],[9,10,11],[9,10,13],[9,14,13],[7,11,16],[11,12,9],[25,17,12],[16,16,4],[14,10,20],[10,8,10],[6,13,9],[12,15,5],[16,29,17],[13,14,9],[6,13,11],[12,16,2],[21,20,7],[8,1,5],[14,12,0],[0,6,4],[14,5,3],[7,4,1],[1,1,0],[0,3,9],[0,0,12],[3,6,15],[1,6,15],[9,10,5],[3,7,14],[4,1,7],[3,5,14],[3,8,13],[4,10,8],[6,11,5],[2,11,11],[5,4,3],[11,6,5],[1,6,5],[6,5,9],[7,12,5],[3,6,11],[3,3,2],[6,5,1],[11,5,6],[1,8,7],[8,16,6],[18,25,11],[3,5,10],[9,10,13],[18,9,9],[8,8,4],[8,6,2],[6,5,7],[7,7,4],[6,11,3],[10,14,4],[3,3,4],[2,0,4],[4,2,2],[0,4,0],[7,2,1],[7,4,1],[2,4,0]],[[0,0,30],[0,0,30],[0,0,30],[0,1,29],[0,3,25],[0,3,27],[0,5,25],[0,0,32],[0,1,29],[0,4,26],[0,3,31],[0,5,25],[0,4,26],[0,3,27],[0,3,27],[1,4,25],[3,7,20],[2,6,22],[2,13,35],[1,7,22],[0,3,23],[3,6,21],[0,7,23],[5,9,16],[3,10,17],[1,5,18],[3,5,22],[4,12,14],[7,8,15],[3,11,16],[1,11,18],[1,8,21],[5,7,18],[2,6,18],[3,11,16],[1,8,21],[3,9,18],[4,10,16],[3,9,18],[3,12,15],[3,14,11],[3,14,13],[1,11,18],[4,10,14],[6,12,10],[8,19,31],[19,35,54],[3,13,12],[5,13,12],[6,11,9],[5,11,14],[11,12,13],[5,11,10],[1,11,16],[4,10,14],[4,11,15],[5,23,20],[7,12,11],[5,13,10],[5,14,9],[11,10,9],[9,11,8],[9,28,23],[3,11,14],[3,10,13],[5,10,9],[6,11,9],[6,14,10],[7,11,10],[7,10,11],[13,16,13],[9,15,4],[10,7,17],[1,9,12],[5,8,11],[8,13,9],[24,20,10],[11,13,6],[9,12,3],[9,11,6],[18,17,5],[5,4,9],[4,8,2],[0,4,4],[8,6,4],[4,4,2],[0,2,0],[0,1,9],[0,1,9],[1,6,13],[2,4,10],[5,8,7],[5,6,9],[2,3,5],[4,3,11],[2,8,10],[5,6,7],[2,8,8],[1,11,8],[2,6,2],[1,7,10],[4,4,2],[0,7,7],[5,11,4],[7,5,4],[0,4,2],[4,4,2],[7,7,4],[1,6,5],[11,8,9],[9,20,15],[5,4,7],[7,6,13],[11,12,9],[6,9,3],[6,7,3],[4,6,4],[2,6,6],[10,7,3],[7,8,3],[2,4,2],[0,0,2],[0,4,0],[0,0,2],[6,2,2],[2,4,4],[2,2,2]],[[0,0,42],[0,5,37],[1,3,38],[2,2,38],[1,1,38],[2,5,35],[1,1,40],[3,1,38],[0,2,40],[2,2,42],[1,1,44],[1,3,38],[3,4,35],[4,4,34],[5,2,35],[2,7,33],[8,6,28],[5,6,31],[6,14,50],[7,9,26],[11,2,25],[8,10,24],[12,7,23],[10,9,23],[10,6,26],[8,4,26],[15,6,21],[14,10,18],[15,9,18],[14,7,21],[14,14,14],[19,8,15],[18,10,14],[14,3,19],[12,16,14],[12,8,22],[15,13,14],[14,15,13],[15,12,15],[17,9,16],[17,8,15],[18,11,13],[17,15,10],[14,14,12],[15,16,9],[36,19,25],[49,34,35],[20,10,10],[16,13,13],[12,14,16],[17,12,13],[23,16,15],[10,12,16],[22,8,10],[19,12,9],[17,13,12],[26,28,16],[16,15,11],[19,12,9],[14,16,8],[17,16,9],[16,14,10],[37,28,19],[20,12,6],[19,9,10],[19,11,6],[15,14,9],[18,16,8],[16,14,6],[18,14,6],[37,20,7],[18,16,6],[50,7,5],[18,8,4],[17,13,4],[26,16,2],[35,27,14],[25,13,4],[20,13,3],[22,13,1],[30,20,4],[21,8,1],[19,13,0],0,[24,8,0],[10,4,0],[0,2,0],[0,1,13],[1,0,13],[5,8,15],[9,4,9],[9,10,9],[12,6,10],[6,1,7],[15,4,7],[11,8,9],[12,8,6],[8,9,9],[12,8,8],[6,5,3],[13,8,7],[8,3,3],[8,4,10],[18,10,0],[15,7,4],[4,4,2],[8,6,0],[13,8,5],[9,6,5],[24,13,1],[38,27,7],[12,4,6],[23,13,10],[29,14,3],[15,10,1],[17,2,1],[16,7,1],[14,8,2],[16,8,0],[15,13,2],[8,6,0],[5,2,1],[6,2,0],[3,3,2],[14,2,0],[8,6,0],[2,2,0]],[[0,0,30],[0,1,29],[0,0,30],[0,2,28],[0,0,28],[0,1,29],[0,0,30],[0,2,28],[0,2,28],[0,1,29],[0,1,31],[0,3,27],[0,2,28],[0,3,27],[0,1,29],[0,4,26],[0,1,29],[0,3,27],[1,4,41],[0,5,25],[0,0,26],[0,4,26],[1,3,26],[1,2,27],[2,3,25],[0,2,26],[2,3,25],[0,4,26],[3,4,23],[1,3,26],[0,4,26],[2,4,24],[0,5,25],[0,3,25],[1,5,24],[1,7,22],[0,5,25],[1,6,23],[2,7,21],[1,9,20],[0,4,24],[2,10,18],[0,9,21],[1,7,20],[2,8,18],[3,10,45],[8,12,64],[0,2,26],[0,8,22],[1,3,26],[0,7,23],[1,6,31],[1,6,19],[1,9,20],[0,8,20],[3,7,20],[2,13,35],[3,6,21],[1,6,21],[0,8,18],[3,7,20],[1,8,19],[6,12,42],[0,5,21],[1,6,19],[0,4,22],[1,6,19],[4,7,19],[2,4,22],[4,6,16],[6,14,28],[4,6,18],[2,2,44],[2,4,18],[2,4,18],[2,6,22],[6,8,38],[5,9,16],[4,8,12],[4,5,17],[9,9,22],[1,3,20],[5,6,11],[0,2,8],[6,0,8],[3,3,6],0,[0,1,9],[0,0,10],[0,4,16],[1,2,13],[3,2,15],[0,2,18],[0,1,9],[1,3,16],[1,4,15],[0,4,14],[0,6,12],[0,4,16],[1,3,6],[4,1,15],[0,3,7],[2,2,10],[1,5,14],[1,7,12],[0,3,3],[0,2,8],[1,5,14],[1,2,9],[4,8,16],[8,14,28],[1,4,11],[7,8,21],[3,4,25],[5,6,7],[1,2,11],[6,4,8],[1,5,14],[2,5,9],[5,4,11],[2,2,6],[1,0,5],[0,2,4],[0,0,6],[2,0,8],[5,2,3],[1,2,1]],[[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,1,5],[0,1,5],[0,2,4],[0,0,6],[0,2,4],[0,2,4],[0,2,6],[0,1,5],[1,2,3],[0,1,5],[0,3,3],[0,0,6],[0,0,6],[0,1,5],[0,6,6],[0,0,6],[2,2,2],[0,2,4],[0,2,4],[0,3,3],[0,3,3],[0,1,3],[1,0,5],[0,4,2],[0,4,2],[0,6,0],[1,2,3],[2,4,0],[3,1,2],[0,1,1],[1,5,0],[0,5,1],[0,5,1],[2,2,2],[0,5,1],[2,2,2],[2,3,1],[0,5,1],[0,6,0],[0,6,0],[0,3,3],[0,11,1],[0,10,8],[1,4,1],[0,5,1],[0,6,0],[0,4,2],[0,6,2],[1,5,0],[0,4,0],[0,2,4],[0,1,5],[1,8,1],[0,5,1],[0,5,1],[0,6,0],[0,3,3],[2,2,2],[0,8,4],[0,4,2],[1,5,0],[0,4,0],[0,5,1],[1,4,1],[0,6,0],[0,5,1],[0,4,2],[1,3,2],[0,3,1],[1,1,2],[1,5,0],[1,5,0],[0,10,2],[0,6,0],[0,6,0],[0,3,1],[0,8,0],[0,2,0],[0,6,0],[0,2,0],[0,4,0],0,[0,2,0],[0,0,2],[0,0,2],[0,4,0],[0,4,0],[0,1,3],[0,4,0],[0,1,1],[1,0,1],[0,4,0],[0,4,0],[2,2,0],[0,4,0],[0,2,0],[0,2,2],[0,2,0],[0,4,0],[0,4,0],[0,2,0],[1,1,0],[0,2,0],[0,2,0],[0,4,0],[0,1,1],[0,12,0],[1,0,1],[1,1,0],[0,5,1],[0,4,0],[0,2,0],[0,2,0],[0,2,0],[0,4,0],[0,4,0],[0,2,0],0,0,0,[0,2,0],[0,0,2]],0,[[13,6,29],[10,6,32],[15,5,28],[14,6,28],[22,4,20],[22,4,22],[21,6,21],[22,5,23],[18,8,22],[21,4,27],[26,7,21],[25,6,17],[20,7,21],[31,5,12],[31,4,13],[33,7,8],[28,5,15],[30,3,15],[51,7,24],[38,3,7],[31,4,9],[39,5,4],[41,4,3],[43,1,4],[34,6,8],[27,5,10],[43,3,2],[40,6,2],[36,4,8],[40,6,2],[39,4,5],[39,5,4],[45,3,0],[36,2,4],[44,3,1],[39,4,5],[40,4,4],[43,3,2],[39,3,6],[44,2,2],[38,4,4],[44,3,1],[42,5,1],[42,1,3],[44,2,0],[81,8,3],[143,11,4],[41,3,2],[45,2,1],[36,4,4],[47,1,0],[51,6,3],[37,2,5],[40,5,1],[42,3,1],[44,3,1],[72,6,0],[43,4,1],[42,3,1],[36,4,2],[42,3,3],[43,2,1],[91,4,1],[42,2,0],[40,3,1],[41,1,0],[42,1,1],[44,3,1],[40,1,1],[42,2,0],[68,4,0],[44,2,0],[66,0,0],[32,2,0],[35,3,0],[44,4,0],[81,5,0],[45,3,0],[40,2,0],[42,0,0],[63,1,0],[31,3,0],[33,1,0],[13,1,0],[31,1,0],[14,0,0],[1,1,0],0,[8,0,8],[30,1,1],[24,1,1],[28,2,2],[30,2,0],[15,1,0],[27,2,1],[28,4,0],[26,3,1],[28,2,0],[31,1,0],[15,1,0],[29,1,0],[14,1,1],[25,1,0],[30,2,0],[27,1,0],[10,0,0],[15,0,1],[29,1,0],[20,2,0],[45,1,0],[70,4,0],[26,0,0],[43,3,2],[51,1,0],[26,2,0],[24,0,0],[25,0,1],[23,1,0],[25,3,0],[32,2,0],[14,0,0],[8,0,0],[10,0,0],[8,0,0],[18,0,0],[16,0,0],[6,0,0]],[[10,1,37],[13,1,34],[8,3,37],[14,6,28],[14,2,30],[16,4,28],[16,3,29],[21,2,27],[19,3,26],[26,1,25],[28,0,26],[26,1,21],[22,3,23],[26,4,18],[27,3,18],[29,6,13],[27,5,16],[25,1,22],[47,5,30],[35,2,11],[31,1,12],[37,4,7],[43,2,3],[34,5,9],[37,2,9],[33,2,7],[39,2,7],[37,1,10],[34,3,11],[40,3,5],[42,0,6],[43,0,5],[40,3,5],[35,3,4],[42,1,5],[42,1,5],[37,2,9],[45,0,3],[39,3,6],[41,2,5],[39,0,7],[43,2,3],[42,2,4],[43,1,2],[41,1,4],[82,1,9],[141,8,9],[41,2,3],[46,1,1],[41,1,2],[44,1,3],[54,1,5],[39,1,4],[40,2,4],[41,3,2],[44,3,1],[76,1,1],[48,0,0],[39,3,4],[40,0,2],[46,0,2],[39,3,4],[89,4,3],[43,1,0],[43,1,0],[40,1,1],[44,0,0],[43,2,3],[40,1,1],[43,0,1],[71,0,1],[43,1,2],[63,0,3],[34,0,0],[37,1,0],[47,1,0],[83,3,0],[47,1,0],[42,0,0],[42,0,0],[63,0,1],[33,1,0],[33,1,0],[13,0,1],[31,1,0],[14,0,0],[2,0,0],[8,0,8],0,[25,1,6],[22,1,3],[27,2,3],[28,0,4],[13,1,2],[29,0,1],[26,1,5],[25,2,3],[27,0,3],[26,4,2],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[31,1,0],[27,0,1],[8,1,1],[16,0,0],[30,0,0],[19,3,0],[45,0,1],[70,4,0],[26,0,0],[47,1,0],[49,1,2],[27,1,0],[24,0,0],[26,0,0],[22,0,2],[28,0,0],[32,2,0],[14,0,0],[7,1,0],[10,0,0],[7,0,1],[18,0,0],[16,0,0],[6,0,0]],[[0,2,46],[1,2,45],[4,3,41],[3,6,39],[2,1,43],[3,4,41],[2,6,40],[6,1,43],[1,4,43],[5,5,42],[2,5,47],[7,6,35],[5,5,38],[8,7,33],[5,4,39],[8,5,35],[8,6,34],[6,8,34],[16,10,56],[7,10,31],[8,3,33],[7,10,31],[11,8,29],[11,6,31],[13,7,28],[6,5,31],[15,6,27],[17,4,27],[11,9,28],[14,12,22],[14,13,21],[15,10,23],[16,10,22],[11,9,22],[14,11,23],[14,11,23],[11,12,25],[14,12,22],[18,10,20],[19,11,18],[12,10,24],[17,15,16],[15,16,17],[16,9,21],[18,9,19],[22,29,41],[47,42,69],[14,10,22],[16,14,18],[13,7,24],[14,19,15],[21,12,27],[11,13,20],[16,8,22],[19,12,15],[21,11,16],[24,28,26],[18,15,15],[16,14,16],[13,11,18],[20,13,15],[18,14,14],[35,39,22],[14,11,19],[20,8,16],[19,8,15],[14,12,18],[22,14,12],[19,12,11],[20,13,11],[35,22,15],[24,14,8],[39,10,17],[13,9,12],[11,15,12],[26,15,7],[48,20,18],[27,13,8],[21,15,6],[24,14,4],[33,21,10],[23,4,7],[19,14,1],[6,5,3],[20,10,2],[7,4,3],[0,2,0],[1,1,14],[5,0,11],[4,1,11],[8,5,13],[10,9,13],[12,4,16],[5,3,8],[11,8,11],[12,10,10],[9,10,11],[6,13,11],[8,10,14],[7,6,3],[12,10,8],[8,4,4],[9,4,13],[15,13,4],[12,6,10],[5,5,0],[8,5,3],[13,9,8],[11,4,7],[24,10,12],[39,29,6],[16,5,5],[26,13,9],[31,17,4],[15,10,3],[17,4,3],[15,6,5],[14,7,3],[17,7,4],[19,12,3],[9,4,1],[4,2,2],[7,2,1],[1,2,5],[15,0,3],[9,7,0],[2,4,0]],[[0,2,46],[0,7,41],[1,6,41],[1,5,42],[0,6,40],[0,4,44],[0,5,43],[1,5,44],[1,3,44],[1,3,48],[3,2,49],[1,5,42],[1,9,38],[1,6,41],[6,7,35],[0,10,38],[5,9,34],[2,9,37],[6,12,64],[3,9,36],[7,4,33],[12,8,28],[8,8,32],[7,10,31],[9,11,28],[6,8,28],[15,5,28],[6,13,29],[11,12,25],[9,16,23],[13,11,24],[12,9,27],[12,7,29],[7,5,30],[11,12,25],[7,13,28],[14,12,22],[9,13,26],[17,6,25],[14,11,23],[11,10,25],[11,14,23],[13,8,27],[13,13,20],[10,13,23],[26,16,50],[41,39,78],[12,12,22],[13,18,17],[9,7,28],[13,9,26],[21,14,25],[10,14,20],[16,9,21],[12,13,21],[14,9,25],[20,23,35],[16,17,15],[13,15,18],[16,12,14],[17,14,17],[12,16,18],[33,30,33],[17,9,18],[11,14,19],[12,12,18],[13,12,19],[18,13,17],[11,16,15],[25,7,12],[42,16,14],[20,14,12],[27,7,32],[15,7,12],[10,13,15],[20,15,13],[42,22,22],[28,14,6],[22,12,8],[22,13,7],[26,21,17],[20,8,6],[20,11,3],[1,4,9],[22,5,5],[7,4,3],[0,2,0],[0,1,15],[0,0,16],[7,8,17],[0,1,9],[7,8,17],[8,6,18],[4,3,9],[10,6,14],[6,12,14],[10,7,13],[6,10,14],[7,12,13],[4,7,5],[11,10,9],[7,5,4],[8,7,11],[12,9,11],[12,6,10],[1,3,6],[6,6,4],[12,10,8],[7,6,9],[26,12,8],[33,24,17],[13,6,7],[21,12,15],[29,14,9],[14,8,6],[14,6,4],[10,4,12],[10,5,9],[14,9,5],[22,11,1],[7,3,4],[4,0,4],[7,2,1],[3,1,4],[11,2,5],[11,4,1],[2,3,1]],[[1,0,47],[0,2,46],[0,1,47],[1,3,44],[2,2,42],[0,2,46],[1,3,44],[3,2,45],[2,5,41],[5,3,44],[2,0,52],[3,2,43],[2,3,43],[3,3,42],[5,3,40],[3,7,38],[1,8,39],[7,4,37],[15,12,55],[4,7,37],[7,2,35],[6,10,32],[6,8,34],[4,11,33],[5,13,30],[3,4,35],[9,6,33],[7,13,28],[7,10,31],[8,11,29],[7,10,31],[9,11,28],[12,8,28],[8,5,29],[4,15,29],[9,8,31],[16,8,24],[8,15,25],[10,9,29],[9,15,24],[11,6,29],[10,13,25],[7,21,20],[8,12,26],[17,8,21],[19,24,49],[37,36,85],[7,11,28],[7,19,22],[11,12,21],[9,17,22],[16,13,31],[8,15,21],[12,14,20],[9,14,23],[12,13,23],[19,30,29],[11,12,25],[13,14,19],[11,14,17],[12,14,22],[18,12,16],[27,30,39],[7,13,24],[10,12,22],[14,7,21],[13,12,19],[15,12,21],[16,8,18],[18,13,13],[27,18,27],[22,14,10],[22,10,34],[9,8,17],[7,12,19],[18,14,16],[30,21,35],[17,17,14],[17,12,13],[14,11,17],[27,19,18],[14,6,14],[17,11,6],[2,6,6],[18,7,7],[6,3,5],[0,2,0],[1,2,13],[0,1,15],[3,7,22],[4,8,14],[1,5,10],[10,5,17],[5,2,9],[6,3,21],[10,10,12],[9,5,16],[9,10,11],[9,10,13],[4,7,5],[9,7,14],[5,5,6],[8,7,11],[12,9,11],[8,9,11],[2,6,2],[7,5,4],[12,6,12],[8,5,9],[16,12,18],[24,23,27],[14,4,8],[24,11,13],[23,11,18],[13,7,8],[11,6,7],[10,8,8],[6,6,12],[13,7,8],[18,8,8],[7,3,4],[4,2,2],[2,3,5],[3,0,5],[11,2,5],[8,4,4],[2,4,0]],[[1,0,53],[0,3,51],[5,2,47],[6,1,47],[1,2,49],[3,4,47],[2,3,49],[3,1,54],[1,2,51],[5,7,46],[5,1,56],[5,3,46],[9,3,42],[6,7,41],[6,4,44],[4,7,43],[9,3,42],[12,1,41],[11,10,73],[11,8,35],[8,4,38],[15,5,34],[18,7,29],[11,8,35],[16,6,32],[11,2,33],[22,4,28],[21,9,24],[15,6,33],[15,10,29],[20,5,29],[20,10,24],[19,7,28],[19,6,23],[26,6,22],[21,6,27],[19,10,25],[22,9,23],[23,5,26],[22,9,23],[22,7,23],[21,9,24],[19,8,27],[27,4,21],[24,5,23],[46,12,46],[89,24,85],[26,5,21],[22,6,26],[18,5,23],[17,8,29],[27,8,31],[19,7,24],[28,7,17],[25,5,22],[25,10,19],[41,20,25],[24,9,21],[25,8,19],[24,4,18],[24,9,21],[30,5,17],[53,21,34],[23,12,15],[29,3,18],[24,5,19],[32,5,13],[34,8,12],[29,3,16],[26,10,14],[50,10,20],[36,6,10],[41,6,23],[22,4,12],[22,9,11],[28,9,15],[54,12,30],[32,10,12],[31,4,13],[31,6,11],[47,15,12],[27,4,7],[20,8,8],[3,3,8],[24,3,5],[11,2,1],[0,2,0],[0,0,18],[2,0,16],[13,3,20],[12,4,14],[18,5,13],[10,3,5],[9,2,7],[18,1,15],[19,6,11],[11,6,17],[18,7,9],[19,3,14],[9,3,6],[14,4,14],[9,3,6],[11,5,14],[24,6,6],[18,5,7],[1,4,5],[11,3,4],[24,2,8],[11,5,8],[31,7,16],[53,6,17],[19,3,8],[34,3,13],[39,6,13],[16,6,8],[20,4,4],[18,4,6],[15,4,5],[19,6,7],[29,4,5],[12,2,0],[7,0,1],[7,3,2],[4,0,4],[15,3,2],[13,2,3],[5,3,0]],0,[[0,1,41],[0,4,38],[2,3,37],[2,1,39],[0,0,40],[2,2,38],[0,0,42],[4,0,40],[2,1,39],[0,4,42],[3,2,41],[6,2,34],[4,1,37],[4,4,34],[2,2,38],[3,4,35],[3,3,36],[7,3,32],[6,8,56],[8,3,31],[5,0,33],[9,5,28],[5,7,30],[4,11,27],[7,3,32],[5,4,29],[4,4,34],[6,9,27],[11,8,23],[11,10,21],[9,9,24],[12,4,26],[8,3,31],[10,4,26],[6,10,26],[11,7,24],[12,9,21],[11,7,24],[11,6,25],[14,6,22],[8,11,21],[12,11,19],[13,12,17],[10,9,21],[9,5,26],[29,13,38],[38,31,71],[18,6,16],[15,9,18],[13,9,16],[13,12,17],[22,8,22],[6,12,20],[8,10,24],[12,10,18],[11,10,21],[21,18,29],[18,8,16],[9,12,19],[7,9,20],[19,7,16],[18,10,12],[33,19,32],[10,10,18],[17,5,16],[14,7,17],[12,8,18],[19,6,17],[12,9,15],[20,8,10],[31,13,22],[24,9,7],[38,5,19],[6,12,12],[15,7,10],[25,7,10],[53,12,9],[26,10,6],[23,7,6],[24,7,7],[29,14,13],[15,7,10],[19,5,4],[1,3,8],[22,2,4],[10,2,0],0,[1,1,12],[1,0,13],[5,7,16],[5,6,11],[11,4,13],[8,2,18],[5,2,7],[5,1,8],[10,4,14],[7,5,14],[4,9,13],[12,6,10],[6,4,4],[7,5,14],[6,4,4],[11,3,8],[12,7,9],[10,8,8],[0,3,5],[10,4,0],[16,8,4],[5,6,7],[27,11,6],[40,17,5],[13,5,6],[25,10,11],[27,11,8],[15,5,4],[14,3,5],[13,5,6],[14,5,3],[19,5,0],[19,5,6],[9,0,3],[3,2,3],[7,3,0],[4,1,3],[12,0,4],[8,6,0],[2,4,0]],[[0,1,47],[0,3,45],[1,3,44],[0,1,47],[0,2,44],[0,4,44],[0,3,45],[4,1,45],[0,6,42],[1,3,48],[0,4,50],[0,3,45],[4,4,40],[0,6,42],[0,2,46],[2,5,41],[2,4,42],[1,4,43],[4,11,67],[5,3,40],[4,4,36],[3,9,36],[5,6,37],[2,8,38],[2,11,35],[3,2,37],[7,3,38],[8,8,32],[6,12,30],[3,14,31],[1,8,39],[9,10,29],[6,9,33],[5,8,29],[10,11,27],[3,12,33],[2,7,39],[5,11,32],[7,12,29],[9,12,27],[10,8,28],[6,13,29],[4,14,30],[4,12,30],[6,12,28],[8,27,57],[26,39,93],[5,9,32],[8,15,25],[2,9,33],[6,17,25],[9,11,40],[5,14,25],[4,11,31],[4,13,29],[10,10,28],[8,29,41],[6,15,27],[9,9,28],[7,12,23],[11,13,24],[13,10,23],[18,28,50],[7,12,25],[8,12,24],[9,4,29],[11,11,22],[10,12,26],[12,12,18],[13,14,17],[26,16,30],[13,12,21],[16,9,41],[11,6,17],[9,11,18],[12,13,23],[26,23,37],[19,14,15],[10,15,17],[14,8,20],[24,21,19],[13,5,16],[13,12,9],[2,6,6],[13,7,12],[6,4,4],[0,2,0],[0,2,14],[0,1,15],[3,6,23],[5,9,12],[7,5,20],[1,7,24],[3,3,10],[7,4,19],[0,7,9],[1,10,19],[8,10,12],[5,11,16],[4,6,6],[6,8,16],[4,5,7],[4,7,15],[10,10,12],[6,7,15],[3,4,3],[3,8,5],[11,9,10],[3,7,12],[9,12,25],[16,24,34],[12,5,9],[18,9,21],[18,15,19],[10,9,9],[10,8,6],[4,6,16],[5,6,13],[12,8,8],[16,8,10],[6,5,3],[0,1,7],[0,3,7],[2,0,6],[6,2,10],[5,2,9],[2,4,0]],[[0,1,41],[0,3,39],[0,2,40],[0,3,39],[0,3,39],[0,1,41],[0,3,39],[2,0,42],[0,2,40],[1,4,41],[2,2,44],[5,1,36],[7,2,33],[3,5,34],[1,1,40],[1,7,34],[3,3,36],[2,5,35],[8,12,60],[5,6,31],[2,3,35],[6,8,28],[3,8,31],[8,6,28],[9,6,27],[3,5,30],[10,4,28],[4,9,29],[8,13,21],[2,11,29],[8,10,24],[7,10,25],[8,7,27],[4,8,24],[6,11,25],[11,11,20],[8,12,22],[10,11,21],[9,8,25],[6,12,24],[5,11,24],[8,14,20],[6,12,24],[11,8,23],[7,11,24],[11,21,48],[32,41,69],[11,10,19],[11,13,18],[11,9,18],[9,11,22],[16,10,26],[4,15,21],[10,11,19],[12,13,17],[13,9,20],[13,21,34],[8,11,23],[12,16,12],[9,14,13],[12,9,21],[7,15,18],[27,35,22],[6,14,20],[8,13,17],[12,13,13],[16,11,13],[15,14,13],[12,10,14],[11,11,16],[25,20,17],[9,17,14],[19,10,25],[4,10,14],[12,12,10],[16,13,13],[27,25,22],[20,11,11],[16,12,12],[14,12,12],[20,22,16],[13,7,8],[11,11,6],[0,6,6],[17,6,3],[3,4,3],[0,2,0],[0,1,13],[0,0,14],[7,8,13],[4,4,14],[4,10,14],[7,7,14],[3,2,9],[8,5,13],[9,10,9],[4,3,7],[6,10,12],[7,7,14],[4,5,5],[3,9,14],[4,4,6],[8,5,11],[9,13,6],[10,9,5],[0,6,2],[6,3,5],[11,8,7],[5,7,8],[17,12,13],[28,26,10],[10,3,9],[18,8,14],[16,16,12],[9,8,7],[8,5,7],[8,7,9],[12,7,1],[10,10,4],[12,9,7],[8,3,1],[2,0,4],[2,4,4],[2,0,6],[11,2,3],[6,8,0],[0,4,0]],[[0,2,40],[1,4,37],[1,3,38],[2,2,38],[2,2,38],[0,6,36],[0,4,38],[2,1,41],[0,3,39],[2,3,41],[2,3,43],[6,5,31],[4,6,32],[5,5,32],[4,5,33],[3,9,30],[7,7,28],[5,5,32],[12,13,55],[6,8,28],[2,3,35],[9,10,23],[7,9,26],[5,12,25],[5,13,24],[6,6,26],[6,7,29],[7,13,22],[10,9,23],[6,13,23],[10,16,16],[11,11,20],[13,12,17],[6,6,24],[5,15,22],[9,12,21],[8,14,20],[3,18,21],[10,11,21],[14,13,15],[9,14,17],[9,14,19],[10,16,16],[11,14,17],[13,11,18],[16,29,35],[30,38,74],[12,11,17],[4,15,23],[12,12,14],[9,13,20],[16,18,18],[5,20,15],[12,14,14],[13,13,16],[9,16,17],[13,27,28],[11,15,16],[16,16,8],[9,15,12],[12,12,18],[11,14,15],[32,29,23],[10,17,13],[15,11,12],[12,16,10],[10,14,16],[15,17,10],[14,12,10],[8,16,14],[20,27,15],[17,18,5],[26,10,18],[7,12,9],[16,13,5],[15,19,8],[22,29,23],[18,18,6],[18,15,7],[14,17,7],[19,27,12],[13,9,6],[15,10,3],[3,5,4],[15,8,3],[4,4,2],[0,2,0],[0,1,13],[1,0,13],[7,8,13],[5,6,11],[4,8,16],[6,7,15],[4,3,7],[10,7,9],[9,9,10],[9,10,9],[3,5,6],[7,12,9],[2,7,5],[6,11,9],[5,6,3],[12,5,7],[11,13,4],[6,10,8],[0,6,2],[3,8,3],[8,10,8],[5,10,5],[12,20,10],[25,27,12],[10,6,6],[21,13,6],[18,16,10],[10,10,4],[10,7,3],[15,6,3],[5,10,5],[11,9,4],[11,15,2],[6,5,1],[2,2,2],[7,2,1],[2,4,2],[9,4,3],[6,6,2],[0,4,0]],[[0,0,48],[0,0,48],[0,0,48],[0,0,48],[1,0,45],[0,5,43],[0,4,44],[1,2,47],[0,2,46],[1,2,49],[0,2,52],[0,3,45],[2,3,43],[1,0,47],[0,5,43],[0,4,44],[2,3,43],[2,4,42],[3,14,65],[4,10,34],[2,2,40],[2,6,40],[2,5,41],[4,10,34],[5,7,36],[2,5,35],[7,6,35],[4,11,33],[8,10,30],[3,10,35],[6,11,31],[6,6,36],[3,12,33],[4,7,31],[7,11,30],[4,15,29],[12,7,29],[4,12,32],[7,7,34],[6,10,32],[7,11,28],[7,13,28],[5,15,28],[4,11,31],[10,11,25],[14,22,56],[26,38,94],[8,10,28],[6,16,26],[7,10,27],[14,12,22],[15,13,32],[5,14,25],[8,11,27],[9,13,24],[7,12,29],[8,24,46],[7,14,27],[10,15,21],[3,14,25],[17,14,17],[8,17,21],[22,34,40],[7,13,24],[9,13,22],[11,11,20],[7,14,23],[15,16,17],[10,12,20],[13,17,14],[25,18,29],[16,12,18],[15,10,41],[10,6,18],[9,12,17],[28,10,10],[37,24,25],[20,18,10],[17,12,13],[20,12,10],[26,22,16],[20,8,6],[18,14,2],[1,5,8],[20,7,5],[5,6,3],[0,2,0],[0,1,15],[0,1,15],[7,8,17],[5,7,14],[5,10,17],[4,5,23],[4,2,10],[2,5,23],[6,13,13],[8,7,15],[5,14,11],[1,5,10],[3,3,10],[8,7,15],[7,3,6],[6,7,13],[13,8,11],[4,9,15],[2,5,3],[5,4,7],[14,8,8],[5,6,11],[18,12,16],[32,21,21],[8,7,11],[15,12,21],[18,11,23],[13,8,7],[11,5,8],[10,8,8],[10,7,7],[12,10,6],[14,13,7],[6,4,4],[1,0,7],[3,3,4],[2,1,5],[12,2,4],[6,6,4],[2,4,0]],[[0,0,48],[1,2,45],[0,4,44],[0,5,43],[1,4,41],[0,7,41],[0,1,47],[1,2,47],[1,1,46],[1,4,47],[1,2,51],[2,4,42],[1,4,43],[1,6,41],[3,2,43],[3,6,39],[4,11,33],[5,8,35],[3,16,63],[5,7,36],[7,2,35],[9,10,29],[8,7,33],[6,11,31],[6,11,31],[5,6,31],[11,10,27],[10,10,28],[11,8,29],[11,15,22],[9,16,23],[16,11,21],[12,11,25],[7,8,27],[2,19,27],[14,12,22],[15,11,22],[8,15,25],[9,15,24],[14,13,21],[8,15,23],[13,17,18],[11,19,18],[9,13,24],[14,14,18],[20,28,44],[34,49,75],[10,11,25],[9,16,23],[11,13,20],[14,16,18],[19,14,27],[11,16,17],[12,15,19],[13,18,15],[10,15,23],[14,30,34],[16,16,16],[15,18,13],[15,14,13],[14,16,18],[13,23,10],[32,31,33],[13,17,14],[14,13,17],[13,13,16],[8,18,18],[17,18,13],[16,16,10],[14,17,13],[27,29,16],[17,16,13],[27,12,27],[7,12,15],[11,12,15],[19,17,12],[38,29,19],[23,17,8],[13,15,14],[20,14,8],[26,24,14],[18,6,10],[16,15,3],[3,5,6],[20,9,3],[6,4,4],[1,1,0],[0,1,15],[0,0,16],[6,7,19],[5,7,14],[5,13,14],[10,6,16],[3,2,11],[7,8,15],[9,13,10],[10,9,11],[10,14,6],[13,7,12],0,[7,11,12],[4,6,6],[7,8,11],[12,11,9],[11,8,9],[0,6,4],[5,6,5],[10,11,9],[9,7,6],[19,17,10],[34,24,16],[10,9,7],[19,11,18],[24,12,16],[15,10,3],[15,7,2],[13,7,6],[12,7,5],[14,9,5],[17,12,5],[10,4,0],[4,1,3],[2,3,5],[3,1,4],[12,3,3],[8,7,1],[2,4,0]],[[0,3,45],[0,4,44],[0,6,42],[0,3,45],[0,4,42],[0,6,42],[0,4,44],[2,4,44],[0,3,45],[1,5,46],[0,0,54],[1,2,45],[1,4,43],[1,7,40],[0,9,39],[0,10,38],[5,6,37],[3,4,41],[7,12,63],[5,9,34],[2,5,37],[2,8,38],[2,10,36],[6,7,35],[7,13,28],[6,9,27],[6,7,35],[8,13,27],[13,10,25],[6,17,25],[8,16,24],[6,11,31],[6,7,35],[1,6,35],[4,16,28],[12,6,30],[8,11,29],[7,15,26],[8,10,30],[6,13,29],[6,13,27],[8,14,26],[9,18,21],[8,9,29],[4,13,29],[14,27,51],[46,31,81],[5,12,29],[7,14,27],[10,9,25],[13,12,23],[11,8,41],[9,14,21],[8,14,24],[11,11,24],[11,14,23],[22,23,33],[6,15,27],[13,14,19],[6,17,19],[9,10,29],[13,15,18],[27,25,44],[10,15,19],[7,13,24],[14,9,19],[10,11,23],[14,17,17],[13,10,19],[9,14,21],[30,18,24],[14,10,22],[31,6,29],[7,7,20],[8,13,17],[15,12,21],[33,19,34],[14,16,18],[9,15,18],[15,9,18],[26,21,17],[11,2,21],[15,12,7],[2,6,6],[16,5,11],[2,4,8],[0,2,0],[0,0,16],[0,0,16],[3,5,24],[4,9,13],[9,8,15],[8,5,19],[2,1,13],[7,7,16],[6,11,15],[11,8,11],[4,12,14],[8,9,15],[7,6,3],[1,5,8],[2,5,9],[3,9,14],[10,10,12],[6,4,18],[0,6,4],[4,4,8],[9,9,12],[6,5,11],[15,13,18],[29,18,27],[6,6,14],[17,7,24],[19,11,22],[7,8,13],[9,5,10],[14,5,7],[11,6,7],[10,8,10],[17,9,8],[6,4,4],[3,0,5],[4,3,3],[1,0,7],[10,2,6],[8,4,4],[1,3,2]],[[0,1,47],[0,2,46],[2,1,45],[0,2,46],[0,0,46],[1,5,42],[0,2,46],[2,0,48],[0,3,45],[1,3,48],[2,3,49],[1,4,43],[4,2,42],[4,3,41],[0,5,43],[1,3,44],[3,2,43],[3,5,40],[4,11,67],[7,7,34],[7,2,35],[10,6,32],[5,8,35],[12,8,28],[6,7,35],[4,4,34],[10,7,31],[7,11,30],[8,10,30],[7,16,25],[10,10,28],[14,8,26],[6,11,31],[4,5,33],[9,11,28],[10,8,30],[11,11,26],[11,9,28],[16,3,29],[10,12,26],[15,9,22],[14,9,25],[8,15,25],[10,10,26],[9,14,23],[21,22,49],[40,34,84],[13,9,24],[15,13,20],[7,10,27],[14,12,22],[19,11,30],[13,8,23],[16,12,18],[11,10,25],[19,9,20],[17,23,38],[15,12,21],[17,14,15],[10,11,21],[19,11,18],[17,11,18],[29,27,40],[13,13,18],[14,9,21],[16,9,17],[9,12,23],[21,13,14],[17,8,17],[20,12,12],[37,18,17],[21,15,10],[32,7,27],[12,7,15],[14,11,13],[26,12,10],[37,21,28],[22,11,15],[19,13,10],[22,11,9],[28,14,22],[22,6,6],[14,12,8],[3,3,8],[20,8,4],[6,4,4],[0,2,0],[1,1,14],[0,0,16],[7,6,19],[4,5,17],[6,9,17],[8,7,17],[6,2,8],[7,6,17],[9,8,15],[10,8,12],[5,11,14],[10,7,15],[6,6,4],[10,7,13],0,[8,6,12],[10,8,14],[8,7,13],[1,6,3],[7,5,4],[15,6,9],[7,6,9],[25,8,13],[37,22,15],[12,4,10],[21,9,18],[30,10,12],[15,7,6],[13,3,8],[15,6,5],[12,6,6],[15,8,5],[23,10,1],[8,4,2],[6,0,2],[4,4,2],[2,0,6],[12,3,3],[9,4,3],[3,3,0]],[[0,0,30],[0,0,30],[0,0,30],[0,1,29],[0,1,29],[0,0,30],[0,1,29],[0,1,31],[0,2,28],[0,5,29],[0,2,34],[0,1,29],[0,0,30],[0,0,30],[0,1,29],[0,2,28],[2,0,28],[0,2,28],[5,9,42],[1,2,27],[0,3,27],[3,2,25],[3,1,26],[3,4,23],[3,3,24],[2,2,22],[5,3,22],[7,4,19],[1,4,25],[3,6,21],[4,3,23],[6,3,21],[2,5,23],[5,2,17],[3,5,22],[5,5,20],[4,2,24],[5,4,21],[8,2,20],[5,4,21],[10,5,15],[9,4,17],[3,6,21],[5,2,23],[2,4,24],[10,11,37],[23,18,67],[6,4,20],[4,5,21],[1,5,20],[5,5,20],[10,6,22],[3,5,22],[6,4,18],[7,4,19],[8,5,17],[10,6,32],[3,9,18],[6,6,18],[4,4,16],[7,2,21],[8,4,18],[17,8,35],[6,6,16],[7,5,18],[7,7,14],[10,9,11],[7,8,15],[10,5,11],[6,7,15],[15,7,22],[11,5,14],[5,7,28],[3,2,15],[6,5,13],[16,8,4],[15,15,24],[13,5,12],[8,9,13],[9,4,13],[13,6,23],[11,1,10],[9,4,5],[2,0,6],[6,6,6],[0,2,4],[0,2,0],[0,0,10],[0,0,10],[4,4,12],[1,2,15],[4,3,13],[6,3,11],[4,1,5],[4,0,14],[4,5,11],[3,4,13],[5,2,13],[5,4,11],[1,3,6],[5,5,8],[0,3,7],[2,1,7],[5,4,11],[4,2,10],[0,1,5],[3,2,5],[6,4,8],[3,4,9],[12,5,11],[11,13,20],[8,3,5],[5,3,18],[10,6,16],[7,3,6],[3,3,8],[6,2,8],[4,2,6],[10,3,3],[9,7,8],[2,2,4],[0,0,6],[6,0,2],[1,0,5],[5,2,5],[4,5,1],[0,2,0]],[[0,3,45],[0,1,47],[0,3,45],[0,0,48],[0,5,41],[0,6,42],[0,3,45],[1,2,47],[0,3,45],[0,3,49],[0,2,52],[0,2,46],[1,1,46],[0,8,40],[0,7,41],[1,12,35],[2,4,42],[1,2,45],[4,20,58],[2,6,40],[2,2,40],[1,13,34],[1,10,37],[1,10,37],[2,13,33],[0,7,35],[4,8,36],[2,14,32],[5,10,33],[2,17,29],[1,13,34],[4,11,33],[1,9,38],[1,8,33],[3,17,28],[2,9,37],[1,10,37],[2,16,30],[7,12,29],[2,19,27],[1,14,31],[5,17,26],[2,18,28],[1,15,30],[3,18,25],[6,30,56],[14,52,92],[2,15,29],[4,19,25],[3,8,33],[7,21,20],[5,14,41],[8,14,22],[2,16,28],[5,14,27],[6,17,25],[7,32,39],[8,17,23],[4,18,24],[4,16,22],[6,18,24],[9,14,23],[5,39,52],[3,18,23],[3,17,24],[4,13,25],[8,14,22],[9,15,24],[3,19,20],[5,17,22],[14,24,34],[5,15,26],[7,12,47],[6,9,19],[1,12,25],[2,18,28],[17,27,42],[9,19,20],[7,18,17],[6,17,19],[14,24,26],[7,10,17],[8,14,12],[0,4,10],[17,8,7],[5,4,5],[1,1,0],[0,1,15],[0,0,16],[1,10,21],[3,5,18],[4,8,20],[2,6,24],[2,4,10],[4,6,20],[4,12,16],[2,12,16],[0,14,16],[1,12,19],[1,5,10],[6,8,16],[5,5,6],[4,8,14],[2,5,9],[6,6,16],[0,5,5],[3,6,7],[7,10,13],[0,8,14],[5,17,24],[15,25,34],[4,6,16],[7,14,27],[9,17,26],[7,9,12],[5,7,12],[4,7,15],[4,6,14],[7,10,11],[4,15,15],[2,4,8],[2,0,6],[1,4,5],[0,3,5],[5,3,10],[5,6,5],[1,4,1]],[[0,3,39],[1,5,36],[1,6,35],[0,3,39],[0,0,40],[0,6,36],[0,0,42],[2,3,39],[0,2,40],[0,5,41],[0,0,46],[1,4,37],[0,4,38],[4,6,32],[2,0,40],[1,6,35],[4,7,31],[3,2,37],[3,9,58],[3,9,30],[3,4,31],[5,6,31],[6,5,31],[5,5,32],[10,4,28],[5,7,26],[11,3,28],[6,7,29],[10,11,21],[8,10,24],[9,10,23],[6,6,30],[8,6,28],[3,5,32],[8,11,23],[8,5,29],[10,9,23],[6,11,25],[8,6,28],[9,8,25],[11,7,22],[8,8,26],[9,11,22],[8,8,24],[9,6,25],[17,16,47],[29,26,85],[9,7,24],[6,10,26],[9,9,20],[7,14,21],[18,9,25],[7,9,22],[10,10,22],[7,7,26],[16,7,19],[13,17,38],[8,11,23],[5,10,25],[10,6,20],[12,10,20],[9,14,17],[28,22,34],[11,10,17],[4,9,25],[11,9,18],[10,6,22],[19,10,13],[14,3,19],[10,8,20],[27,14,25],[13,12,15],[18,5,39],[11,8,11],[11,6,15],[14,9,19],[34,11,29],[21,8,13],[15,10,11],[15,8,15],[29,14,13],[14,5,13],[9,6,13],[1,4,7],[17,4,7],[8,0,4],0,[0,0,14],[0,0,14],[8,2,18],[5,4,13],[7,5,16],[4,4,20],[2,1,11],[5,6,17],[9,4,15],[2,8,16],[9,9,8],[10,4,14],[4,4,6],[11,6,9],[7,3,4],[6,5,11],[15,5,8],[5,1,6],[1,3,4],[5,3,6],[11,7,10],[6,3,9],[15,13,16],[29,11,22],[10,4,10],[17,10,19],[24,7,15],[10,4,10],[13,4,5],[13,7,4],[11,4,7],[10,8,6],[16,5,9],[6,2,4],[2,1,5],[5,2,3],[4,0,4],[7,2,7],[9,3,2],[0,4,2]],0,0,[[0,0,42],[0,3,39],[0,3,39],[0,3,39],[0,1,39],[0,2,40],[0,0,42],[2,1,41],[0,2,40],[1,1,44],[0,0,46],[0,4,38],[2,1,39],[2,3,37],[1,2,39],[1,7,34],[4,3,35],[2,3,37],[1,5,64],[6,1,35],[1,1,36],[0,7,35],[6,4,32],[3,5,34],[7,4,31],[1,3,34],[4,4,34],[4,7,31],[7,9,26],[2,9,31],[6,9,27],[5,6,31],[2,3,37],[3,3,34],[6,8,28],[6,6,30],[9,6,27],[4,8,30],[4,6,32],[8,8,26],[6,6,28],[6,7,29],[6,9,27],[6,8,26],[6,8,26],[16,12,52],[24,26,90],[7,6,27],[8,12,22],[6,7,25],[11,8,23],[14,7,31],[8,12,18],[10,9,23],[7,9,24],[7,9,26],[16,14,38],[6,7,29],[4,7,29],[8,10,18],[11,9,22],[7,11,22],[19,22,43],[9,6,23],[10,5,23],[12,7,19],[9,7,22],[13,13,16],[14,4,18],[9,14,15],[19,14,33],[14,10,16],[13,7,42],[6,6,18],[4,9,19],[16,10,16],[19,14,41],[19,12,11],[14,8,14],[11,9,18],[28,12,16],[14,4,14],[10,6,12],[3,3,6],[22,4,2],[5,2,5],0,[0,0,14],[0,0,14],[5,6,17],[5,4,13],[6,5,17],[2,3,23],[2,0,12],[4,4,20],[5,6,17],[5,4,17],[3,9,14],[6,5,17],[5,4,5],[6,3,17],[3,2,9],[6,3,13],[6,6,16],[8,5,13],[0,2,6],[4,5,5],[3,2,9],[3,4,11],[8,8,28],[21,16,25],[4,4,16],[15,9,22],[19,10,17],[10,7,7],[9,6,7],[11,4,9],[11,6,5],[12,5,7],[11,8,11],[5,1,6],[4,0,4],[3,3,4],[0,0,8],[8,1,7],[9,1,4],[1,4,1]],[[0,0,18],[0,0,18],[0,1,17],[0,0,18],[0,1,17],[0,1,17],[0,2,16],[0,0,18],[0,0,18],[0,1,21],[0,1,21],[0,3,15],[0,2,16],[0,1,17],[2,0,16],[0,0,18],[0,2,16],[0,3,15],[3,4,25],[0,2,16],[1,1,16],[0,2,16],[1,1,16],[0,4,14],[2,3,13],[0,1,15],[3,1,14],[0,4,14],[1,4,13],[1,3,14],[4,2,12],[0,4,14],[1,4,13],[1,2,11],[0,5,13],[2,2,14],[4,3,11],[0,3,15],[5,2,11],[4,5,9],[4,6,8],[3,3,12],[1,5,12],[3,5,10],[0,6,12],[4,10,20],[7,14,31],[5,3,10],[4,4,10],[1,5,12],[2,3,13],[6,6,12],[1,6,11],[5,1,10],[3,6,9],[2,5,11],[3,9,18],[1,6,11],[3,5,10],[2,5,9],[3,3,12],[2,4,12],[7,11,18],[3,3,12],[4,6,8],[1,4,11],[3,5,10],[7,5,6],[3,6,5],[1,6,9],[6,4,16],[5,3,10],[3,3,20],[1,2,7],[2,6,8],[7,6,5],[7,12,15],[8,5,5],[5,5,8],[9,2,5],[7,8,7],[8,2,2],[3,6,5],[0,2,4],[6,3,5],[2,2,0],[0,2,0],[0,1,5],[0,0,6],[1,1,10],[1,3,6],[2,3,7],[3,3,6],[2,0,4],[2,0,8],[4,3,5],[3,3,6],[3,3,6],[2,4,6],[1,2,3],[2,4,6],[0,2,4],[3,4,5],[5,4,3],[2,2,6],[0,2,2],[3,1,2],[3,2,5],[1,1,4],[4,2,8],[7,12,11],[5,2,1],[4,1,11],[5,6,11],[6,3,3],[2,2,6],[2,2,6],[3,2,3],[4,2,4],[4,4,6],[4,2,0],[0,0,4],[4,0,2],[0,0,2],[7,1,2],[3,2,1]],[[0,1,71],[0,3,69],[0,2,70],[0,5,67],[0,2,68],[1,3,68],[0,1,71],[4,0,72],[0,2,70],[0,5,75],[1,0,79],[1,4,67],[3,6,63],[8,4,60],[1,2,69],[1,10,61],[7,8,57],[4,1,67],[7,8,111],[8,10,54],[6,1,61],[7,5,60],[7,8,57],[13,6,53],[5,10,57],[9,4,53],[14,6,52],[11,11,50],[15,10,47],[12,14,46],[12,7,53],[17,6,49],[19,5,48],[9,8,51],[13,14,45],[17,5,50],[27,9,36],[15,10,47],[21,10,41],[20,9,43],[13,13,44],[16,14,42],[10,16,46],[13,11,46],[19,9,42],[40,22,76],[65,41,142],[23,11,36],[17,16,39],[14,8,42],[23,13,36],[22,7,61],[15,17,36],[23,15,34],[20,11,39],[31,12,29],[25,27,64],[20,11,41],[12,15,41],[14,11,35],[24,12,36],[19,19,32],[54,32,58],[21,10,35],[22,9,35],[33,7,28],[32,8,28],[28,13,31],[25,9,28],[27,16,23],[49,17,46],[23,15,30],[46,6,58],[16,9,25],[21,7,28],[37,9,26],[72,12,44],[45,14,13],[28,11,27],[39,9,18],[54,16,30],[28,9,19],[21,6,17],[1,6,13],[28,7,13],[5,4,9],0,[0,0,24],[1,0,23],[13,2,33],[6,6,26],[12,9,27],[12,5,31],[10,3,11],[8,6,34],[18,9,21],[18,7,21],[12,14,20],[15,10,23],[8,7,9],[15,5,24],[7,1,16],[11,7,22],[19,12,17],[14,8,22],[0,5,7],[10,4,10],[28,4,16],[11,4,17],[26,10,18],[50,10,44],[21,7,14],[37,9,32],[34,16,30],[21,5,14],[18,9,11],[21,6,15],[25,5,6],[23,5,12],[28,6,16],[13,2,5],[3,0,11],[8,4,6],[5,0,11],[16,1,13],[16,3,5],[1,6,1]],[[0,3,99],[0,7,95],[0,4,98],[1,7,94],[0,2,94],[0,4,98],[0,4,98],[5,2,97],[1,7,94],[0,6,104],[2,6,104],[6,5,91],[11,7,84],[8,9,85],[0,7,95],[2,11,89],[5,11,86],[5,7,90],[7,23,136],[10,15,77],[4,3,87],[4,7,91],[9,11,82],[2,13,87],[10,9,83],[9,7,74],[14,4,84],[10,13,79],[16,13,73],[12,28,62],[15,17,70],[16,15,71],[16,14,72],[9,11,68],[14,17,71],[14,12,76],[24,11,67],[12,19,71],[27,11,64],[15,22,65],[12,14,74],[21,17,64],[20,27,55],[17,21,58],[16,21,59],[40,35,123],[56,50,204],[16,20,64],[25,23,54],[20,13,65],[24,19,59],[42,19,71],[14,30,50],[13,25,60],[20,19,57],[17,21,64],[35,38,95],[24,20,58],[11,22,63],[20,21,49],[33,19,50],[17,28,55],[61,46,97],[18,21,51],[26,18,50],[26,13,51],[22,22,50],[33,21,48],[27,16,49],[36,18,42],[61,27,66],[33,22,41],[51,11,98],[20,10,46],[28,19,35],[46,23,37],[89,31,68],[55,23,24],[40,21,27],[34,14,38],[69,28,41],[35,11,32],[38,18,16],[1,10,21],[43,13,22],[9,8,17],[0,4,0],[0,0,34],[0,2,32],[7,11,50],[10,7,39],[18,9,41],[11,6,51],[8,2,24],[9,6,49],[23,13,32],[11,13,38],[9,21,32],[17,15,36],[10,9,15],[19,8,39],[7,6,21],[8,13,33],[28,15,25],[21,12,29],[3,12,7],[14,7,13],[24,15,25],[13,11,22],[46,14,36],[60,28,46],[22,8,28],[49,10,53],[48,20,46],[35,12,13],[23,9,18],[27,11,18],[27,7,22],[31,13,14],[32,16,24],[16,4,12],[4,2,14],[4,3,9],[6,0,16],[23,2,15],[20,7,7],[6,3,1]],[[0,0,30],[0,1,29],[0,4,26],[0,2,28],[0,1,27],[1,1,28],[0,2,28],[2,0,30],[1,1,28],[0,3,31],[0,1,31],[1,1,28],[1,0,29],[2,3,25],[0,3,27],[0,4,26],[3,4,23],[2,0,28],[2,5,43],[6,3,21],[3,2,23],[1,4,25],[4,3,23],[1,3,26],[4,6,20],[4,3,19],[4,1,25],[3,3,24],[7,5,18],[4,8,18],[2,9,19],[7,4,19],[3,2,25],[5,4,19],[7,10,13],[8,2,20],[8,9,13],[4,4,22],[9,5,16],[5,6,19],[4,3,23],[2,4,24],[6,8,16],[2,3,23],[4,5,19],[11,9,38],[27,22,57],[7,4,19],[7,9,14],[5,1,20],[10,4,16],[11,2,25],[4,6,18],[5,6,19],[3,5,20],[5,7,18],[5,13,30],[5,5,20],[3,6,19],[4,6,16],[8,6,16],[7,7,16],[19,15,26],[3,7,16],[4,6,18],[10,1,17],[5,3,20],[10,6,14],[7,8,11],[6,7,17],[20,6,20],[6,6,16],[18,4,26],[3,2,17],[9,4,9],[14,3,15],[22,9,25],[14,7,9],[8,8,10],[12,6,8],[22,10,10],[13,3,8],[11,2,5],[1,2,5],[12,3,5],[4,2,2],0,[0,0,10],[0,0,10],[2,3,15],[1,3,12],[2,3,15],[8,1,11],[4,1,5],[2,5,13],[4,3,13],[5,1,12],[2,5,11],[4,3,13],[2,4,4],[7,5,6],[2,1,7],[2,3,11],[7,4,9],[8,1,9],[1,2,3],[3,1,6],[10,6,4],[3,1,8],[14,6,14],[23,5,16],[3,0,7],[14,3,17],[12,9,13],[7,2,7],[11,2,3],[8,1,7],[9,0,5],[8,2,8],[10,3,9],[6,0,2],[1,2,3],[1,2,1],[0,1,7],[7,0,5],[6,3,1],[2,2,0]],[[0,1,71],[0,3,69],[0,2,70],[0,2,70],[0,2,66],[0,4,68],[0,0,72],[2,3,69],[0,3,69],[0,5,75],[0,0,76],[2,3,67],[0,5,67],[5,8,59],[4,0,68],[3,6,63],[1,6,65],[3,7,62],[3,11,106],[8,8,56],[7,3,54],[7,10,55],[8,6,58],[4,10,58],[10,10,52],[2,8,56],[11,4,57],[11,11,50],[7,11,54],[13,12,47],[7,16,49],[11,8,53],[10,9,53],[11,9,48],[9,17,46],[15,12,45],[15,14,43],[8,12,52],[15,11,46],[15,17,40],[13,9,46],[14,18,40],[11,17,44],[10,14,44],[19,13,36],[27,24,85],[52,42,128],[8,9,51],[10,17,45],[12,12,44],[20,14,38],[16,12,62],[13,13,38],[17,12,43],[13,15,40],[16,13,43],[23,31,64],[17,20,35],[15,13,40],[13,15,36],[15,18,39],[19,15,34],[38,33,73],[10,15,39],[17,14,33],[18,7,39],[24,9,31],[24,15,33],[22,8,30],[22,14,30],[42,24,48],[19,20,29],[38,7,63],[13,13,26],[14,8,32],[29,12,35],[44,27,57],[28,20,24],[25,11,24],[18,20,26],[31,21,42],[26,7,21],[24,14,12],[3,6,13],[26,9,15],[9,5,8],0,[0,1,23],[0,1,23],[6,7,35],[7,8,21],[6,11,31],[6,5,37],[5,3,16],[6,10,32],[11,10,27],[11,7,26],[5,14,25],[11,12,25],[7,7,10],[15,7,24],[8,6,10],[7,8,21],[18,13,17],[12,14,20],[5,4,7],[11,3,10],[15,11,22],[9,6,15],[21,20,35],[47,20,47],[17,7,18],[22,12,26],[34,12,32],[17,11,14],[14,6,16],[20,8,14],[14,8,18],[21,8,13],[27,11,14],[8,7,7],[7,2,5],[4,4,6],[7,3,6],[16,1,9],[12,5,7],[3,6,1]],[[3,2,79],[0,5,79],[0,4,80],[1,1,82],[0,1,79],[1,2,81],[0,3,81],[3,2,83],[0,5,79],[2,5,85],[3,1,90],[5,1,78],[3,3,78],[5,9,70],[4,3,77],[4,7,73],[8,6,70],[4,5,75],[9,12,119],[8,7,69],[6,3,69],[4,8,72],[6,9,69],[9,8,67],[11,16,57],[5,5,64],[19,7,58],[9,15,60],[14,11,59],[10,19,55],[7,9,68],[9,12,63],[12,11,61],[6,8,62],[15,15,54],[9,10,65],[12,12,60],[9,18,57],[20,11,53],[16,11,57],[11,16,55],[19,14,51],[11,21,52],[11,17,52],[10,15,55],[26,26,110],[46,47,189],[17,13,52],[12,22,50],[12,12,52],[20,17,47],[24,13,69],[14,23,41],[15,23,44],[15,20,45],[17,17,50],[18,29,89],[18,19,47],[16,18,46],[14,17,41],[23,18,43],[15,18,49],[44,36,88],[13,14,49],[20,18,40],[23,9,44],[19,12,47],[27,15,42],[25,13,36],[24,16,38],[45,21,62],[32,13,35],[32,10,84],[12,10,38],[10,15,41],[27,21,36],[46,30,76],[34,20,30],[23,22,29],[30,14,30],[45,24,45],[33,5,26],[18,15,23],[0,8,16],[34,6,18],[10,6,8],[0,2,0],[0,0,28],[1,1,26],[5,13,38],[2,8,36],[14,11,31],[8,5,43],[5,2,21],[7,9,38],[14,13,29],[7,13,32],[7,18,27],[10,10,36],[10,4,14],[15,7,30],[5,4,19],[10,6,30],[15,17,24],[13,8,29],[1,8,7],[11,6,11],[13,12,29],[5,10,23],[24,19,41],[47,24,55],[19,8,21],[30,10,48],[21,12,33],[22,10,16],[19,6,19],[20,7,19],[16,5,21],[20,10,18],[23,15,22],[10,5,9],[2,3,11],[6,2,10],[0,1,15],[22,2,10],[17,5,6],[3,6,1]],[[0,0,36],[0,0,36],[0,1,35],[0,1,35],[0,1,33],[0,0,36],[0,2,34],[0,1,35],[0,1,35],[0,1,39],[2,4,34],[0,0,36],[1,0,35],[0,1,35],[0,0,36],[0,4,32],[0,3,33],[0,6,30],[3,7,48],[0,4,32],[2,2,28],[0,8,28],[1,6,29],[0,7,29],[2,7,27],[0,4,28],[5,4,27],[1,6,29],[8,5,23],[3,6,27],[3,10,23],[3,9,24],[2,9,25],[3,4,25],[1,9,26],[3,9,24],[5,7,24],[2,10,24],[6,7,23],[4,8,24],[4,8,22],[4,8,24],[3,9,24],[2,10,22],[2,12,20],[8,15,45],[7,21,74],[5,6,23],[6,9,21],[3,9,24],[3,8,25],[4,11,31],[2,7,23],[3,9,22],[1,10,23],[5,9,22],[2,15,43],[2,11,23],[0,10,24],[3,9,22],[7,8,21],[6,5,23],[12,16,44],[2,6,26],[2,10,20],[4,8,18],[7,6,19],[6,10,20],[2,10,18],[8,9,15],[10,15,29],[8,10,16],[8,4,40],[1,7,16],[5,9,16],[12,9,17],[15,18,33],[13,10,13],[6,10,14],[5,8,19],[12,12,20],[4,3,17],[9,11,10],[0,4,8],[12,5,11],[0,4,8],[1,1,0],[0,1,11],[0,1,11],[0,5,19],[2,4,12],[2,5,17],[3,5,16],[2,3,7],[1,2,19],[3,7,14],[3,5,14],[1,6,15],[2,7,15],[1,3,8],[4,5,15],[2,4,6],[2,6,10],[6,6,12],[5,5,12],[1,2,5],[3,3,6],[7,5,10],[3,5,10],[10,7,15],[10,20,30],[7,2,9],[7,6,25],[10,7,25],[2,3,7],[6,4,10],[4,6,10],[5,6,9],[8,6,8],[6,8,10],[6,4,2],[0,0,6],[1,2,5],[0,0,4],[9,0,7],[8,2,2],[1,2,1]],[[0,3,39],[0,1,41],[0,1,41],[0,1,41],[1,4,35],[1,2,39],[0,5,37],[1,1,42],[0,4,38],[0,3,43],[1,3,44],[1,3,38],[0,6,36],[0,4,38],[4,8,30],[0,4,38],[2,7,33],[2,6,34],[3,4,63],[3,7,32],[3,3,32],[4,9,29],[4,7,31],[2,8,32],[3,12,27],[3,4,29],[10,5,27],[3,10,29],[7,12,23],[4,12,26],[6,12,24],[8,10,24],[7,9,26],[4,6,28],[5,11,26],[9,8,25],[10,10,22],[8,11,23],[9,10,23],[9,12,21],[11,12,17],[9,8,25],[6,12,24],[6,9,25],[9,10,21],[19,21,40],[24,39,79],[5,12,23],[9,14,19],[5,10,23],[4,14,24],[17,15,20],[7,13,18],[9,11,20],[8,13,19],[9,11,22],[12,24,32],[6,15,21],[11,12,17],[7,14,17],[10,12,20],[11,11,18],[22,32,30],[9,11,20],[10,10,18],[16,9,11],[12,13,13],[12,11,19],[10,14,12],[11,11,16],[18,16,28],[9,14,17],[20,6,30],[7,9,12],[13,10,11],[15,11,16],[37,20,19],[16,14,12],[17,14,5],[18,11,9],[19,17,18],[8,6,14],[11,14,7],[1,2,9],[17,6,5],[3,4,5],[0,2,0],[0,0,14],[0,0,14],[3,7,18],[5,7,10],[5,8,15],[5,7,16],[4,2,8],[8,4,14],[7,10,11],[5,8,13],[6,9,11],[9,10,9],[2,5,7],[6,6,14],[5,3,6],[5,8,9],[10,12,6],[6,6,12],[0,3,5],[5,4,5],[10,10,6],[7,8,5],[20,11,9],[25,19,18],[8,2,12],[15,9,16],[21,9,18],[11,9,6],[7,1,2],[10,5,7],[8,5,7],[7,8,11],[11,10,7],[5,4,3],[3,0,3],[5,2,3],[0,0,4],[13,2,3],[7,4,3],[1,4,1]],[[0,1,35],[0,1,35],[1,2,33],[1,1,34],[0,2,34],[0,1,35],[0,1,35],[2,1,35],[1,0,35],[1,2,37],[1,0,39],[3,1,32],[5,0,31],[3,5,28],[0,1,35],[3,3,30],[2,1,33],[1,3,32],[3,8,57],[5,2,29],[2,0,32],[6,4,26],[1,7,28],[5,9,22],[8,5,23],[4,1,29],[8,1,27],[3,3,30],[11,6,19],[0,7,29],[4,4,28],[7,4,25],[5,2,29],[5,5,24],[3,5,28],[10,6,20],[12,2,22],[4,7,25],[10,7,19],[6,7,23],[12,4,18],[10,6,20],[6,7,23],[6,7,23],[7,5,24],[16,11,41],[28,29,67],[7,6,21],[4,7,25],[8,4,20],[7,8,21],[16,6,22],[7,8,19],[9,7,20],[4,6,26],[11,7,18],[9,18,31],[11,8,17],[10,6,18],[9,9,12],[15,6,15],[5,9,20],[30,17,25],[7,6,21],[13,6,13],[11,7,16],[11,4,19],[11,11,14],[13,4,13],[8,4,20],[28,11,17],[13,10,11],[16,6,28],[4,7,13],[11,5,12],[18,9,9],[31,15,16],[21,8,7],[19,9,6],[15,8,11],[24,12,14],[16,3,7],[13,8,1],[0,3,7],[16,4,2],[2,2,4],0,[1,0,11],[0,0,12],[7,3,14],[8,1,9],[8,6,10],[5,4,15],[2,1,9],[8,5,11],[10,3,11],[8,4,12],[7,4,13],[6,7,11],[4,4,4],[4,4,14],[4,2,6],[6,3,11],[10,8,6],[6,6,10],[0,4,2],[6,3,3],[10,4,10],[9,3,4],[17,11,12],[23,18,11],[12,2,6],[19,7,12],[17,8,13],[9,7,4],[10,3,5],[6,2,2],[8,5,5],[11,4,5],[15,6,3],[6,3,1],[4,0,2],[4,3,3],[3,0,5],[10,0,4],[6,4,2],[1,3,0]],[[0,0,36],[0,2,34],[1,1,34],[0,2,34],[0,1,33],[0,0,36],[0,4,32],[0,2,34],[0,1,35],[0,3,33],[0,3,37],[0,0,36],[2,2,32],[0,2,34],[0,1,35],[0,4,32],[0,5,31],[2,4,30],[7,6,45],[1,7,28],[2,2,28],[2,8,26],[2,7,27],[3,7,26],[2,4,30],[3,3,26],[2,4,30],[3,7,26],[4,8,24],[3,8,25],[3,9,24],[2,7,27],[3,5,28],[3,5,22],[1,12,23],[1,7,28],[1,7,28],[3,10,23],[4,8,24],[2,13,21],[1,6,27],[2,12,22],[2,15,19],[5,12,17],[6,11,17],[3,21,46],[7,23,72],[6,8,20],[2,12,22],[3,10,23],[3,16,17],[5,12,29],[2,11,19],[3,11,20],[5,12,17],[2,14,20],[5,25,30],[4,11,21],[2,12,20],[2,11,19],[2,13,21],[7,10,17],[8,22,42],[6,9,17],[6,7,19],[2,8,20],[3,10,19],[7,14,15],[4,8,22],[7,12,13],[13,17,24],[3,10,21],[5,6,41],[4,6,18],[3,8,19],[8,11,17],[10,19,35],[3,15,18],[5,13,12],[4,9,17],[9,16,23],[6,5,15],[8,12,8],[0,4,8],[13,7,8],[1,5,8],[0,2,0],[0,0,12],[0,0,12],[2,5,17],[2,4,14],[4,7,13],[3,5,16],[1,0,11],[4,2,16],[5,7,12],[1,4,17],[4,9,9],[0,7,17],[0,5,7],[3,6,15],[2,4,6],[4,6,8],[5,8,11],[4,6,12],[0,6,2],[2,3,7],[3,5,14],[1,5,10],[3,8,19],[10,23,29],[5,2,11],[8,8,22],[9,8,21],[6,7,9],[6,4,6],[5,6,9],[0,2,8],[3,9,8],[3,9,12],[3,4,5],[0,1,5],[0,2,4],[0,0,6],[4,2,6],[4,3,5],[1,2,1]],[[0,0,42],[0,2,40],[0,1,41],[0,0,42],[0,1,39],[0,1,41],[0,1,41],[0,1,43],[0,3,39],[0,4,42],[0,3,43],[0,1,41],[2,5,35],[0,4,38],[0,2,40],[1,3,38],[2,1,39],[1,3,38],[6,10,58],[1,3,38],[4,0,34],[0,5,37],[3,4,35],[2,5,35],[3,6,33],[2,3,31],[3,5,34],[3,6,33],[3,6,33],[5,9,28],[2,6,34],[6,5,31],[2,5,35],[4,5,27],[3,9,30],[4,4,34],[5,7,30],[2,9,31],[5,13,24],[3,10,29],[9,7,24],[4,9,29],[1,9,32],[3,9,28],[4,9,27],[10,23,47],[17,29,94],[5,7,28],[3,11,28],[5,9,24],[4,8,30],[6,9,37],[5,9,24],[6,8,26],[1,8,31],[3,12,27],[1,21,46],[2,10,30],[3,9,28],[2,10,26],[5,10,27],[7,8,25],[11,27,46],[3,8,27],[7,6,25],[8,7,21],[7,7,24],[8,11,23],[6,8,22],[9,13,18],[10,21,31],[9,12,19],[7,7,40],[1,9,20],[5,10,17],[9,14,21],[21,15,40],[13,14,15],[8,11,17],[4,11,21],[10,18,28],[8,6,14],[6,11,13],[0,4,8],[10,7,9],[0,4,8],[1,1,0],[0,1,13],[0,0,14],[2,3,23],[2,5,15],[2,5,21],[7,4,17],[6,0,8],[2,3,21],[4,6,18],[5,8,13],[3,9,14],[1,9,18],[2,4,8],[5,7,14],[2,4,8],[2,4,16],[5,11,12],[4,8,12],[0,6,4],[1,5,8],[5,6,15],[3,6,9],[11,11,20],[12,22,32],[7,4,13],[6,8,28],[12,10,22],[4,7,13],[9,5,6],[6,6,10],[6,7,7],[2,4,6],[8,9,13],[3,4,5],[1,0,5],[1,3,2],[0,0,8],[5,2,7],[6,2,6],[2,3,1]],[[0,0,66],[1,2,63],[0,1,65],[0,1,65],[0,3,59],[0,4,62],[0,1,65],[3,2,65],[1,3,62],[0,5,73],[0,5,67],[1,2,63],[0,6,60],[4,1,61],[2,6,58],[1,6,59],[4,9,53],[0,5,61],[6,17,89],[6,10,50],[6,2,52],[2,12,52],[3,8,55],[3,13,50],[7,9,50],[3,5,48],[9,9,48],[2,13,51],[3,15,48],[6,17,43],[1,13,52],[7,11,48],[7,10,49],[7,10,41],[3,15,48],[9,13,44],[11,11,44],[5,12,49],[18,13,35],[7,14,45],[11,12,41],[12,19,35],[1,20,45],[12,17,33],[4,16,42],[18,34,72],[20,54,152],[9,20,35],[5,25,36],[6,14,38],[8,20,38],[15,15,52],[6,22,32],[13,16,35],[6,15,41],[12,14,40],[8,30,68],[4,19,43],[3,19,44],[11,14,33],[13,19,34],[5,23,36],[32,49,51],[4,18,36],[16,18,30],[20,10,28],[19,18,23],[15,21,30],[12,13,27],[14,16,34],[28,22,52],[15,21,30],[16,11,61],[10,10,26],[13,14,19],[21,17,30],[41,21,58],[29,19,18],[21,18,17],[12,15,29],[23,23,38],[15,13,20],[13,11,20],[1,7,10],[13,9,16],[2,8,6],[0,2,0],[0,1,21],[0,2,20],[3,7,34],[0,9,27],[2,11,31],[4,7,33],[8,1,13],[7,5,30],[7,10,27],[7,10,23],[5,18,17],[4,14,26],[0,8,14],[5,6,29],[0,6,16],[6,9,23],[11,14,19],[12,10,16],[0,8,10],[4,4,14],[19,11,12],[5,10,15],[24,15,29],[34,24,42],[15,7,18],[20,12,36],[17,18,35],[15,12,9],[9,7,16],[9,7,18],[9,7,12],[19,5,16],[16,6,14],[4,4,10],[3,0,11],[7,3,2],[1,1,12],[11,2,9],[6,7,9],[1,4,5]],0,0,[[0,0,24],[0,1,23],[0,0,24],[0,1,23],[0,0,24],[0,2,22],[0,0,24],[0,0,26],[0,1,23],[0,3,25],[1,0,27],[0,1,23],[0,1,23],[0,2,22],[0,0,24],[2,1,21],[2,1,21],[2,3,19],[1,4,39],[2,1,21],[1,1,20],[2,3,19],[1,2,21],[4,2,18],[5,6,13],[0,1,21],[3,4,17],[1,5,18],[4,6,14],[2,5,17],[4,6,14],[3,6,15],[4,3,17],[2,5,17],[3,6,15],[7,5,12],[5,6,13],[3,6,15],[5,4,15],[3,7,14],[8,8,6],[6,5,13],[4,7,13],[7,6,11],[3,7,14],[10,9,25],[15,26,49],[4,4,14],[3,5,16],[4,3,13],[7,8,9],[8,5,15],[6,5,11],[4,7,13],[5,7,12],[6,7,11],[5,11,22],[5,8,11],[7,8,9],[5,6,9],[6,6,12],[4,8,10],[17,16,15],[5,6,13],[5,5,12],[5,7,10],[5,7,10],[9,11,4],[5,6,7],[6,5,9],[16,10,12],[7,8,9],[5,3,20],[3,7,4],[3,4,11],[7,9,6],[11,13,16],[6,9,9],[7,8,7],[12,8,4],[9,9,12],[8,3,5],[5,8,3],[0,2,4],[8,2,2],[0,2,2],0,[0,0,8],[0,0,8],[0,4,12],[3,2,7],[4,4,8],[3,4,9],[2,2,4],[3,3,10],[6,5,5],[2,7,7],[4,5,7],[5,5,6],[3,3,2],[2,3,9],[1,4,3],[2,3,9],[4,6,6],[5,3,6],[0,2,2],[3,3,2],[7,6,3],[5,3,4],[7,10,9],[12,11,7],[5,5,2],[9,6,7],[13,5,8],[7,5,2],[7,3,4],[3,5,6],[5,4,1],[6,5,3],[3,5,10],[2,2,2],[0,0,4],[1,0,1],[0,0,2],[7,1,2],[4,3,1],[0,4,0]],[[0,0,6],[0,1,5],[0,0,6],[0,1,5],[0,0,6],[0,0,6],[0,0,6],[2,0,4],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,2,4],[3,0,3],[0,0,6],[0,1,5],[0,4,2],[0,0,6],[1,2,9],[2,2,2],[1,0,5],[0,1,5],[0,0,6],[0,0,6],[0,0,6],[1,1,4],[1,0,5],[1,0,5],[2,0,4],[0,2,4],[0,0,6],[1,1,4],[2,0,4],[1,2,1],[0,2,4],[1,0,5],[4,0,2],[0,0,6],[1,1,4],[2,1,3],[0,0,6],[1,3,2],[0,4,2],[0,2,4],[0,1,5],[3,5,4],[1,1,14],[2,2,2],[0,4,2],[0,2,4],[3,2,1],[1,0,7],[0,4,2],[2,3,1],[2,2,2],[3,2,1],[2,4,4],[3,0,3],[0,1,5],[2,2,0],[1,2,3],[0,4,2],[6,3,3],[1,2,1],[3,2,1],[4,0,2],[4,1,1],[2,0,4],[3,0,3],[4,2,0],[6,0,4],[0,1,5],[2,0,8],[3,0,3],[2,0,2],[2,2,2],[5,1,4],[6,0,0],[3,2,1],[2,0,2],[8,0,2],[4,2,0],[2,0,0],[0,2,0],[2,2,0],[0,2,0],0,[0,0,2],[0,0,2],[2,1,1],[0,1,3],[2,1,1],[0,0,4],[0,0,2],[0,0,4],[0,1,3],[2,0,2],[0,4,0],[0,1,3],[0,0,2],[1,0,3],[0,0,2],[1,0,3],[1,1,2],[2,0,2],[0,2,0],[0,0,2],[3,0,1],[0,0,2],[2,0,4],[8,0,4],[2,1,1],[4,3,1],[3,1,0],[2,0,0],0,[3,0,1],[2,1,1],[2,0,0],[4,1,1],[1,0,1],[0,0,2],0,[0,0,2],0,[2,0,0]],[[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,22],[0,0,20],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,32],[0,0,18],[0,0,18],[1,0,17],[0,0,18],[0,0,18],[1,0,17],[0,0,18],[0,0,18],[0,0,18],[4,0,14],[0,0,18],[1,0,17],[3,0,15],[1,0,17],[2,0,16],[0,0,18],[3,0,15],[4,0,14],[0,0,18],[5,0,13],[1,0,17],[1,0,17],[2,0,16],[1,0,17],[0,0,18],[0,0,18],[3,0,31],[3,0,49],[2,0,16],[3,0,15],[2,0,16],[0,0,18],[4,0,20],[0,0,18],[2,0,16],[0,0,18],[4,0,14],[0,0,30],[0,0,18],[0,0,16],[2,0,14],[6,0,12],[2,0,16],[6,0,30],[0,0,18],[1,0,15],[3,0,15],[6,0,12],[3,0,15],[2,0,12],[3,0,13],[6,0,22],[2,0,14],[4,0,30],[0,0,10],[0,0,16],[7,0,13],[17,0,17],[7,0,11],[5,0,13],[7,0,11],[10,0,14],[2,0,12],[4,0,8],[0,0,6],[7,0,9],[0,0,4],0,[0,0,6],[0,0,6],[0,0,12],[2,0,6],[2,0,10],[2,0,10],[2,0,4],[0,0,12],[4,0,8],[0,0,12],[1,0,11],[1,0,11],[0,0,6],[2,0,10],[1,0,5],[1,0,9],[4,0,8],[2,0,10],[0,0,2],[1,0,5],[5,0,7],[1,0,9],[6,0,14],[8,0,20],[3,0,7],[4,0,18],[5,0,19],[3,0,9],[3,0,9],[3,0,9],[3,0,7],[5,0,5],[2,0,8],[3,0,3],[0,0,4],[1,0,5],[0,0,4],[2,0,4],[3,0,3]],[[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,4],[0,0,6],[0,0,6],[1,0,5],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,2],[0,0,6],[0,0,4],[0,0,6],[1,0,5],[0,0,6],[1,0,5],[0,0,4],[1,0,5],[0,0,6],[1,1,4],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[1,0,5],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,4],[1,0,3],[1,1,10],[2,0,14],[0,0,6],[0,0,6],[0,0,6],[1,0,5],[0,0,8],[0,0,4],[0,0,6],[0,0,4],[1,0,5],[0,0,10],[1,0,5],[1,0,5],[0,0,6],[3,0,3],[2,0,4],[0,0,12],[0,0,4],[0,0,6],[0,0,4],[0,0,4],[0,0,6],[0,0,6],[2,0,4],[2,0,8],[1,1,4],[1,0,11],[0,0,6],[1,0,3],[1,0,5],[3,0,9],[0,0,6],[0,0,2],[1,0,3],[1,0,5],[0,0,6],[4,0,2],[0,0,2],[2,0,4],[1,0,3],0,[0,0,2],[0,0,2],[0,0,4],[0,0,4],[0,0,4],[0,0,4],[0,0,2],[0,0,4],[0,0,4],[0,0,2],[0,0,2],[0,0,4],[0,0,2],[1,0,3],[0,0,2],[0,0,2],[0,0,4],[1,0,3],[0,0,2],[0,0,2],[2,0,2],[1,0,1],[1,0,3],[2,0,8],[0,0,4],[0,0,8],[2,0,6],[1,0,3],[2,0,2],[0,0,2],[1,0,3],[0,0,4],[3,0,3],[1,0,1],[0,0,2],0,0,[1,0,1],0,[1,0,1]],[[0,0,18],[0,1,17],[0,0,18],[0,0,18],[0,1,15],[0,1,17],[0,0,18],[0,1,19],[0,2,16],[0,2,16],[0,0,20],[0,1,17],[0,1,17],[0,4,14],[0,0,18],[0,5,13],[2,1,15],[0,2,16],[0,6,20],[0,2,16],[1,0,13],[0,7,11],[0,4,14],[0,6,12],[0,9,9],[0,4,10],[1,3,14],[0,8,10],[1,8,9],[2,10,6],[0,6,12],[0,4,14],[0,6,12],[0,4,14],[0,9,9],[0,5,13],[0,7,11],[1,11,6],[2,7,9],[1,7,10],[0,10,6],[1,7,10],[1,6,11],[2,6,8],[2,9,5],[2,14,18],[4,33,35],[0,6,10],[1,8,9],[0,7,7],[1,10,7],[1,9,10],[1,9,4],[1,7,10],[0,8,8],[2,9,7],[0,17,11],[0,9,9],[0,10,8],[0,8,8],[3,11,4],[1,9,6],[0,21,15],[0,9,7],[0,8,8],[0,10,4],[0,10,4],[1,11,6],[1,9,6],[4,8,4],[3,17,8],[3,13,2],[1,6,11],[1,7,6],[0,7,5],[2,10,4],[3,17,10],[2,11,5],[1,9,2],[0,12,4],[1,14,7],[0,6,6],[5,6,3],[0,2,2],[2,2,4],[1,2,3],0,[0,0,6],[0,0,6],[0,4,8],[1,3,6],[0,7,5],[0,3,9],[0,3,3],[0,5,7],[0,5,7],[0,5,5],[0,8,2],[0,6,6],[0,4,2],[2,4,4],[0,3,3],[0,6,2],[1,8,3],[2,6,2],[0,2,2],[0,4,2],[2,6,4],[0,4,2],[2,13,3],[2,11,9],[0,6,4],[1,8,7],[2,10,6],[1,4,5],[2,5,3],[1,5,2],[1,4,3],[1,7,4],[6,6,2],[1,2,1],[0,0,2],[0,4,0],0,[1,2,1],[1,3,2]]]}}