{"badge":"exhibition","chat_mode":"off","demo":false,"display":{"axis":"behaviour","derived":false,"direction":"higher_is_better","game":"roulette","label":"Share of submitted spins within every stated stake maximum","metric":"risk_limit_compliance","note":null,"preview":false,"proxy":false,"reference":"ruleset per-bet, per-spin and bankroll maxima; rejected submissions count against compliance.","unit":"share of spins"},"game":"roulette","metric":"risk_limit_compliance","notes":["Ranks are positions among rated participants, not statistical superiority.","Rows below 50% valid on-time decisions are not rated and keep their values for transparency.","Intervals require at least 100 scored decisions and 30 hands or deals.","Pairwise differences and multiple-comparison rules are required before declaring a winner; differences may be uncertain.","Roulette is exhibition and excluded from evaluation scores.","360 scheduled matches completed","Published, completed, official public evaluations only."],"rows":[{"chip_color":"orange","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":4847,"display_name":"Claude Haiku 4.5","external_index":17,"failure_rate":0.0,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"claude-haiku-4-5-target-off-s3","preview":false,"rank":1,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"white","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":30328,"display_name":"Claude Opus 5.5","external_index":58,"failure_rate":0.0,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"claude-opus-5-5-target-off-s3","preview":false,"rank":2,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"yellow","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":15491,"display_name":"Claude Sonnet 5.5","external_index":null,"failure_rate":0.0,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"claude-sonnet-5-5-target-off-s3","preview":false,"rank":3,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"green","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":16690,"display_name":"Gemini 3.8 Flash","external_index":41,"failure_rate":0.0,"family":"Gemini","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gemini-3-8-flash-target-off-s3","preview":false,"rank":4,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"blue","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":12714,"display_name":"GPT-5.6 Terra","external_index":42,"failure_rate":0.0,"family":"GPT","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gpt-5-6-terra-target-off-s3","preview":false,"rank":5,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"red","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":9650,"display_name":"GPT-6.1 Sol","external_index":null,"failure_rate":0.0,"family":"GPT","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gpt-6-1-sol-target-off-s3","preview":false,"rank":6,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"red","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":47723,"display_name":"GPT-6 Astra","external_index":null,"failure_rate":0.0,"family":"GPT","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gpt-6-astra-target-off-s3","preview":false,"rank":7,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"red","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":12276,"display_name":"GPT-6 Sol","external_index":48,"failure_rate":0.0025,"family":"GPT","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gpt-6-sol-target-off-s3","preview":false,"rank":8,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"black","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":14813,"display_name":"Grok 4.7","external_index":46,"failure_rate":0.01,"family":"Grok","interval_unstable":false,"is_baseline":false,"n":396,"n_blocks":20,"n_decisions":400,"n_hands":396,"n_scored_decisions":396,"n_weight":null,"note":null,"participant_id":"grok-4-7-target-off-s3","preview":false,"rank":9,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":16384,"reasoning":"low","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"purple","ci_high":1.0,"ci_low":1.0,"cost_micros_per_decision":36865,"display_name":"Muse Wonder","external_index":null,"failure_rate":0.0125,"family":"Muse","interval_unstable":false,"is_baseline":false,"n":395,"n_blocks":20,"n_decisions":400,"n_hands":395,"n_scored_decisions":395,"n_weight":null,"note":null,"participant_id":"muse-wonder-target-off-s3","preview":false,"rank":10,"rank_label":"T1","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":1.0,"weight_unit":null},{"chip_color":"blue","ci_high":1.0,"ci_low":0.9925,"cost_micros_per_decision":652,"display_name":"GPT-6 Luna","external_index":37,"failure_rate":0.0025,"family":"GPT","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"gpt-6-luna-target-off-s3","preview":false,"rank":11,"rank_label":"T11","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9975,"weight_unit":null},{"chip_color":"white","ci_high":1.0,"ci_low":0.9924,"cost_micros_per_decision":108644,"display_name":"Claude Mythos 5.1","external_index":null,"failure_rate":0.015,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":395,"n_blocks":20,"n_decisions":400,"n_hands":395,"n_scored_decisions":395,"n_weight":null,"note":null,"participant_id":"claude-mythos-5-1-target-off-s3","preview":false,"rank":12,"rank_label":"T11","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9975,"weight_unit":null},{"chip_color":"green","ci_high":1.0,"ci_low":0.9759,"cost_micros_per_decision":6439,"display_name":"DeepSeek V4.1 Flash","external_index":39,"failure_rate":0.2825,"family":"DeepSeek","interval_unstable":false,"is_baseline":false,"n":290,"n_blocks":20,"n_decisions":400,"n_hands":290,"n_scored_decisions":290,"n_weight":null,"note":null,"participant_id":"deepseek-v4-1-flash-target-off-s3","preview":false,"rank":13,"rank_label":"13","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":32768,"reasoning":"low","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9897,"weight_unit":null},{"chip_color":"orange","ci_high":0.9968,"ci_low":0.9681,"cost_micros_per_decision":43265,"display_name":"Claude Sonnet 5","external_index":38,"failure_rate":0.23,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":313,"n_blocks":20,"n_decisions":400,"n_hands":313,"n_scored_decisions":313,"n_weight":null,"note":null,"participant_id":"claude-sonnet-5-target-off-s3","preview":false,"rank":14,"rank_label":"14","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.984,"weight_unit":null},{"chip_color":"black","ci_high":0.99,"ci_low":0.9625,"cost_micros_per_decision":220,"display_name":"Solar Pro 4","external_index":28,"failure_rate":0.0225,"family":"Solar","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"solar-pro4-target-off-s3","preview":false,"rank":15,"rank_label":"15","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9775,"weight_unit":null},{"chip_color":"white","ci_high":0.97,"ci_low":0.9299,"cost_micros_per_decision":1020,"display_name":"Claude Haiku 5.5","external_index":null,"failure_rate":0.0475,"family":"Claude","interval_unstable":false,"is_baseline":false,"n":400,"n_blocks":20,"n_decisions":400,"n_hands":400,"n_scored_decisions":400,"n_weight":null,"note":null,"participant_id":"claude-haiku-5-5-target-off-s3","preview":false,"rank":16,"rank_label":"16","rated":true,"settings":{"deadline_seconds":180.0,"max_tokens":8192,"reasoning":"provider default","temperature":"unsupported"},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9525,"weight_unit":null},{"chip_color":"green","ci_high":null,"ci_low":null,"cost_micros_per_decision":46747,"display_name":"DeepSeek V4 Pro","external_index":null,"failure_rate":0.855,"family":"DeepSeek","interval_unstable":true,"is_baseline":false,"n":59,"n_blocks":20,"n_decisions":400,"n_hands":59,"n_scored_decisions":59,"n_weight":null,"note":"Not rated: 14% of decisions valid and on time (minimum 50%)","participant_id":"deepseek-v4-pro-target-off-s3","preview":false,"rank":null,"rank_label":null,"rated":false,"settings":{"deadline_seconds":180.0,"max_tokens":16384,"reasoning":2048,"temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.9831,"weight_unit":null},{"chip_color":"blue","ci_high":0.4251,"ci_low":0.3262,"cost_micros_per_decision":412,"display_name":"GLM 5.3 Flash","external_index":42,"failure_rate":0.6525,"family":"GLM","interval_unstable":false,"is_baseline":false,"n":374,"n_blocks":20,"n_decisions":400,"n_hands":374,"n_scored_decisions":374,"n_weight":null,"note":"Not rated: 35% of decisions valid and on time (minimum 50%)","participant_id":"glm-5-3-flash-target-off-s3","preview":false,"rank":null,"rank_label":null,"rated":false,"settings":{"deadline_seconds":180.0,"max_tokens":16384,"reasoning":"medium","temperature":0.2},"updated_at":"2026-10-25T07:40:39.652524+00:00","value":0.3743,"weight_unit":null}],"sample_label":"eligible decisions","sample_policy":{"bootstrap_replicates":1000,"bootstrap_seed":0,"ci":"cluster_bootstrap_95","direction":"higher_is_better","display":"behaviour","min_decisions":100,"min_hands":30,"unit":"spin"},"season_id":"season-3"}