{"conditions":{"bot-bowl-scripted-bot":{"coverage":{"games":48,"instrumented":8,"legacy":40,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Bot Bowl scripted bot","status":"not_applicable"},"claude-haiku-5-5":{"coverage":{"games":36,"instrumented":4,"legacy":32,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Claude Haiku 5.5","status":"clear"},"claude-opus-5-5":{"coverage":{"games":32,"instrumented":0,"legacy":32,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Claude Opus 5.5","status":"unmeasured"},"deepseek-v3-2":{"coverage":{"games":34,"instrumented":0,"legacy":34,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"DeepSeek V3.2","status":"unmeasured"},"deepseek-v4-1-flash":{"coverage":{"games":38,"instrumented":8,"legacy":30,"partial":0},"enabled":true,"flagged_hosts":{"L":["Wafer"]},"flags":["L"],"hold":null,"name":"DeepSeek V4.1 Flash","status":"flagged"},"flint":{"coverage":{"games":20,"instrumented":2,"legacy":18,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Flint","status":"warming_up"},"gemini-2-5-flash-lite":{"coverage":{"games":52,"instrumented":10,"legacy":42,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Gemini 2.5 Flash Lite","status":"clear"},"gemini-4-argon":{"coverage":{"games":40,"instrumented":10,"legacy":30,"partial":0},"enabled":true,"flagged_hosts":{"S":[]},"flags":["S"],"hold":{"evidence":{"errors":{"b89b43e1-c732-4ad6-bca3-71c84b7a4060":{"unknown":{"rejected":1}},"f05ee1fa-56c8-44c7-8e34-5e8348290977":{"unknown":{"rejected":1}}},"games":["f05ee1fa-56c8-44c7-8e34-5e8348290977","b89b43e1-c732-4ad6-bca3-71c84b7a4060"],"provider_fallback_actions":{"b89b43e1-c732-4ad6-bca3-71c84b7a4060":6,"f05ee1fa-56c8-44c7-8e34-5e8348290977":1},"signal":"S","window":["f05ee1fa-56c8-44c7-8e34-5e8348290977","b8e333e2-8de2-4476-8fba-8efe4e8156e7","b89b43e1-c732-4ad6-bca3-71c84b7a4060"]},"id":3,"model_id":"gemini-4-argon","placed_at":1794948121.3080442,"placed_by":"auto","release_note":null,"released_at":null,"released_by":null,"signal":"S","status":"active"},"name":"Gemini 4 Argon","status":"flagged"},"gemini-4-neon":{"coverage":{"games":10,"instrumented":10,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Gemini 4 Neon","status":"clear"},"gpt-5-mini":{"coverage":{"games":36,"instrumented":2,"legacy":34,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"GPT-5 mini","status":"warming_up"},"gpt-6-1-sol":{"coverage":{"games":34,"instrumented":2,"legacy":32,"partial":0},"enabled":true,"flagged_hosts":{"R":["OpenAI"]},"flags":["R"],"hold":null,"name":"GPT-6.1 Sol","status":"flagged"},"gpt-6-2-sol":{"coverage":{"games":16,"instrumented":16,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{"R":["Amazon Bedrock"]},"flags":["R"],"hold":null,"name":"GPT-6.2 Sol","status":"flagged"},"gpt-6-luna":{"coverage":{"games":34,"instrumented":6,"legacy":28,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"GPT-6 Luna","status":"clear"},"inkling-2-small":{"coverage":{"games":16,"instrumented":16,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Inkling 2 Small","status":"clear"},"inkling-small":{"coverage":{"games":16,"instrumented":16,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Inkling Small","status":"clear"},"liquid-lfm2-5-24b-a2b":{"coverage":{"games":20,"instrumented":2,"legacy":18,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Liquid LFM2.5-24B-A2B","status":"warming_up"},"mistral-large-4":{"coverage":{"games":38,"instrumented":2,"legacy":36,"partial":0},"enabled":true,"flagged_hosts":{"S":[]},"flags":["S"],"hold":{"evidence":{"errors":{"3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d":{"Mistral":{"rejected":4}},"6ca63c04-9b94-4f0b-b70a-a8c4760e3320":{"Mistral":{"rejected":9}}},"games":["3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d","6ca63c04-9b94-4f0b-b70a-a8c4760e3320"],"provider_fallback_actions":{"3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d":23,"6ca63c04-9b94-4f0b-b70a-a8c4760e3320":19},"signal":"S","window":["3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d","6ca63c04-9b94-4f0b-b70a-a8c4760e3320"]},"id":2,"model_id":"mistral-large-4","placed_at":1794664032.2017796,"placed_by":"auto","release_note":null,"released_at":null,"released_by":null,"signal":"S","status":"active"},"name":"Mistral Large 4","status":"flagged"},"muse-ember":{"coverage":{"games":20,"instrumented":20,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Muse Ember","status":"clear"},"muse-glimmer-30b":{"coverage":{"games":20,"instrumented":0,"legacy":20,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Muse Glimmer 30B","status":"unmeasured"},"muse-spark-open":{"coverage":{"games":18,"instrumented":0,"legacy":18,"partial":0},"enabled":false,"flagged_hosts":{},"flags":[],"hold":null,"name":"Muse Spark Open (forced tools)","status":"unmeasured"},"muse-spark-open-reasoning":{"coverage":{"games":18,"instrumented":2,"legacy":16,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Muse Spark Open (reasoning)","status":"warming_up"},"muse-wonder":{"coverage":{"games":38,"instrumented":4,"legacy":34,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Muse Wonder","status":"clear"},"nemotron-3-5-super-vl":{"coverage":{"games":22,"instrumented":0,"legacy":22,"partial":0},"enabled":false,"flagged_hosts":{},"flags":[],"hold":null,"name":"Nemotron 3.5 Super VL (forced tools)","status":"unmeasured"},"nemotron-3-5-super-vl-reasoning":{"coverage":{"games":16,"instrumented":0,"legacy":16,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Nemotron 3.5 Super VL (reasoning)","status":"unmeasured"},"nemotron-3-ultra":{"coverage":{"games":16,"instrumented":0,"legacy":16,"partial":0},"enabled":false,"flagged_hosts":{},"flags":[],"hold":null,"name":"Nemotron 3 Ultra (forced tools)","status":"unmeasured"},"nemotron-3-ultra-reasoning":{"coverage":{"games":16,"instrumented":0,"legacy":16,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Nemotron 3 Ultra (reasoning)","status":"unmeasured"},"qwen-3-8-flash":{"coverage":{"games":42,"instrumented":4,"legacy":38,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Qwen 3.8 Flash","status":"clear"},"qwen4-max":{"coverage":{"games":16,"instrumented":16,"legacy":0,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Qwen4 Max","status":"clear"},"random-baseline":{"coverage":{"games":58,"instrumented":12,"legacy":46,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Random baseline","status":"not_applicable"},"reflection-beam-1-0":{"coverage":{"games":34,"instrumented":6,"legacy":28,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Reflection Beam 1.0","status":"clear"},"ripple-65b-preview":{"coverage":{"games":0,"instrumented":0,"legacy":0,"partial":0},"enabled":false,"flagged_hosts":{},"flags":[],"hold":null,"name":"Ripple-65B Preview","status":"unmeasured"},"scripted-baseline":{"coverage":{"games":34,"instrumented":2,"legacy":32,"partial":0},"enabled":true,"flagged_hosts":{},"flags":[],"hold":null,"name":"Scripted baseline","status":"not_applicable"}},"fallback_causes":{"aborted":"the game was aborted","agent_crash":"the agent loop crashed (harness)","cost_budget":"the game's cost budget ran out","decision_timeout":"a decision timed out","illegal_streak":"too many illegal or invalid calls since the last game action","llm_error":"a model call failed after retries (provider)","other":"other","time_cap":"the whole-game time cap was reached","tool_budget":"the turn's tool-call budget was used up","truncation_streak":"too many truncated replies since the last game action","turn_time":"the turn's time limit ran out","unavailable":"the model was marked unavailable after failed calls (provider)"},"holds":[{"evidence":{"errors":{"3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d":{"Mistral":{"rejected":4}},"6ca63c04-9b94-4f0b-b70a-a8c4760e3320":{"Mistral":{"rejected":9}}},"games":["3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d","6ca63c04-9b94-4f0b-b70a-a8c4760e3320"],"provider_fallback_actions":{"3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d":23,"6ca63c04-9b94-4f0b-b70a-a8c4760e3320":19},"signal":"S","window":["3c28c2cc-2893-44fe-9c28-bf8dbaf77b8d","6ca63c04-9b94-4f0b-b70a-a8c4760e3320"]},"model_id":"mistral-large-4","name":"Mistral Large 4","placed_at":1794664032.2017796,"placed_by":"auto","signal":"S"},{"evidence":{"errors":{"b89b43e1-c732-4ad6-bca3-71c84b7a4060":{"unknown":{"rejected":1}},"f05ee1fa-56c8-44c7-8e34-5e8348290977":{"unknown":{"rejected":1}}},"games":["f05ee1fa-56c8-44c7-8e34-5e8348290977","b89b43e1-c732-4ad6-bca3-71c84b7a4060"],"provider_fallback_actions":{"b89b43e1-c732-4ad6-bca3-71c84b7a4060":6,"f05ee1fa-56c8-44c7-8e34-5e8348290977":1},"signal":"S","window":["f05ee1fa-56c8-44c7-8e34-5e8348290977","b8e333e2-8de2-4476-8fba-8efe4e8156e7","b89b43e1-c732-4ad6-bca3-71c84b7a4060"]},"model_id":"gemini-4-argon","name":"Gemini 4 Argon","placed_at":1794948121.3080442,"placed_by":"auto","signal":"S"}],"signals":{"H":{"means":"The share of model calls each serving host answered, so an average cannot hide one route.","name":"Host mix","next":"Information only.","trigger":"Always shown."},"L":{"means":"The model keeps generating past the shared output ceiling before it acts. Long output is not evidence of better play.","name":"Output cap reached","next":"Public flag only. The ceiling is the same for everyone and is not raised for one model.","trigger":"More than 5% of replies were cut off at the output length limit over the latest 3 completed instrumented games, for the condition or for one host with at least 30 of those replies."},"P":{"means":"Model behaviour: the harness nudges each such reply and counts it towards the invalid-call limit.","name":"Prose instead of tools","next":"Public flag only. Settings stay as they are.","trigger":"More than 5% of replies had no tool call over the latest 3 completed instrumented games, for the condition or for one host with at least 30 of those replies."},"R":{"means":"On that host, requiring a tool call may be stopping the provider from returning reasoning, as it did on a few known routes. It does not prove that the model did no internal thinking.","name":"Reasoning not returned","next":"Public flag and a review. A maintainer may open one successor condition whose only change is automatic tool choice (reasoning stays requested), with its own ID and placement. Nothing is changed automatically.","trigger":"Reasoning was requested, yet on one serving host at least 80% of the condition's first 30 ordinary team-turn replies came back with fewer than 16 reasoning tokens, no readable or encrypted reasoning and nothing substantive in the reply text."},"S":{"means":"A provider outage, not the model's play. Fallback caused by the model's own illegal calls, truncations or time budget does not count.","name":"Substituted play","next":"Public flag, and a scheduling hold on the condition: the game in progress finishes, its queued games keep their place and wait, everything else carries on, until a maintainer releases the hold.","trigger":"The default policy played for the model because its provider failed (model calls that still failed after retries, or the model marked unavailable) in 2 of the latest 3 completed instrumented games."}},"summary":{"clear":11,"flagged":5,"not_applicable":3,"unmeasured":9,"warming_up":4},"thresholds":{"L":{"games":3,"min_host_responses":30,"rate":0.05},"P":{"games":3,"min_host_responses":30,"rate":0.05},"R":{"low_share":0.8,"min_reasoning_tokens":16,"substantive_chars":40,"window":30},"S":{"games":3,"games_with":2}},"version":1}
