{
  "current_version": "20260815.0.1",
  "records": [
    {
      "cost_per_repair_usd": 0.005838324660000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 637553,
      "known_cost_usd": 0.01751497398,
      "median_duration_seconds": 220,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 15609,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01382774,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 328531,
      "known_cost_usd": 0.04148322,
      "median_duration_seconds": 45,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 11563,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.11932303999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 317959,
      "known_cost_usd": 0.35796912,
      "median_duration_seconds": 78,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 7701,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006915425,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 697069,
      "known_cost_usd": 0.020746275,
      "median_duration_seconds": 57,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8247,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0034742759999999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 483868,
      "known_cost_usd": 0.010422827999999999,
      "median_duration_seconds": 53,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 10313,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.002206533,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 168667,
      "known_cost_usd": 0.006619599,
      "median_duration_seconds": 94,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 10157,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0028625163999999995,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 154051,
      "known_cost_usd": 0.008587549199999999,
      "median_duration_seconds": 42,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 4911,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006974006129999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 555315,
      "known_cost_usd": 0.013948012259999998,
      "median_duration_seconds": 198,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 17109,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.021972982666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 664153,
      "known_cost_usd": 0.06591894799999999,
      "median_duration_seconds": 62,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 12574,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.22903136000000002,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 557802,
      "known_cost_usd": 0.68709408,
      "median_duration_seconds": 260,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 12471,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007752376666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 747197,
      "known_cost_usd": 0.02325713,
      "median_duration_seconds": 58,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 9178,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009665657999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 905930,
      "known_cost_usd": 0.019331315999999998,
      "median_duration_seconds": 77,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 14244,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 3,
      "failure_categories": {
        "agent_timeout": 1,
        "backlog_not_recovered": 2
      },
      "input_tokens": 307448,
      "known_cost_usd": 0.01106511,
      "median_duration_seconds": 187,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 12527,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.5614970317550454,
      "pass_rate_95_low": 5.551115123125783e-17,
      "passed": 0,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009609040999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 343155,
      "known_cost_usd": 0.019218081999999997,
      "median_duration_seconds": 69,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 7963,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01781584434,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2823287,
      "known_cost_usd": 0.05344753302,
      "median_duration_seconds": 447,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 50062,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.321964492,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 9002787,
      "known_cost_usd": 0.643928984,
      "median_duration_seconds": 374,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 46524,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.26727216,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1026795,
      "known_cost_usd": 0.8018164799999999,
      "median_duration_seconds": 123,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 15141,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012059463333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1365575,
      "known_cost_usd": 0.03617839,
      "median_duration_seconds": 116,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13135,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.058324311,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 9168699,
      "known_cost_usd": 0.116648622,
      "median_duration_seconds": 661,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 75524,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009916087999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 877530,
      "known_cost_usd": 0.029748263999999996,
      "median_duration_seconds": 133,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 20377,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015101744,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1010407,
      "known_cost_usd": 0.045305232,
      "median_duration_seconds": 97,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11930,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.030450060899999992,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2353140,
      "known_cost_usd": 0.060900121799999984,
      "median_duration_seconds": 735,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 75779,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.18245345999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 7113097,
      "known_cost_usd": 0.54736038,
      "median_duration_seconds": 636,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 60797,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.2730092,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 508775,
      "known_cost_usd": 0.8190276,
      "median_duration_seconds": 239,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 25515,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00674509,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 549389,
      "known_cost_usd": 0.02023527,
      "median_duration_seconds": 98,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13878,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.016401105,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "poison_not_quarantined": 1
      },
      "input_tokens": 1949543,
      "known_cost_usd": 0.03280221,
      "median_duration_seconds": 168,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 31647,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010759503999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 831804,
      "known_cost_usd": 0.032278511999999995,
      "median_duration_seconds": 374,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 49446,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0252289704,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1823104,
      "known_cost_usd": 0.0756869112,
      "median_duration_seconds": 341,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 41384,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00446044998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 448553,
      "known_cost_usd": 0.01338134994,
      "median_duration_seconds": 315,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 19916,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02956565066666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 895738,
      "known_cost_usd": 0.08869695200000001,
      "median_duration_seconds": 307,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 13686,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.21912101333333336,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 599797,
      "known_cost_usd": 0.6573630400000001,
      "median_duration_seconds": 138,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 15393,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004943643333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 426204,
      "known_cost_usd": 0.014830929999999999,
      "median_duration_seconds": 57,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 9663,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.024043833,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2258205,
      "known_cost_usd": 0.048087666,
      "median_duration_seconds": 742,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 45496,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007222579,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 655383,
      "known_cost_usd": 0.021667737,
      "median_duration_seconds": 501,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 22776,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.011918290666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 946185,
      "known_cost_usd": 0.035754872,
      "median_duration_seconds": 93,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 15173,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005838324660000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 637553,
      "known_cost_usd": 0.01751497398,
      "median_duration_seconds": 220,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 15609,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01382774,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 328531,
      "known_cost_usd": 0.04148322,
      "median_duration_seconds": 45,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 11563,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.11932303999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 317959,
      "known_cost_usd": 0.35796912,
      "median_duration_seconds": 78,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 7701,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006915425,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 697069,
      "known_cost_usd": 0.020746275,
      "median_duration_seconds": 57,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8247,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.34641125,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 654958,
      "known_cost_usd": 1.03923375,
      "median_duration_seconds": 74,
      "model": "openai/gpt-5.6-sol",
      "model_label": "GPT-5.6 Sol",
      "output_tokens": 10915,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0034742759999999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 483868,
      "known_cost_usd": 0.010422827999999999,
      "median_duration_seconds": 53,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 10313,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.002206533,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 168667,
      "known_cost_usd": 0.006619599,
      "median_duration_seconds": 94,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 10157,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0028625163999999995,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 154051,
      "known_cost_usd": 0.008587549199999999,
      "median_duration_seconds": 42,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 4911,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006974006129999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 555315,
      "known_cost_usd": 0.013948012259999998,
      "median_duration_seconds": 198,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 17109,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.021972982666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 664153,
      "known_cost_usd": 0.06591894799999999,
      "median_duration_seconds": 62,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 12574,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.22903136000000002,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 557802,
      "known_cost_usd": 0.68709408,
      "median_duration_seconds": 260,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 12471,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007752376666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 747197,
      "known_cost_usd": 0.02325713,
      "median_duration_seconds": 58,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 9178,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.4094404166666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 866587,
      "known_cost_usd": 1.22832125,
      "median_duration_seconds": 81,
      "model": "openai/gpt-5.6-sol",
      "model_label": "GPT-5.6 Sol",
      "output_tokens": 11888,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009665657999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 905930,
      "known_cost_usd": 0.019331315999999998,
      "median_duration_seconds": 77,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 14244,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 3,
      "failure_categories": {
        "agent_timeout": 1,
        "backlog_not_recovered": 2
      },
      "input_tokens": 307448,
      "known_cost_usd": 0.01106511,
      "median_duration_seconds": 187,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 12527,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.5614970317550454,
      "pass_rate_95_low": 5.551115123125783e-17,
      "passed": 0,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009609040999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 343155,
      "known_cost_usd": 0.019218081999999997,
      "median_duration_seconds": 69,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 7963,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01781584434,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2823287,
      "known_cost_usd": 0.05344753302,
      "median_duration_seconds": 447,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 50062,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.321964492,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 9002787,
      "known_cost_usd": 0.643928984,
      "median_duration_seconds": 374,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 46524,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.26727216,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1026795,
      "known_cost_usd": 0.8018164799999999,
      "median_duration_seconds": 123,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 15141,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012059463333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1365575,
      "known_cost_usd": 0.03617839,
      "median_duration_seconds": 116,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13135,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.5358656666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1206443,
      "known_cost_usd": 1.6075970000000002,
      "median_duration_seconds": 106,
      "model": "openai/gpt-5.6-sol",
      "model_label": "GPT-5.6 Sol",
      "output_tokens": 11135,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.058324311,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 9168699,
      "known_cost_usd": 0.116648622,
      "median_duration_seconds": 661,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 75524,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009916087999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 877530,
      "known_cost_usd": 0.029748263999999996,
      "median_duration_seconds": 133,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 20377,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015101744,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1010407,
      "known_cost_usd": 0.045305232,
      "median_duration_seconds": 97,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11930,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.030450060899999992,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2353140,
      "known_cost_usd": 0.060900121799999984,
      "median_duration_seconds": 735,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 75779,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.18245345999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 7113097,
      "known_cost_usd": 0.54736038,
      "median_duration_seconds": 636,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 60797,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.2730092,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 508775,
      "known_cost_usd": 0.8190276,
      "median_duration_seconds": 239,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 25515,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00674509,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 549389,
      "known_cost_usd": 0.02023527,
      "median_duration_seconds": 98,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13878,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.4339870833333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 802430,
      "known_cost_usd": 1.30196125,
      "median_duration_seconds": 137,
      "model": "openai/gpt-5.6-sol",
      "model_label": "GPT-5.6 Sol",
      "output_tokens": 17979,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.016401105,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "poison_not_quarantined": 1
      },
      "input_tokens": 1949543,
      "known_cost_usd": 0.03280221,
      "median_duration_seconds": 168,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 31647,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010759503999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 831804,
      "known_cost_usd": 0.032278511999999995,
      "median_duration_seconds": 374,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 49446,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0252289704,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1823104,
      "known_cost_usd": 0.0756869112,
      "median_duration_seconds": 341,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 41384,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00446044998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 448553,
      "known_cost_usd": 0.01338134994,
      "median_duration_seconds": 315,
      "model": "deepseek/deepseek-v4-pro",
      "model_label": "DeepSeek V4 Pro",
      "output_tokens": 19916,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02956565066666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 895738,
      "known_cost_usd": 0.08869695200000001,
      "median_duration_seconds": 307,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 13686,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.21912101333333336,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 599797,
      "known_cost_usd": 0.6573630400000001,
      "median_duration_seconds": 138,
      "model": "moonshotai/kimi-k3",
      "model_label": "Kimi K3",
      "output_tokens": 15393,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004943643333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 426204,
      "known_cost_usd": 0.014830929999999999,
      "median_duration_seconds": 57,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 9663,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.5198747499999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1189881,
      "known_cost_usd": 1.55962425,
      "median_duration_seconds": 118,
      "model": "openai/gpt-5.6-sol",
      "model_label": "GPT-5.6 Sol",
      "output_tokens": 15675,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.024043833,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2258205,
      "known_cost_usd": 0.048087666,
      "median_duration_seconds": 742,
      "model": "poolside/laguna-s-2.1",
      "model_label": "Laguna S 2.1",
      "output_tokens": 45496,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007222579,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 655383,
      "known_cost_usd": 0.021667737,
      "median_duration_seconds": 501,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 22776,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.011918290666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 946185,
      "known_cost_usd": 0.035754872,
      "median_duration_seconds": 93,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 15173,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005146960373333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 329120,
      "known_cost_usd": 0.01544088112,
      "median_duration_seconds": 90,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 12645,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009336290133333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 742119,
      "known_cost_usd": 0.028008870399999997,
      "median_duration_seconds": 148,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 26392,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012526366720000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1042766,
      "known_cost_usd": 0.037579100160000004,
      "median_duration_seconds": 146,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 30645,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.17155631584,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "agent_timeout": 2
      },
      "input_tokens": 6119990,
      "known_cost_usd": 0.17155631584,
      "median_duration_seconds": 904,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 166981,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260809.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012723535253333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1013257,
      "known_cost_usd": 0.03817060576,
      "median_duration_seconds": 236,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 42727,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005146960373333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 329120,
      "known_cost_usd": 0.01544088112,
      "median_duration_seconds": 90,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 12645,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004252795,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 336916,
      "known_cost_usd": 0.012758385,
      "median_duration_seconds": 40,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6198,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.002784243,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 221319,
      "known_cost_usd": 0.008352729,
      "median_duration_seconds": 90,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 11344,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0216993872,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 236345,
      "known_cost_usd": 0.0650981616,
      "median_duration_seconds": 32,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 6847,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009336290133333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 742119,
      "known_cost_usd": 0.028008870399999997,
      "median_duration_seconds": 148,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 26392,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0083309275,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 488153,
      "known_cost_usd": 0.016661855,
      "median_duration_seconds": 56,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8821,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.013253688,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "backlog_not_recovered": 2
      },
      "input_tokens": 360512,
      "known_cost_usd": 0.013253688,
      "median_duration_seconds": 133,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 16604,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010237874133333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 834471,
      "known_cost_usd": 0.030713622399999998,
      "median_duration_seconds": 75,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11206,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012526366720000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1042766,
      "known_cost_usd": 0.037579100160000004,
      "median_duration_seconds": 146,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 30645,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008556443333333335,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 790674,
      "known_cost_usd": 0.025669330000000004,
      "median_duration_seconds": 75,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 10267,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006886957,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 622883,
      "known_cost_usd": 0.020660871,
      "median_duration_seconds": 115,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 15789,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0209197184,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1789427,
      "known_cost_usd": 0.0627591552,
      "median_duration_seconds": 94,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 13276,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.17155631584,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "agent_timeout": 2
      },
      "input_tokens": 6119990,
      "known_cost_usd": 0.17155631584,
      "median_duration_seconds": 904,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 166981,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.011801545,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 689025,
      "known_cost_usd": 0.02360309,
      "median_duration_seconds": 102,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 14665,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020309383499999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "poison_not_quarantined": 1
      },
      "input_tokens": 1228207,
      "known_cost_usd": 0.04061876699999999,
      "median_duration_seconds": 340,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 47655,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.03704951733333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2806669,
      "known_cost_usd": 0.111148552,
      "median_duration_seconds": 321,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 59589,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012723535253333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1013257,
      "known_cost_usd": 0.03817060576,
      "median_duration_seconds": 236,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 42727,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006635816666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 703838,
      "known_cost_usd": 0.01990745,
      "median_duration_seconds": 71,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 9752,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007365176,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 641116,
      "known_cost_usd": 0.022095528,
      "median_duration_seconds": 301,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 26098,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0107854176,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 823649,
      "known_cost_usd": 0.0323562528,
      "median_duration_seconds": 238,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 16468,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260809.0.3",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006040731666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 569214,
      "known_cost_usd": 0.018122195,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8853,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0026931869999999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 185337,
      "known_cost_usd": 0.008079560999999999,
      "median_duration_seconds": 97,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 13145,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.029931421466666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 245347,
      "known_cost_usd": 0.0897942644,
      "median_duration_seconds": 56,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11089,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0069072175,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 446156,
      "known_cost_usd": 0.013814435,
      "median_duration_seconds": 69,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6440,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020953695,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "backlog_not_recovered": 2
      },
      "input_tokens": 553941,
      "known_cost_usd": 0.020953695,
      "median_duration_seconds": 194,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 24554,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.031289808933333337,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 309773,
      "known_cost_usd": 0.0938694268,
      "median_duration_seconds": 61,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 8365,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012684220000000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1548076,
      "known_cost_usd": 0.03805266,
      "median_duration_seconds": 152,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13679,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008844685500000001,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 502003,
      "known_cost_usd": 0.017689371000000002,
      "median_duration_seconds": 159,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 12047,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.19161053353333332,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2265011,
      "known_cost_usd": 0.5748316005999999,
      "median_duration_seconds": 171,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 22390,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010213846666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1112869,
      "known_cost_usd": 0.030641539999999995,
      "median_duration_seconds": 166,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 19018,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0192960495,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 1037831,
      "known_cost_usd": 0.038592099,
      "median_duration_seconds": 555,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 48525,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.6284127200000001,
      "cost_reported_trials": 3,
      "evaluated": 2,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2185499,
      "known_cost_usd": 1.2568254400000003,
      "median_duration_seconds": 397.0,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 57731,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.34238022750665303,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008624896666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 943459,
      "known_cost_usd": 0.02587469,
      "median_duration_seconds": 138,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 11732,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00605052,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 508198,
      "known_cost_usd": 0.01815156,
      "median_duration_seconds": 256,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 22655,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.07331331593333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 844721,
      "known_cost_usd": 0.2199399478,
      "median_duration_seconds": 126,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 16502,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004477000266666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 302084,
      "known_cost_usd": 0.0134310008,
      "median_duration_seconds": 77,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 10685,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004612961786666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 311438,
      "known_cost_usd": 0.013838885359999999,
      "median_duration_seconds": 133,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 12181,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005706865080000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 429029,
      "known_cost_usd": 0.01712059524,
      "median_duration_seconds": 126,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 15023,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006040731666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 569214,
      "known_cost_usd": 0.018122195,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8853,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0026931869999999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 185337,
      "known_cost_usd": 0.008079560999999999,
      "median_duration_seconds": 97,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 13145,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.029931421466666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 245347,
      "known_cost_usd": 0.0897942644,
      "median_duration_seconds": 56,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11089,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010737930720000002,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 939027,
      "known_cost_usd": 0.032213792160000004,
      "median_duration_seconds": 116,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 25250,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007844238026666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 663171,
      "known_cost_usd": 0.02353271408,
      "median_duration_seconds": 90,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 15527,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010387867457333331,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 778151,
      "known_cost_usd": 0.031163602371999995,
      "median_duration_seconds": 196,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 25056,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0069072175,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 446156,
      "known_cost_usd": 0.013814435,
      "median_duration_seconds": 69,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6440,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020953695,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "backlog_not_recovered": 2
      },
      "input_tokens": 553941,
      "known_cost_usd": 0.020953695,
      "median_duration_seconds": 194,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 24554,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.031289808933333337,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 309773,
      "known_cost_usd": 0.0938694268,
      "median_duration_seconds": 61,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 8365,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.03069323783866666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 3300104,
      "known_cost_usd": 0.09207971351599997,
      "median_duration_seconds": 463,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 73517,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01205076292,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1105769,
      "known_cost_usd": 0.03615228876,
      "median_duration_seconds": 329,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 28040,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.055544911576,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 3824288,
      "known_cost_usd": 0.111089823152,
      "median_duration_seconds": 485,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 95446,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012684220000000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1548076,
      "known_cost_usd": 0.03805266,
      "median_duration_seconds": 152,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13679,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008844685500000001,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 502003,
      "known_cost_usd": 0.017689371000000002,
      "median_duration_seconds": 159,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 12047,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.19161053353333332,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2265011,
      "known_cost_usd": 0.5748316005999999,
      "median_duration_seconds": 171,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 22390,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.033721158480000006,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 3299697,
      "known_cost_usd": 0.10116347544000001,
      "median_duration_seconds": 561,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 94325,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01879678626,
      "cost_reported_trials": 3,
      "evaluated": 2,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1166153,
      "known_cost_usd": 0.03759357252,
      "median_duration_seconds": 295.5,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 36677,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.34238022750665303,
      "passed": 2,
      "reasoning_effort": "low",
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.029486589169333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2857863,
      "known_cost_usd": 0.088459767508,
      "median_duration_seconds": 546,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 86722,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010213846666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1112869,
      "known_cost_usd": 0.030641539999999995,
      "median_duration_seconds": 166,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 19018,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0192960495,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 1037831,
      "known_cost_usd": 0.038592099,
      "median_duration_seconds": 555,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 48525,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.6284127200000001,
      "cost_reported_trials": 3,
      "evaluated": 2,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2185499,
      "known_cost_usd": 1.2568254400000003,
      "median_duration_seconds": 397.0,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 57731,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.34238022750665303,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.014956679919999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1459128,
      "known_cost_usd": 0.044870039759999994,
      "median_duration_seconds": 253,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 36543,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010375287439999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 930292,
      "known_cost_usd": 0.031125862319999996,
      "median_duration_seconds": 296,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 27555,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01457832152,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1279196,
      "known_cost_usd": 0.04373496456,
      "median_duration_seconds": 232,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 46693,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008624896666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 943459,
      "known_cost_usd": 0.02587469,
      "median_duration_seconds": 138,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 11732,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00605052,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 508198,
      "known_cost_usd": 0.01815156,
      "median_duration_seconds": 256,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 22655,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.07331331593333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 844721,
      "known_cost_usd": 0.2199399478,
      "median_duration_seconds": 126,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 16502,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004477000266666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 302084,
      "known_cost_usd": 0.0134310008,
      "median_duration_seconds": 77,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 10685,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.004612961786666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 311438,
      "known_cost_usd": 0.013838885359999999,
      "median_duration_seconds": 133,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 12181,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005706865080000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 429029,
      "known_cost_usd": 0.01712059524,
      "median_duration_seconds": 126,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 15023,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.006040731666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 569214,
      "known_cost_usd": 0.018122195,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 8853,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0026931869999999997,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 185337,
      "known_cost_usd": 0.008079560999999999,
      "median_duration_seconds": 97,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 13145,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.029931421466666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 245347,
      "known_cost_usd": 0.0897942644,
      "median_duration_seconds": 56,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11089,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010737930720000002,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 939027,
      "known_cost_usd": 0.032213792160000004,
      "median_duration_seconds": 116,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 25250,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007844238026666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 663171,
      "known_cost_usd": 0.02353271408,
      "median_duration_seconds": 90,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 15527,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010387867457333331,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 778151,
      "known_cost_usd": 0.031163602371999995,
      "median_duration_seconds": 196,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 25056,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0069072175,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 446156,
      "known_cost_usd": 0.013814435,
      "median_duration_seconds": 69,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6440,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020953695,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "backlog_not_recovered": 2
      },
      "input_tokens": 553941,
      "known_cost_usd": 0.020953695,
      "median_duration_seconds": 194,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 24554,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.031289808933333337,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 309773,
      "known_cost_usd": 0.0938694268,
      "median_duration_seconds": 61,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 8365,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.03069323783866666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 3300104,
      "known_cost_usd": 0.09207971351599997,
      "median_duration_seconds": 463,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 73517,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01205076292,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1105769,
      "known_cost_usd": 0.03615228876,
      "median_duration_seconds": 329,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 28040,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.055544911576,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 3824288,
      "known_cost_usd": 0.111089823152,
      "median_duration_seconds": 485,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 95446,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012684220000000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1548076,
      "known_cost_usd": 0.03805266,
      "median_duration_seconds": 152,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13679,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008844685500000001,
      "cost_reported_trials": 2,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 502003,
      "known_cost_usd": 0.017689371000000002,
      "median_duration_seconds": 159,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 12047,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.19161053353333332,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2265011,
      "known_cost_usd": 0.5748316005999999,
      "median_duration_seconds": 171,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 22390,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.033721158480000006,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 3299697,
      "known_cost_usd": 0.10116347544000001,
      "median_duration_seconds": 561,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 94325,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01879678626,
      "cost_reported_trials": 3,
      "evaluated": 2,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1166153,
      "known_cost_usd": 0.03759357252,
      "median_duration_seconds": 295.5,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 36677,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.34238022750665303,
      "passed": 2,
      "reasoning_effort": "low",
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.029486589169333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2857863,
      "known_cost_usd": 0.088459767508,
      "median_duration_seconds": 546,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 86722,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010213846666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1112869,
      "known_cost_usd": 0.030641539999999995,
      "median_duration_seconds": 166,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 19018,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0192960495,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 1037831,
      "known_cost_usd": 0.038592099,
      "median_duration_seconds": 555,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 48525,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.6284127200000001,
      "cost_reported_trials": 3,
      "evaluated": 2,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2185499,
      "known_cost_usd": 1.2568254400000003,
      "median_duration_seconds": 397.0,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 57731,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.34238022750665303,
      "passed": 2,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.014956679919999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1459128,
      "known_cost_usd": 0.044870039759999994,
      "median_duration_seconds": 253,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 36543,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010375287439999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 930292,
      "known_cost_usd": 0.031125862319999996,
      "median_duration_seconds": 296,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 27555,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "low",
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01457832152,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1279196,
      "known_cost_usd": 0.04373496456,
      "median_duration_seconds": 232,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 46693,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "xhigh",
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008624896666666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 943459,
      "known_cost_usd": 0.02587469,
      "median_duration_seconds": 138,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 11732,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00605052,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 508198,
      "known_cost_usd": 0.01815156,
      "median_duration_seconds": 256,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 22655,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.07331331593333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 844721,
      "known_cost_usd": 0.2199399478,
      "median_duration_seconds": 126,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 16502,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": null,
      "release": "20260810.0.2",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.05062984874000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2811641,
      "known_cost_usd": 0.10125969748000002,
      "median_duration_seconds": 719,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 117521,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260811.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.016681575,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1799632,
      "known_cost_usd": 0.050044725,
      "median_duration_seconds": 117,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 27546,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260811.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 3,
      "failure_categories": {
        "accepted_uploads_not_recovered": 1,
        "agent_timeout": 2
      },
      "input_tokens": 3133749,
      "known_cost_usd": 0.10341246300000001,
      "median_duration_seconds": 903,
      "model": "tencent/hy3-preview",
      "model_label": "Tencent HY3 Preview",
      "output_tokens": 95714,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.5614970317550454,
      "pass_rate_95_low": 5.551115123125783e-17,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260811.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.07012261566666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 870346,
      "known_cost_usd": 0.210367847,
      "median_duration_seconds": 195,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 38292,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260811.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0058742642,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 462411,
      "known_cost_usd": 0.0176227926,
      "median_duration_seconds": 95,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 16941,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0954586506666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2197800,
      "known_cost_usd": 0.2863759520000001,
      "median_duration_seconds": 344,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 63205,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010463908333333332,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 978291,
      "known_cost_usd": 0.031391724999999995,
      "median_duration_seconds": 66,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 13965,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.017272352,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 244108,
      "known_cost_usd": 0.051817056,
      "median_duration_seconds": 44,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 7123,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "001-nginx-502-host",
      "scenario_label": "Nginx 502",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01115102324,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 880615,
      "known_cost_usd": 0.03345306972,
      "median_duration_seconds": 196,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 32671,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.03350964,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "backlog_not_recovered": 1
      },
      "input_tokens": 619424,
      "known_cost_usd": 0.06701928,
      "median_duration_seconds": 70,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 15707,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.013284064999999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1438339,
      "known_cost_usd": 0.03985219499999999,
      "median_duration_seconds": 94,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 18490,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.025619863333333336,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 413633,
      "known_cost_usd": 0.07685959,
      "median_duration_seconds": 85,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 11267,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "Sidekiq wrong Redis database",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01149419848,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 934348,
      "known_cost_usd": 0.03448259544,
      "median_duration_seconds": 186,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 28037,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.30333326999999993,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "host_reboot_failed": 1
      },
      "input_tokens": 7985737,
      "known_cost_usd": 0.6066665399999999,
      "median_duration_seconds": 271,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 67342,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.017290818333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1966158,
      "known_cost_usd": 0.051872455,
      "median_duration_seconds": 135,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 22550,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.072364481,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1320154,
      "known_cost_usd": 0.217093443,
      "median_duration_seconds": 136,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 19187,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "Missing Rails migration",
      "scenario_version": 2,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.026468376066666664,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2257469,
      "known_cost_usd": 0.0794051282,
      "median_duration_seconds": 360,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 79098,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.3707368,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "agent_timeout": 2
      },
      "input_tokens": 3105015,
      "known_cost_usd": 0.3707368,
      "median_duration_seconds": 903,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 84525,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02217134,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2545685,
      "known_cost_usd": 0.06651402000000001,
      "median_duration_seconds": 232,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 40211,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.09967938333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1812088,
      "known_cost_usd": 0.29903815,
      "median_duration_seconds": 283,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 37567,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "Sidekiq poison pill",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015990682159999995,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1554318,
      "known_cost_usd": 0.04797204647999999,
      "median_duration_seconds": 201,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 37963,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.03631638,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1026703,
      "known_cost_usd": 0.10894914,
      "median_duration_seconds": 138,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 27216,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.007832576666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 632948,
      "known_cost_usd": 0.023497729999999998,
      "median_duration_seconds": 80,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 15598,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02730298926666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 367892,
      "known_cost_usd": 0.08190896780000001,
      "median_duration_seconds": 93,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 15051,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "Rails pool exhaustion",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0152441408,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1401766,
      "known_cost_usd": 0.0457324224,
      "median_duration_seconds": 281,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 37245,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "Partial Rails rollout",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.059267719999999996,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1879126,
      "known_cost_usd": 0.17780316,
      "median_duration_seconds": 258,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 34515,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "Partial Rails rollout",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.013495461666666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1365618,
      "known_cost_usd": 0.040486385,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 17139,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "Partial Rails rollout",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.031140291733333336,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 645194,
      "known_cost_usd": 0.0934208752,
      "median_duration_seconds": 145,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 13447,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "Partial Rails rollout",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015387309439999998,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1373219,
      "known_cost_usd": 0.04616192832,
      "median_duration_seconds": 230,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 37776,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "Node event-loop blocking",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.129231402,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 2628194,
      "known_cost_usd": 0.258462804,
      "median_duration_seconds": 793,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 40546,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "Node event-loop blocking",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.017276796666666663,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1967666,
      "known_cost_usd": 0.05183038999999999,
      "median_duration_seconds": 230,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 23343,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "Node event-loop blocking",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0367612352,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 752659,
      "known_cost_usd": 0.1102837056,
      "median_duration_seconds": 103,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 17168,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "Node event-loop blocking",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0087657374,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 634265,
      "known_cost_usd": 0.0262972122,
      "median_duration_seconds": 179,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 32469,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "Rust file-descriptor leak",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.07202048266666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1745888,
      "known_cost_usd": 0.216061448,
      "median_duration_seconds": 175,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 67259,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "Rust file-descriptor leak",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 2,
      "evaluated": 2,
      "failed": 2,
      "failure_categories": {
        "agent_timeout": 1,
        "provider_interrupted": 1
      },
      "input_tokens": 141653,
      "known_cost_usd": 0.006879214999999999,
      "median_duration_seconds": 493.5,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 3880,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.6576197724933469,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "Rust file-descriptor leak",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 1,
      "unavailable_categories": {
        "provider_unavailable": 1
      }
    },
    {
      "cost_per_repair_usd": 0.17258010533333334,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 554485,
      "known_cost_usd": 0.517740316,
      "median_duration_seconds": 192,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 23180,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "Rust file-descriptor leak",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02021595106666667,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1870238,
      "known_cost_usd": 0.06064785320000001,
      "median_duration_seconds": 622,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 55452,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "Python Gunicorn saturation",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.12273543000000005,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "exports_still_timing_out": 1
      },
      "input_tokens": 2480161,
      "known_cost_usd": 0.2454708600000001,
      "median_duration_seconds": 458,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 54330,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "Python Gunicorn saturation",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.017000736666666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1770626,
      "known_cost_usd": 0.05100220999999999,
      "median_duration_seconds": 211,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 24524,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "Python Gunicorn saturation",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.15214571600000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 981921,
      "known_cost_usd": 0.456437148,
      "median_duration_seconds": 207,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 31979,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "Python Gunicorn saturation",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.017160666466666665,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1592917,
      "known_cost_usd": 0.0514819994,
      "median_duration_seconds": 691,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 49428,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.09071420999999999,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "accepted_uploads_not_recovered": 1
      },
      "input_tokens": 1923431,
      "known_cost_usd": 0.18142841999999998,
      "median_duration_seconds": 166,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 37411,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020308298333333332,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2536956,
      "known_cost_usd": 0.06092489499999999,
      "median_duration_seconds": 198,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 31210,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.08658433333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1096756,
      "known_cost_usd": 0.259753,
      "median_duration_seconds": 267,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 35157,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "Discourse shared uploads",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.013993649666666668,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 960066,
      "known_cost_usd": 0.041980949000000004,
      "median_duration_seconds": 180,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 31417,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "Discourse multisite migration",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.14866430266666666,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 4019368,
      "known_cost_usd": 0.445992908,
      "median_duration_seconds": 588,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 111299,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "Discourse multisite migration",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.011291345000000001,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1047924,
      "known_cost_usd": 0.033874035000000004,
      "median_duration_seconds": 72,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 17367,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "Discourse multisite migration",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.20146191333333333,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 588661,
      "known_cost_usd": 0.60438574,
      "median_duration_seconds": 114,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 24127,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260812.0.0",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "Discourse multisite migration",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.17939317704,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "release_not_converged": 2
      },
      "input_tokens": 5421824,
      "known_cost_usd": 0.17939317704,
      "median_duration_seconds": 364,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 67787,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.0",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "Interrupted Discourse deployment",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.202331288,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 2,
      "failure_categories": {
        "release_not_converged": 2
      },
      "input_tokens": 1498873,
      "known_cost_usd": 0.202331288,
      "median_duration_seconds": 602,
      "model": "minimax/minimax-m3",
      "model_label": "MiniMax M3",
      "output_tokens": 37879,
      "pass_rate": 0.3333333333333333,
      "pass_rate_95_high": 0.7923403991979522,
      "pass_rate_95_low": 0.06149194472039621,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.0",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "Interrupted Discourse deployment",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.018362876666666663,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2099012,
      "known_cost_usd": 0.05508862999999999,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 22756,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.4385029682449546,
      "passed": 3,
      "reasoning_effort": "high",
      "release": "20260815.0.0",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "Interrupted Discourse deployment",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.24537569000000004,
      "cost_reported_trials": 3,
      "evaluated": 3,
      "failed": 1,
      "failure_categories": {
        "release_not_converged": 1
      },
      "input_tokens": 1499821,
      "known_cost_usd": 0.49075138000000007,
      "median_duration_seconds": 127,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 28683,
      "pass_rate": 0.6666666666666666,
      "pass_rate_95_high": 0.9385080552796037,
      "pass_rate_95_low": 0.2076596008020477,
      "passed": 2,
      "reasoning_effort": "high",
      "release": "20260815.0.0",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "Interrupted Discourse deployment",
      "scenario_version": 1,
      "trials": 3,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.21785200000000005,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 91246,
      "known_cost_usd": 0.21785200000000005,
      "median_duration_seconds": 64,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 3536,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "001-nginx-502-host",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.001589058,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 52672,
      "known_cost_usd": 0.001589058,
      "median_duration_seconds": 117,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 2638,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "001-nginx-502-host",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0849886125,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 598728,
      "known_cost_usd": 0.0849886125,
      "median_duration_seconds": 94,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 6944,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "001-nginx-502-host",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.008976765,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 260656,
      "known_cost_usd": 0.008976765,
      "median_duration_seconds": 185,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 5452,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "001-nginx-502-host",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0232250372,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 103302,
      "known_cost_usd": 0.0232250372,
      "median_duration_seconds": 57,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 2565,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "001-nginx-502-host",
      "scenario_label": "001-nginx-502-host",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.503742,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 221356,
      "known_cost_usd": 0.503742,
      "median_duration_seconds": 111,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6103,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "013-sidekiq-wrong-redis",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0039585105,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 179609,
      "known_cost_usd": 0.0039585105,
      "median_duration_seconds": 339,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 5361,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "013-sidekiq-wrong-redis",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.10196343750000003,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 791603,
      "known_cost_usd": 0.10196343750000003,
      "median_duration_seconds": 122,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 6696,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "013-sidekiq-wrong-redis",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010814514999999999,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 405564,
      "known_cost_usd": 0.010814514999999999,
      "median_duration_seconds": 84,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6027,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "013-sidekiq-wrong-redis",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.023051720479999996,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 139545,
      "known_cost_usd": 0.023051720479999996,
      "median_duration_seconds": 72,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 3425,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "013-sidekiq-wrong-redis",
      "scenario_label": "013-sidekiq-wrong-redis",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.7644920000000002,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 348661,
      "known_cost_usd": 0.7644920000000002,
      "median_duration_seconds": 112,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6717,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "014-missing-rails-migration",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0078322005,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 369019,
      "known_cost_usd": 0.0078322005,
      "median_duration_seconds": 301,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 8982,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "014-missing-rails-migration",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.17269496249999994,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1574424,
      "known_cost_usd": 0.17269496249999994,
      "median_duration_seconds": 220,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 8879,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "014-missing-rails-migration",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.020247855,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 798430,
      "known_cost_usd": 0.020247855,
      "median_duration_seconds": 126,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 7627,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "014-missing-rails-migration",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.050993029,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 285291,
      "known_cost_usd": 0.050993029,
      "median_duration_seconds": 158,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 7579,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "014-missing-rails-migration",
      "scenario_label": "014-missing-rails-migration",
      "scenario_version": 2,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 1.401112,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 634601,
      "known_cost_usd": 1.401112,
      "median_duration_seconds": 241,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 13191,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "015-sidekiq-poison-pill",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012165011795999998,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 389526,
      "known_cost_usd": 0.012165011795999998,
      "median_duration_seconds": 314,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 16707,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "015-sidekiq-poison-pill",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "agent_runtime_error": 1
      },
      "input_tokens": 116763,
      "known_cost_usd": 0.025561800000000003,
      "median_duration_seconds": 60,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 2142,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "015-sidekiq-poison-pill",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.023451595000000002,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 881335,
      "known_cost_usd": 0.023451595000000002,
      "median_duration_seconds": 209,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 14710,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "015-sidekiq-poison-pill",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.06589240019999999,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 381750,
      "known_cost_usd": 0.06589240019999999,
      "median_duration_seconds": 224,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 10860,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "015-sidekiq-poison-pill",
      "scenario_label": "015-sidekiq-poison-pill",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.506758,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 225564,
      "known_cost_usd": 0.506758,
      "median_duration_seconds": 111,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 5563,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "016-rails-pool-exhaustion",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.005633674732,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 214261,
      "known_cost_usd": 0.005633674732,
      "median_duration_seconds": 169,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 7112,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "016-rails-pool-exhaustion",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.21996033750000002,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1769910,
      "known_cost_usd": 0.21996033750000002,
      "median_duration_seconds": 197,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 13386,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "016-rails-pool-exhaustion",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.00944112,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 300830,
      "known_cost_usd": 0.00944112,
      "median_duration_seconds": 83,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 6026,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "016-rails-pool-exhaustion",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015313793959999999,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 101403,
      "known_cost_usd": 0.015313793959999999,
      "median_duration_seconds": 86,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 3262,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "016-rails-pool-exhaustion",
      "scenario_label": "016-rails-pool-exhaustion",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 1.24912,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 590355,
      "known_cost_usd": 1.24912,
      "median_duration_seconds": 233,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6841,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "017-partial-rails-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.012988574063999997,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 452917,
      "known_cost_usd": 0.012988574063999997,
      "median_duration_seconds": 273,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 11275,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "017-partial-rails-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "agent_runtime_error": 1
      },
      "input_tokens": 481065,
      "known_cost_usd": 0.07323600000000001,
      "median_duration_seconds": 85,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 3562,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "017-partial-rails-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01226512,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 440912,
      "known_cost_usd": 0.01226512,
      "median_duration_seconds": 105,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 5510,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "017-partial-rails-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.034238595600000005,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 192530,
      "known_cost_usd": 0.034238595600000005,
      "median_duration_seconds": 151,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 5947,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "017-partial-rails-rollout",
      "scenario_label": "017-partial-rails-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.389914,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 160762,
      "known_cost_usd": 0.389914,
      "median_duration_seconds": 123,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6839,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "018-node-event-loop-blocking",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.009063144095999998,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 334994,
      "known_cost_usd": 0.009063144095999998,
      "median_duration_seconds": 228,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 10179,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "018-node-event-loop-blocking",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.21281546249999997,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2204206,
      "known_cost_usd": 0.21281546249999997,
      "median_duration_seconds": 189,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 19279,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "018-node-event-loop-blocking",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.022808830000000002,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 906840,
      "known_cost_usd": 0.022808830000000002,
      "median_duration_seconds": 136,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 10896,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "018-node-event-loop-blocking",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.05414418900000001,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 306288,
      "known_cost_usd": 0.05414418900000001,
      "median_duration_seconds": 172,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 9435,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "018-node-event-loop-blocking",
      "scenario_label": "018-node-event-loop-blocking",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.675434,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 303962,
      "known_cost_usd": 0.675434,
      "median_duration_seconds": 134,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6751,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "019-rust-fd-leak",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0078494535,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 374101,
      "known_cost_usd": 0.0078494535,
      "median_duration_seconds": 248,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 8412,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "019-rust-fd-leak",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.09536246250000001,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 648178,
      "known_cost_usd": 0.09536246250000001,
      "median_duration_seconds": 119,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 9993,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "019-rust-fd-leak",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.011308015,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 430226,
      "known_cost_usd": 0.011308015,
      "median_duration_seconds": 93,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 5284,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "019-rust-fd-leak",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0410482972,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 185198,
      "known_cost_usd": 0.0410482972,
      "median_duration_seconds": 134,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 7427,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "019-rust-fd-leak",
      "scenario_label": "019-rust-fd-leak",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.5880019999999999,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 254451,
      "known_cost_usd": 0.5880019999999999,
      "median_duration_seconds": 129,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 7910,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "020-python-gunicorn-saturation",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.010651243499999997,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 473729,
      "known_cost_usd": 0.010651243499999997,
      "median_duration_seconds": 637,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 17752,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "020-python-gunicorn-saturation",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.18969225000000006,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1703137,
      "known_cost_usd": 0.18969225000000006,
      "median_duration_seconds": 252,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 20019,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "020-python-gunicorn-saturation",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 0,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "agent_timeout": 1
      },
      "input_tokens": 0,
      "known_cost_usd": 0,
      "median_duration_seconds": 931,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 0,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "020-python-gunicorn-saturation",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0643575174,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 331775,
      "known_cost_usd": 0.0643575174,
      "median_duration_seconds": 260,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 14331,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "020-python-gunicorn-saturation",
      "scenario_label": "020-python-gunicorn-saturation",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 1.207168,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 511549,
      "known_cost_usd": 1.207168,
      "median_duration_seconds": 253,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 18407,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "021-discourse-shared-uploads",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0126847215,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 567951,
      "known_cost_usd": 0.0126847215,
      "median_duration_seconds": 679,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 22363,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "021-discourse-shared-uploads",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.20311323750000004,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 2050281,
      "known_cost_usd": 0.20311323750000004,
      "median_duration_seconds": 236,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 29664,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "021-discourse-shared-uploads",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.022444405,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 893882,
      "known_cost_usd": 0.022444405,
      "median_duration_seconds": 145,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 11593,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "021-discourse-shared-uploads",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.04360560980000001,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 217999,
      "known_cost_usd": 0.04360560980000001,
      "median_duration_seconds": 162,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 9017,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "021-discourse-shared-uploads",
      "scenario_label": "021-discourse-shared-uploads",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.557208,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 244384,
      "known_cost_usd": 0.557208,
      "median_duration_seconds": 111,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 6844,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "022-discourse-multisite-migration",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0065199735,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 300045,
      "known_cost_usd": 0.0065199735,
      "median_duration_seconds": 226,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 7432,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "022-discourse-multisite-migration",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "agent_runtime_error": 1
      },
      "input_tokens": 407127,
      "known_cost_usd": 0.06527062500000001,
      "median_duration_seconds": 99,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 5078,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "022-discourse-multisite-migration",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.01239834,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 410479,
      "known_cost_usd": 0.01239834,
      "median_duration_seconds": 68,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 5802,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "022-discourse-multisite-migration",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0226841598,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 103244,
      "known_cost_usd": 0.0226841598,
      "median_duration_seconds": 79,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 4901,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "022-discourse-multisite-migration",
      "scenario_label": "022-discourse-multisite-migration",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.5876560000000001,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 254483,
      "known_cost_usd": 0.5876560000000001,
      "median_duration_seconds": 123,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 7869,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "023-auth-secret-rollout",
      "scenario_label": "023-auth-secret-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0050241059999999995,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 225264,
      "known_cost_usd": 0.0050241059999999995,
      "median_duration_seconds": 197,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 7118,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "023-auth-secret-rollout",
      "scenario_label": "023-auth-secret-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.14902871250000002,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1212550,
      "known_cost_usd": 0.14902871250000002,
      "median_duration_seconds": 279,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 17222,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "023-auth-secret-rollout",
      "scenario_label": "023-auth-secret-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.015791444999999998,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 575208,
      "known_cost_usd": 0.015791444999999998,
      "median_duration_seconds": 91,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 7539,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "023-auth-secret-rollout",
      "scenario_label": "023-auth-secret-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02623816992,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 209920,
      "known_cost_usd": 0.02623816992,
      "median_duration_seconds": 169,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 8378,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "023-auth-secret-rollout",
      "scenario_label": "023-auth-secret-rollout",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "release_not_converged": 1
      },
      "input_tokens": 997739,
      "known_cost_usd": 2.217748,
      "median_duration_seconds": 319,
      "model": "anthropic/claude-sonnet-5",
      "model_label": "Claude Sonnet 5",
      "output_tokens": 22227,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "024-discourse-interrupted-deploy",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": null,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 1,
      "failure_categories": {
        "release_not_converged": 1
      },
      "input_tokens": 359267,
      "known_cost_usd": 0.0069899624999999995,
      "median_duration_seconds": 304,
      "model": "deepseek/deepseek-v4-flash-0731",
      "model_label": "DeepSeek V4 Flash 0731",
      "output_tokens": 6288,
      "pass_rate": 0.0,
      "pass_rate_95_high": 0.7934506856227626,
      "pass_rate_95_low": 0.0,
      "passed": 0,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "024-discourse-interrupted-deploy",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.1980144375,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 1605615,
      "known_cost_usd": 0.1980144375,
      "median_duration_seconds": 195,
      "model": "google/gemini-3.7-flash",
      "model_label": "Gemini 3.7 Flash",
      "output_tokens": 17303,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "024-discourse-interrupted-deploy",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.02297866,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 857118,
      "known_cost_usd": 0.02297866,
      "median_duration_seconds": 116,
      "model": "openai/gpt-5.6-luna",
      "model_label": "GPT-5.6 Luna",
      "output_tokens": 10334,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "024-discourse-interrupted-deploy",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    },
    {
      "cost_per_repair_usd": 0.0548127888,
      "cost_reported_trials": 1,
      "evaluated": 1,
      "failed": 0,
      "failure_categories": {},
      "input_tokens": 348805,
      "known_cost_usd": 0.0548127888,
      "median_duration_seconds": 117,
      "model": "z-ai/glm-5.2",
      "model_label": "GLM 5.2",
      "output_tokens": 6112,
      "pass_rate": 1.0,
      "pass_rate_95_high": 1.0,
      "pass_rate_95_low": 0.20654931437723745,
      "passed": 1,
      "reasoning_effort": "high",
      "release": "20260815.0.1",
      "scenario": "024-discourse-interrupted-deploy",
      "scenario_label": "024-discourse-interrupted-deploy",
      "scenario_version": 1,
      "trials": 1,
      "unavailable": 0,
      "unavailable_categories": {}
    }
  ],
  "releases": [
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260808.0.0",
      "current": false,
      "description": "Seven models repaired the same five stateful incidents three times each. Every passing repair survived scenario verification, service restart, and host reboot.",
      "harness_versions": [
        5
      ],
      "scenario_packs": [],
      "title": "Seven models across five stateful incidents",
      "totals": {
        "cache_read_tokens": 49647285,
        "cost_reported_trials": 104,
        "evaluated": 105,
        "failed": 11,
        "failure_categories": {
          "agent_timeout": 5,
          "backlog_not_recovered": 5,
          "poison_not_quarantined": 1
        },
        "input_tokens": 53502695,
        "known_cost_usd": 5.4983233004,
        "median_duration_seconds": 154,
        "output_tokens": 827809,
        "pass_rate": 0.8952380952380953,
        "passed": 94,
        "trials": 105,
        "unavailable": 0,
        "usage_reported_trials": 104
      },
      "version": "20260809.0.0"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260808.0.0",
      "current": false,
      "description": "Eight models repaired the same five stateful incidents three times each. Every passing repair survived scenario verification, service restart, and host reboot.",
      "harness_versions": [
        5
      ],
      "scenario_packs": [],
      "title": "Eight models across five stateful incidents",
      "totals": {
        "cache_read_tokens": 53958635,
        "cost_reported_trials": 119,
        "evaluated": 120,
        "failed": 11,
        "failure_categories": {
          "agent_timeout": 5,
          "backlog_not_recovered": 5,
          "poison_not_quarantined": 1
        },
        "input_tokens": 58222994,
        "known_cost_usd": 12.2350608004,
        "median_duration_seconds": 135.5,
        "output_tokens": 895401,
        "pass_rate": 0.9083333333333333,
        "passed": 109,
        "trials": 120,
        "unavailable": 0,
        "usage_reported_trials": 119
      },
      "version": "20260809.0.1"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260808.0.0",
      "current": false,
      "description": "DeepSeek V4 Flash 0731 ran the five-scenario declarative suite three times under host harness v6. Every passing repair survived scenario verification, service restart, and host reboot.",
      "harness_versions": [
        6
      ],
      "scenario_packs": [],
      "title": "DeepSeek on the declarative host suite",
      "totals": {
        "cache_read_tokens": 8190464,
        "cost_reported_trials": 15,
        "evaluated": 15,
        "failed": 2,
        "failure_categories": {
          "agent_timeout": 2
        },
        "input_tokens": 9247252,
        "known_cost_usd": 0.29075577328,
        "median_duration_seconds": 148,
        "output_tokens": 279390,
        "pass_rate": 0.8666666666666667,
        "passed": 13,
        "trials": 15,
        "unavailable": 0,
        "usage_reported_trials": 15
      },
      "version": "20260809.0.2"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260808.0.0",
      "current": false,
      "description": "Four models ran the same five declarative infrastructure incidents three times each under host harness v6. Every passing repair survived scenario verification, service restart, and host reboot.",
      "harness_versions": [
        6
      ],
      "scenario_packs": [],
      "title": "Four models on the declarative host suite",
      "totals": {
        "cache_read_tokens": 19219380,
        "cost_reported_trials": 60,
        "evaluated": 60,
        "failed": 7,
        "failure_categories": {
          "agent_timeout": 3,
          "backlog_not_recovered": 3,
          "poison_not_quarantined": 1
        },
        "input_tokens": 21820456,
        "known_cost_usd": 0.79641321028,
        "median_duration_seconds": 116.0,
        "output_tokens": 553969,
        "pass_rate": 0.8833333333333333,
        "passed": 53,
        "trials": 60,
        "unavailable": 0,
        "usage_reported_trials": 60
      },
      "version": "20260809.0.3"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.0",
      "current": false,
      "description": "Luna, HY3, and GLM ran the same five declarative infrastructure incidents three times each with execution recording enabled. Every passing repair survived scenario verification, service restart, and host reboot.",
      "harness_versions": [
        11
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-host-scenarios",
          "version": "20260809.0.1"
        }
      ],
      "title": "Three models with execution recording",
      "totals": {
        "cache_read_tokens": 10746143,
        "cost_reported_trials": 43,
        "evaluated": 44,
        "failed": 5,
        "failure_categories": {
          "agent_timeout": 3,
          "backlog_not_recovered": 2
        },
        "input_tokens": 13257435,
        "known_cost_usd": 2.4652324856,
        "median_duration_seconds": 161.5,
        "output_tokens": 296725,
        "pass_rate": 0.8863636363636364,
        "passed": 39,
        "trials": 45,
        "unavailable": 1,
        "usage_reported_trials": 43
      },
      "version": "20260810.0.0"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.0",
      "current": false,
      "description": "Six model configurations ran the same five declarative infrastructure incidents three times each under host harness v11 with execution recording enabled, including a controlled DeepSeek low, high, and xhigh reasoning comparison.",
      "harness_versions": [
        11
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-host-scenarios",
          "version": "20260809.0.1"
        }
      ],
      "title": "Six agent configurations with execution recording",
      "totals": {
        "cache_read_tokens": 29402207,
        "cost_reported_trials": 88,
        "evaluated": 88,
        "failed": 6,
        "failure_categories": {
          "agent_timeout": 4,
          "backlog_not_recovered": 2
        },
        "input_tokens": 35902825,
        "known_cost_usd": 3.1828025831480002,
        "median_duration_seconds": 203.5,
        "output_tokens": 925965,
        "pass_rate": 0.9318181818181818,
        "passed": 82,
        "trials": 90,
        "unavailable": 2,
        "usage_reported_trials": 88
      },
      "version": "20260810.0.1"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.0",
      "current": false,
      "description": "Six model configurations ran the same five declarative infrastructure incidents three times each under host harness v11 with execution recording enabled, including a controlled DeepSeek low, high, and xhigh reasoning comparison.",
      "harness_versions": [
        11
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-host-scenarios",
          "version": "20260809.0.1"
        }
      ],
      "title": "Six agent configurations with execution recording",
      "totals": {
        "cache_read_tokens": 29402207,
        "cost_reported_trials": 88,
        "evaluated": 88,
        "failed": 6,
        "failure_categories": {
          "agent_timeout": 4,
          "backlog_not_recovered": 2
        },
        "input_tokens": 35902825,
        "known_cost_usd": 3.1828025831480002,
        "median_duration_seconds": 203.5,
        "median_first_non_read_only_tool_seconds": 4.6675,
        "median_model_duration_seconds": 137.19,
        "median_model_rounds": 17.0,
        "median_post_first_non_read_only_seconds": 190.821,
        "median_tool_calls": 27.0,
        "median_tool_duration_seconds": 22.666,
        "output_tokens": 925965,
        "pass_rate": 0.9318181818181818,
        "passed": 82,
        "recording_reported_trials": 88,
        "trials": 90,
        "unavailable": 2,
        "usage_reported_trials": 88
      },
      "version": "20260810.0.2"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.1",
      "current": false,
      "description": "Four model configurations attempted the same Discourse-shaped shared-upload incident three times each under isolated host harness v15. The verifier required exact pre-existing uploads to survive service restart and host reboot.",
      "harness_versions": [
        15
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-infra",
          "version": "20260810.4.0"
        }
      ],
      "title": "Durable upload recovery on an isolated host",
      "totals": {
        "cache_read_tokens": 7349261,
        "cost_reported_trials": 12,
        "evaluated": 12,
        "failed": 4,
        "failure_categories": {
          "accepted_uploads_not_recovered": 1,
          "agent_timeout": 3
        },
        "input_tokens": 8615368,
        "known_cost_usd": 0.46508473248000004,
        "median_duration_seconds": 353.5,
        "median_first_non_read_only_tool_seconds": 6.5600000000000005,
        "median_model_duration_seconds": 344.447,
        "median_model_rounds": 21.5,
        "median_post_first_non_read_only_seconds": 344.858,
        "median_tool_calls": 34.5,
        "median_tool_duration_seconds": 5.953,
        "output_tokens": 279073,
        "pass_rate": 0.6666666666666666,
        "passed": 8,
        "recording_reported_trials": 12,
        "trials": 12,
        "unavailable": 0,
        "usage_reported_trials": 12
      },
      "version": "20260811.0.0"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.1",
      "current": false,
      "description": "Four model configurations attempted eleven isolated infrastructure incidents three times each. The 132-trial matrix spans Nginx, Rails, Sidekiq, Node, Rust, Python, and Discourse failures, with durable verification after service restart and host reboot.",
      "harness_versions": [
        15,
        17
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-infra",
          "version": "20260811.0.0"
        }
      ],
      "title": "Eleven incidents across four infrastructure agents",
      "totals": {
        "cache_read_tokens": 60933528,
        "cost_reported_trials": 131,
        "durable_repairs_after_timeout": 3,
        "evaluated": 131,
        "failed": 9,
        "failure_categories": {
          "accepted_uploads_not_recovered": 1,
          "agent_timeout": 4,
          "backlog_not_recovered": 1,
          "exports_still_timing_out": 1,
          "host_reboot_failed": 1,
          "provider_interrupted": 1
        },
        "input_tokens": 68701894,
        "known_cost_usd": 6.67706855556,
        "median_duration_seconds": 184,
        "median_first_non_read_only_tool_seconds": 4.337,
        "median_model_duration_seconds": 128.045,
        "median_model_rounds": 19,
        "median_post_first_non_read_only_seconds": 176.401,
        "median_tool_calls": 29,
        "median_tool_duration_seconds": 18.015,
        "output_tokens": 1505382,
        "pass_rate": 0.9312977099236641,
        "passed": 122,
        "recording_reported_trials": 131,
        "trials": 132,
        "unavailable": 1,
        "unavailable_categories": {
          "provider_unavailable": 1
        },
        "usage_reported_trials": 131
      },
      "version": "20260812.0.0"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 3,
      "claux_release": "v20260810.0.1",
      "current": false,
      "description": "Four infrastructure agents attempted the same interrupted Discourse deployment three times each. The scenario requires converging both application instances on the intended release while preserving customer state through service restart and host reboot.",
      "harness_versions": [
        17
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-infra",
          "version": "20260814.0.0"
        }
      ],
      "title": "Four agents repair an interrupted Discourse deployment",
      "totals": {
        "cache_read_tokens": 8395131,
        "cost_reported_trials": 12,
        "durable_repairs_after_timeout": 0,
        "evaluated": 12,
        "failed": 5,
        "failure_categories": {
          "release_not_converged": 5
        },
        "input_tokens": 10519530,
        "known_cost_usd": 0.9275644750400001,
        "median_duration_seconds": 276.0,
        "median_first_non_read_only_tool_seconds": 6.269,
        "median_model_duration_seconds": 155.6765,
        "median_model_rounds": 23.5,
        "median_post_first_non_read_only_seconds": 268.93,
        "median_tool_calls": 41.5,
        "median_tool_duration_seconds": 17.886499999999998,
        "output_tokens": 157105,
        "pass_rate": 0.5833333333333334,
        "passed": 7,
        "recording_reported_trials": 12,
        "trials": 12,
        "unavailable": 0,
        "unavailable_categories": {},
        "usage_reported_trials": 12
      },
      "version": "20260815.0.0"
    },
    {
      "agent_timeout_seconds": 900,
      "attempts": 1,
      "claux_release": "v20260815.0.0",
      "current": true,
      "description": "Five infrastructure agents each attempted 13 host-native incidents once under the same frozen harness and scenario pack. The suite spans Nginx, Ruby, Rails, Sidekiq, Node, Rust, Python, deployment, authentication, and Discourse-shaped failures, with every repair verified immediately, after service restart, and after host reboot.",
      "harness_versions": [
        19
      ],
      "scenario_packs": [
        {
          "id": "ducks/replaybook-infra",
          "version": "20260814.0.0"
        }
      ],
      "title": "Five agents across 13 infrastructure incidents",
      "totals": {
        "cache_read_tokens": 25371121,
        "cost_reported_trials": 64,
        "durable_repairs_after_timeout": 0,
        "evaluated": 65,
        "failed": 6,
        "failure_categories": {
          "agent_runtime_error": 3,
          "agent_timeout": 1,
          "release_not_converged": 2
        },
        "input_tokens": 34364585,
        "known_cost_usd": 13.473389945048,
        "median_duration_seconds": 151,
        "median_first_non_read_only_tool_seconds": 5.4985,
        "median_model_duration_seconds": 120.418,
        "median_model_rounds": 17.5,
        "median_post_first_non_read_only_seconds": 140.8845,
        "median_tool_calls": 26.0,
        "median_tool_duration_seconds": 10.885,
        "output_tokens": 600623,
        "pass_rate": 0.9076923076923077,
        "passed": 59,
        "recording_reported_trials": 64,
        "trials": 65,
        "unavailable": 0,
        "unavailable_categories": {},
        "usage_reported_trials": 64
      },
      "version": "20260815.0.1"
    }
  ],
  "schema_version": 1
}