{
 "summary": {
  "arms": {
   "f52": {
    "runs": 50,
    "clean": 37,
    "clean_pct": 74.0,
    "cost_usd": 0.73,
    "cost_per_clean": 0.986,
    "output_tokens": 5893,
    "cache_read": 297820,
    "turns": 14.6,
    "median_seconds": 65.0,
    "easy_clean": 26,
    "easy_runs": 30,
    "hard_clean": 11,
    "hard_runs": 20,
    "easy_cost": 0.478,
    "hard_cost": 1.108
   },
   "f51": {
    "runs": 25,
    "clean": 19,
    "clean_pct": 76.0,
    "cost_usd": 1.215,
    "cost_per_clean": 1.599,
    "output_tokens": 8124,
    "cache_read": 889061,
    "turns": 21.0,
    "median_seconds": 136,
    "easy_clean": 13,
    "easy_runs": 15,
    "hard_clean": 6,
    "hard_runs": 10,
    "easy_cost": 0.667,
    "hard_cost": 2.038
   },
   "opus": {
    "runs": 50,
    "clean": 37,
    "clean_pct": 74.0,
    "cost_usd": 0.399,
    "cost_per_clean": 0.539,
    "output_tokens": 6125,
    "cache_read": 440408,
    "turns": 17.4,
    "median_seconds": 66.5,
    "easy_clean": 26,
    "easy_runs": 30,
    "hard_clean": 11,
    "hard_runs": 20,
    "easy_cost": 0.256,
    "hard_cost": 0.612
   }
  },
  "primary_cost_f52_vs_f51": {
   "pct": -39.9,
   "ci95": [
    -49.8,
    -27.2
   ],
   "list_price_pct": -20
  },
  "primary_clean_f52_minus_opus": {
   "pts": 0.0,
   "ci95": [
    -8.0,
    8.0
   ],
   "threshold": 15
  },
  "cost_f52_vs_opus": {
   "pct": 83.1,
   "ci95": [
    69.9,
    96.7
   ]
  },
  "clean_f52_minus_f51": {
   "pts": -2.0,
   "ci95": [
    -14.0,
    8.0
   ]
  },
  "per_bug": {
   "ct435": {
    "f52": [
     0,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     0,
     2
    ]
   },
   "d699": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "d701": {
    "f52": [
     1,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "d707": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "h359": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "i1268": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "i1304": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "jy791": {
    "f52": [
     0,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     0,
     2
    ]
   },
   "m1204": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "mdit1201": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "mit": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "mk4051": {
    "f52": [
     0,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     1,
     2
    ]
   },
   "mk4059": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "p1163": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "pm1643": {
    "f52": [
     1,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     0,
     2
    ]
   },
   "pp653": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "q624": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "q629": {
    "f52": [
     1,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     1,
     2
    ]
   },
   "t336": {
    "f52": [
     0,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     0,
     2
    ]
   },
   "t599": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "t642": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "y798": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "y802": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     1,
     2
    ]
   },
   "z6495": {
    "f52": [
     2,
     2
    ],
    "f51": [
     1,
     1
    ],
    "opus": [
     2,
     2
    ]
   },
   "z6496": {
    "f52": [
     0,
     2
    ],
    "f51": [
     0,
     1
    ],
    "opus": [
     0,
     2
    ]
   }
  },
  "extra_cells": {
   "runs": 10,
   "clean": 6
  }
 },
 "runs": [
  {
   "run": "f51_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.96166,
   "output_tokens": 5892,
   "thinking_tokens": 2485,
   "cache_read_tokens": 367775,
   "turns": 11,
   "seconds": 137,
   "source_changed": true
  },
  {
   "run": "f52_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 1.06947,
   "output_tokens": 10267,
   "thinking_tokens": 2749,
   "cache_read_tokens": 360842,
   "turns": 15,
   "seconds": 131,
   "source_changed": true
  },
  {
   "run": "f52_ct435_r2",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "api_cost_usd": 0.90764,
   "output_tokens": 9464,
   "thinking_tokens": 2616,
   "cache_read_tokens": 258602,
   "turns": 16,
   "seconds": 123,
   "source_changed": true
  },
  {
   "run": "opus_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.37318,
   "output_tokens": 5589,
   "thinking_tokens": 1197,
   "cache_read_tokens": 355821,
   "turns": 14,
   "seconds": 75,
   "source_changed": true
  },
  {
   "run": "opus_ct435_r2",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.42996,
   "output_tokens": 6804,
   "thinking_tokens": 2558,
   "cache_read_tokens": 404034,
   "turns": 16,
   "seconds": 89,
   "source_changed": true
  },
  {
   "run": "f51_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.48516,
   "output_tokens": 2324,
   "thinking_tokens": 154,
   "cache_read_tokens": 243056,
   "turns": 10,
   "seconds": 71,
   "source_changed": true
  },
  {
   "run": "f52_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.35664,
   "output_tokens": 1816,
   "thinking_tokens": 260,
   "cache_read_tokens": 116421,
   "turns": 9,
   "seconds": 36,
   "source_changed": true
  },
  {
   "run": "f52_d699_r2",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.35873,
   "output_tokens": 1987,
   "thinking_tokens": 390,
   "cache_read_tokens": 117447,
   "turns": 8,
   "seconds": 35,
   "source_changed": true
  },
  {
   "run": "opus_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.17959,
   "output_tokens": 1986,
   "thinking_tokens": 79,
   "cache_read_tokens": 154366,
   "turns": 9,
   "seconds": 28,
   "source_changed": true
  },
  {
   "run": "opus_d699_r2",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.17453,
   "output_tokens": 2030,
   "thinking_tokens": 99,
   "cache_read_tokens": 154430,
   "turns": 8,
   "seconds": 34,
   "source_changed": true
  },
  {
   "run": "f51_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.92238,
   "output_tokens": 6566,
   "thinking_tokens": 1282,
   "cache_read_tokens": 499767,
   "turns": 17,
   "seconds": 162,
   "source_changed": true
  },
  {
   "run": "f51_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.73241,
   "output_tokens": 4241,
   "thinking_tokens": 837,
   "cache_read_tokens": 396095,
   "turns": 14,
   "seconds": 66,
   "source_changed": true
  },
  {
   "run": "f52_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 5,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.5751,
   "output_tokens": 4157,
   "thinking_tokens": 1197,
   "cache_read_tokens": 137551,
   "turns": 10,
   "seconds": 57,
   "source_changed": true
  },
  {
   "run": "f52_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.60665,
   "output_tokens": 4305,
   "thinking_tokens": 621,
   "cache_read_tokens": 173702,
   "turns": 12,
   "seconds": 56,
   "source_changed": true
  },
  {
   "run": "opus_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.35305,
   "output_tokens": 5631,
   "thinking_tokens": 589,
   "cache_read_tokens": 355359,
   "turns": 19,
   "seconds": 64,
   "source_changed": true
  },
  {
   "run": "opus_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.47588,
   "output_tokens": 9014,
   "thinking_tokens": 1431,
   "cache_read_tokens": 509525,
   "turns": 25,
   "seconds": 106,
   "source_changed": true
  },
  {
   "run": "f51_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.588,
   "output_tokens": 3155,
   "thinking_tokens": 321,
   "cache_read_tokens": 265798,
   "turns": 10,
   "seconds": 91,
   "source_changed": true
  },
  {
   "run": "f52_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.4174,
   "output_tokens": 2963,
   "thinking_tokens": 802,
   "cache_read_tokens": 90980,
   "turns": 8,
   "seconds": 46,
   "source_changed": true
  },
  {
   "run": "f52_d707_r2",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.41724,
   "output_tokens": 2929,
   "thinking_tokens": 1134,
   "cache_read_tokens": 91428,
   "turns": 6,
   "seconds": 42,
   "source_changed": true
  },
  {
   "run": "opus_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.19555,
   "output_tokens": 2475,
   "thinking_tokens": 425,
   "cache_read_tokens": 112605,
   "turns": 7,
   "seconds": 32,
   "source_changed": true
  },
  {
   "run": "opus_d707_r2",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.20938,
   "output_tokens": 2539,
   "thinking_tokens": 388,
   "cache_read_tokens": 166941,
   "turns": 8,
   "seconds": 33,
   "source_changed": true
  },
  {
   "run": "f51_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.54707,
   "output_tokens": 3161,
   "thinking_tokens": 1108,
   "cache_read_tokens": 177524,
   "turns": 7,
   "seconds": 60,
   "source_changed": true
  },
  {
   "run": "f52_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.37755,
   "output_tokens": 2921,
   "thinking_tokens": 1432,
   "cache_read_tokens": 88685,
   "turns": 6,
   "seconds": 48,
   "source_changed": true
  },
  {
   "run": "f52_h359_r2",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.42456,
   "output_tokens": 3348,
   "thinking_tokens": 1394,
   "cache_read_tokens": 86874,
   "turns": 7,
   "seconds": 52,
   "source_changed": true
  },
  {
   "run": "opus_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.19101,
   "output_tokens": 2595,
   "thinking_tokens": 459,
   "cache_read_tokens": 137069,
   "turns": 8,
   "seconds": 52,
   "source_changed": true
  },
  {
   "run": "opus_h359_r2",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.21532,
   "output_tokens": 3122,
   "thinking_tokens": 967,
   "cache_read_tokens": 166293,
   "turns": 9,
   "seconds": 57,
   "source_changed": true
  },
  {
   "run": "f51_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.69308,
   "output_tokens": 4147,
   "thinking_tokens": 956,
   "cache_read_tokens": 382213,
   "turns": 14,
   "seconds": 158,
   "source_changed": true
  },
  {
   "run": "f52_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.50964,
   "output_tokens": 4391,
   "thinking_tokens": 865,
   "cache_read_tokens": 177755,
   "turns": 8,
   "seconds": 90,
   "source_changed": true
  },
  {
   "run": "f52_i1268_r2",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.39966,
   "output_tokens": 2456,
   "thinking_tokens": 627,
   "cache_read_tokens": 91098,
   "turns": 5,
   "seconds": 55,
   "source_changed": true
  },
  {
   "run": "opus_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.29664,
   "output_tokens": 4648,
   "thinking_tokens": 598,
   "cache_read_tokens": 306295,
   "turns": 14,
   "seconds": 83,
   "source_changed": true
  },
  {
   "run": "opus_i1268_r2",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.27262,
   "output_tokens": 3812,
   "thinking_tokens": 610,
   "cache_read_tokens": 276647,
   "turns": 13,
   "seconds": 66,
   "source_changed": true
  },
  {
   "run": "f51_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.55512,
   "output_tokens": 2847,
   "thinking_tokens": 386,
   "cache_read_tokens": 262184,
   "turns": 10,
   "seconds": 124,
   "source_changed": true
  },
  {
   "run": "f52_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.34084,
   "output_tokens": 1829,
   "thinking_tokens": 341,
   "cache_read_tokens": 90716,
   "turns": 6,
   "seconds": 53,
   "source_changed": true
  },
  {
   "run": "f52_i1304_r2",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.38467,
   "output_tokens": 2446,
   "thinking_tokens": 510,
   "cache_read_tokens": 116695,
   "turns": 8,
   "seconds": 58,
   "source_changed": true
  },
  {
   "run": "opus_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.18553,
   "output_tokens": 2208,
   "thinking_tokens": 362,
   "cache_read_tokens": 138505,
   "turns": 7,
   "seconds": 55,
   "source_changed": true
  },
  {
   "run": "opus_i1304_r2",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.18662,
   "output_tokens": 2262,
   "thinking_tokens": 433,
   "cache_read_tokens": 138498,
   "turns": 7,
   "seconds": 47,
   "source_changed": true
  },
  {
   "run": "f51_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.7456,
   "output_tokens": 4926,
   "thinking_tokens": 1049,
   "cache_read_tokens": 411853,
   "turns": 15,
   "seconds": 85,
   "source_changed": true
  },
  {
   "run": "f52_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.56128,
   "output_tokens": 3990,
   "thinking_tokens": 612,
   "cache_read_tokens": 280493,
   "turns": 14,
   "seconds": 94,
   "source_changed": true
  },
  {
   "run": "f52_jy791_r2",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.38259,
   "output_tokens": 1903,
   "thinking_tokens": 143,
   "cache_read_tokens": 121492,
   "turns": 8,
   "seconds": 37,
   "source_changed": true
  },
  {
   "run": "opus_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.33118,
   "output_tokens": 4840,
   "thinking_tokens": 598,
   "cache_read_tokens": 421173,
   "turns": 20,
   "seconds": 106,
   "source_changed": true
  },
  {
   "run": "opus_jy791_r2",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.35097,
   "output_tokens": 5192,
   "thinking_tokens": 603,
   "cache_read_tokens": 412739,
   "turns": 21,
   "seconds": 67,
   "source_changed": true
  },
  {
   "run": "f51_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.72452,
   "output_tokens": 4545,
   "thinking_tokens": 913,
   "cache_read_tokens": 362687,
   "turns": 13,
   "seconds": 136,
   "source_changed": true
  },
  {
   "run": "f52_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.558,
   "output_tokens": 4104,
   "thinking_tokens": 1050,
   "cache_read_tokens": 193344,
   "turns": 14,
   "seconds": 72,
   "source_changed": true
  },
  {
   "run": "f52_m1204_r2",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.67528,
   "output_tokens": 5021,
   "thinking_tokens": 1100,
   "cache_read_tokens": 244534,
   "turns": 17,
   "seconds": 85,
   "source_changed": true
  },
  {
   "run": "opus_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.26948,
   "output_tokens": 3729,
   "thinking_tokens": 1042,
   "cache_read_tokens": 328940,
   "turns": 14,
   "seconds": 70,
   "source_changed": true
  },
  {
   "run": "opus_m1204_r2",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.26151,
   "output_tokens": 3429,
   "thinking_tokens": 689,
   "cache_read_tokens": 259263,
   "turns": 12,
   "seconds": 60,
   "source_changed": true
  },
  {
   "run": "f51_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.58896,
   "output_tokens": 15504,
   "thinking_tokens": 9320,
   "cache_read_tokens": 606471,
   "turns": 26,
   "seconds": 326,
   "source_changed": true
  },
  {
   "run": "f52_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.63534,
   "output_tokens": 6097,
   "thinking_tokens": 2229,
   "cache_read_tokens": 280092,
   "turns": 17,
   "seconds": 125,
   "source_changed": true
  },
  {
   "run": "f52_mdit1201_r2",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.74769,
   "output_tokens": 5734,
   "thinking_tokens": 2480,
   "cache_read_tokens": 269576,
   "turns": 16,
   "seconds": 121,
   "source_changed": true
  },
  {
   "run": "opus_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.36134,
   "output_tokens": 6487,
   "thinking_tokens": 1985,
   "cache_read_tokens": 331255,
   "turns": 19,
   "seconds": 89,
   "source_changed": true
  },
  {
   "run": "opus_mdit1201_r2",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.41203,
   "output_tokens": 7533,
   "thinking_tokens": 2219,
   "cache_read_tokens": 456414,
   "turns": 21,
   "seconds": 107,
   "source_changed": true
  },
  {
   "run": "f51_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.02548,
   "output_tokens": 7731,
   "thinking_tokens": 1452,
   "cache_read_tokens": 520774,
   "turns": 17,
   "seconds": 259,
   "source_changed": true
  },
  {
   "run": "f52_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.83124,
   "output_tokens": 9460,
   "thinking_tokens": 2785,
   "cache_read_tokens": 228217,
   "turns": 16,
   "seconds": 151,
   "source_changed": true
  },
  {
   "run": "f52_mit_r2",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.02512,
   "output_tokens": 12335,
   "thinking_tokens": 3314,
   "cache_read_tokens": 386823,
   "turns": 20,
   "seconds": 202,
   "source_changed": true
  },
  {
   "run": "f52_mit_r3",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-fable-5-2",
   "rep": 3,
   "in_design": false,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.21431,
   "output_tokens": 15872,
   "thinking_tokens": 5014,
   "cache_read_tokens": 340416,
   "turns": 19,
   "seconds": 253,
   "source_changed": true
  },
  {
   "run": "opus_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.48066,
   "output_tokens": 9836,
   "thinking_tokens": 1829,
   "cache_read_tokens": 394447,
   "turns": 19,
   "seconds": 168,
   "source_changed": true
  },
  {
   "run": "opus_mit_r2",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.47484,
   "output_tokens": 9476,
   "thinking_tokens": 2916,
   "cache_read_tokens": 339103,
   "turns": 16,
   "seconds": 130,
   "source_changed": true
  },
  {
   "run": "f51_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 2.25296,
   "output_tokens": 19554,
   "thinking_tokens": 9657,
   "cache_read_tokens": 1595422,
   "turns": 37,
   "seconds": 449,
   "source_changed": true
  },
  {
   "run": "f52_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 1,
   "clean_fix": false,
   "api_cost_usd": 1.45063,
   "output_tokens": 15248,
   "thinking_tokens": 4471,
   "cache_read_tokens": 387703,
   "turns": 30,
   "seconds": 189,
   "source_changed": true
  },
  {
   "run": "f52_mk4051_r2",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 2,
   "clean_fix": false,
   "api_cost_usd": 1.53308,
   "output_tokens": 15203,
   "thinking_tokens": 5651,
   "cache_read_tokens": 814745,
   "turns": 37,
   "seconds": 257,
   "source_changed": true
  },
  {
   "run": "f52_mk4051_r3",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-fable-5-2",
   "rep": 3,
   "in_design": false,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "api_cost_usd": 1.14494,
   "output_tokens": 11365,
   "thinking_tokens": 4528,
   "cache_read_tokens": 334317,
   "turns": 24,
   "seconds": 141,
   "source_changed": true
  },
  {
   "run": "opus_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.62115,
   "output_tokens": 11465,
   "thinking_tokens": 2543,
   "cache_read_tokens": 701472,
   "turns": 29,
   "seconds": 131,
   "source_changed": true
  },
  {
   "run": "opus_mk4051_r2",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.82631,
   "output_tokens": 15470,
   "thinking_tokens": 5787,
   "cache_read_tokens": 1058135,
   "turns": 34,
   "seconds": 220,
   "source_changed": true
  },
  {
   "run": "f51_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.86775,
   "output_tokens": 13054,
   "thinking_tokens": 2944,
   "cache_read_tokens": 1706852,
   "turns": 44,
   "seconds": 249,
   "source_changed": true
  },
  {
   "run": "f51_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.82821,
   "output_tokens": 13367,
   "thinking_tokens": 4034,
   "cache_read_tokens": 1514654,
   "turns": 38,
   "seconds": 213,
   "source_changed": true
  },
  {
   "run": "f52_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.00766,
   "output_tokens": 9890,
   "thinking_tokens": 3015,
   "cache_read_tokens": 425514,
   "turns": 24,
   "seconds": 143,
   "source_changed": true
  },
  {
   "run": "f52_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.52138,
   "output_tokens": 14680,
   "thinking_tokens": 6918,
   "cache_read_tokens": 758484,
   "turns": 33,
   "seconds": 225,
   "source_changed": true
  },
  {
   "run": "opus_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.74116,
   "output_tokens": 13229,
   "thinking_tokens": 4085,
   "cache_read_tokens": 989150,
   "turns": 37,
   "seconds": 163,
   "source_changed": true
  },
  {
   "run": "opus_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.69147,
   "output_tokens": 11852,
   "thinking_tokens": 3153,
   "cache_read_tokens": 976990,
   "turns": 35,
   "seconds": 161,
   "source_changed": true
  },
  {
   "run": "f51_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.47939,
   "output_tokens": 1818,
   "thinking_tokens": 272,
   "cache_read_tokens": 201707,
   "turns": 8,
   "seconds": 84,
   "source_changed": true
  },
  {
   "run": "f52_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.52487,
   "output_tokens": 3520,
   "thinking_tokens": 521,
   "cache_read_tokens": 264428,
   "turns": 14,
   "seconds": 142,
   "source_changed": true
  },
  {
   "run": "f52_p1163_r2",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.36475,
   "output_tokens": 1892,
   "thinking_tokens": 219,
   "cache_read_tokens": 117604,
   "turns": 9,
   "seconds": 52,
   "source_changed": true
  },
  {
   "run": "f52_p1163_r3",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-fable-5-2",
   "rep": 3,
   "in_design": false,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.52989,
   "output_tokens": 3189,
   "thinking_tokens": 579,
   "cache_read_tokens": 349160,
   "turns": 15,
   "seconds": 126,
   "source_changed": true
  },
  {
   "run": "opus_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.16878,
   "output_tokens": 1627,
   "thinking_tokens": 152,
   "cache_read_tokens": 109031,
   "turns": 7,
   "seconds": 44,
   "source_changed": true
  },
  {
   "run": "opus_p1163_r2",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.16765,
   "output_tokens": 1557,
   "thinking_tokens": 150,
   "cache_read_tokens": 108852,
   "turns": 7,
   "seconds": 48,
   "source_changed": true
  },
  {
   "run": "f51_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 5,
   "clean_fix": false,
   "api_cost_usd": 2.50031,
   "output_tokens": 21471,
   "thinking_tokens": 8689,
   "cache_read_tokens": 1794794,
   "turns": 39,
   "seconds": 506,
   "source_changed": true
  },
  {
   "run": "f51_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "api_cost_usd": 2.518,
   "output_tokens": 17046,
   "thinking_tokens": 4420,
   "cache_read_tokens": 1683113,
   "turns": 37,
   "seconds": 284,
   "source_changed": true
  },
  {
   "run": "f52_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.72193,
   "output_tokens": 17394,
   "thinking_tokens": 5324,
   "cache_read_tokens": 956545,
   "turns": 44,
   "seconds": 234,
   "source_changed": true
  },
  {
   "run": "f52_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 3,
   "clean_fix": false,
   "api_cost_usd": 1.5208,
   "output_tokens": 15381,
   "thinking_tokens": 3104,
   "cache_read_tokens": 970137,
   "turns": 41,
   "seconds": 279,
   "source_changed": true
  },
  {
   "run": "opus_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 3,
   "clean_fix": false,
   "api_cost_usd": 1.2397,
   "output_tokens": 21901,
   "thinking_tokens": 4131,
   "cache_read_tokens": 1837561,
   "turns": 52,
   "seconds": 266,
   "source_changed": true
  },
  {
   "run": "opus_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "api_cost_usd": 0.53603,
   "output_tokens": 8839,
   "thinking_tokens": 1649,
   "cache_read_tokens": 614116,
   "turns": 21,
   "seconds": 138,
   "source_changed": true
  },
  {
   "run": "f51_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.0989,
   "output_tokens": 8409,
   "thinking_tokens": 2277,
   "cache_read_tokens": 550433,
   "turns": 17,
   "seconds": 270,
   "source_changed": true
  },
  {
   "run": "f52_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.72563,
   "output_tokens": 8433,
   "thinking_tokens": 2825,
   "cache_read_tokens": 189064,
   "turns": 10,
   "seconds": 184,
   "source_changed": true
  },
  {
   "run": "f52_pp653_r2",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.98287,
   "output_tokens": 10656,
   "thinking_tokens": 4421,
   "cache_read_tokens": 369128,
   "turns": 4,
   "seconds": 256,
   "source_changed": true
  },
  {
   "run": "opus_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.48873,
   "output_tokens": 9343,
   "thinking_tokens": 2986,
   "cache_read_tokens": 414592,
   "turns": 17,
   "seconds": 192,
   "source_changed": true
  },
  {
   "run": "opus_pp653_r2",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.42717,
   "output_tokens": 8276,
   "thinking_tokens": 3096,
   "cache_read_tokens": 375160,
   "turns": 14,
   "seconds": 178,
   "source_changed": true
  },
  {
   "run": "f51_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.54084,
   "output_tokens": 2850,
   "thinking_tokens": 296,
   "cache_read_tokens": 228799,
   "turns": 9,
   "seconds": 77,
   "source_changed": true
  },
  {
   "run": "f52_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.51962,
   "output_tokens": 3053,
   "thinking_tokens": 248,
   "cache_read_tokens": 219176,
   "turns": 14,
   "seconds": 55,
   "source_changed": true
  },
  {
   "run": "f52_q624_r2",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.47694,
   "output_tokens": 2609,
   "thinking_tokens": 166,
   "cache_read_tokens": 185535,
   "turns": 10,
   "seconds": 43,
   "source_changed": true
  },
  {
   "run": "opus_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.25866,
   "output_tokens": 3474,
   "thinking_tokens": 218,
   "cache_read_tokens": 201578,
   "turns": 11,
   "seconds": 45,
   "source_changed": true
  },
  {
   "run": "opus_q624_r2",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.23696,
   "output_tokens": 3020,
   "thinking_tokens": 157,
   "cache_read_tokens": 168114,
   "turns": 10,
   "seconds": 36,
   "source_changed": true
  },
  {
   "run": "f51_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.59652,
   "output_tokens": 2669,
   "thinking_tokens": 281,
   "cache_read_tokens": 326770,
   "turns": 12,
   "seconds": 91,
   "source_changed": true
  },
  {
   "run": "f51_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.65018,
   "output_tokens": 3287,
   "thinking_tokens": 361,
   "cache_read_tokens": 303330,
   "turns": 11,
   "seconds": 53,
   "source_changed": true
  },
  {
   "run": "f52_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.50469,
   "output_tokens": 3618,
   "thinking_tokens": 1394,
   "cache_read_tokens": 184948,
   "turns": 9,
   "seconds": 58,
   "source_changed": true
  },
  {
   "run": "f52_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 12,
   "cases_total": 12,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.47789,
   "output_tokens": 2603,
   "thinking_tokens": 482,
   "cache_read_tokens": 177820,
   "turns": 10,
   "seconds": 48,
   "source_changed": true
  },
  {
   "run": "opus_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 12,
   "cases_total": 12,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.24349,
   "output_tokens": 3248,
   "thinking_tokens": 914,
   "cache_read_tokens": 196198,
   "turns": 9,
   "seconds": 43,
   "source_changed": true
  },
  {
   "run": "opus_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.24165,
   "output_tokens": 3372,
   "thinking_tokens": 625,
   "cache_read_tokens": 195548,
   "turns": 10,
   "seconds": 52,
   "source_changed": true
  },
  {
   "run": "f51_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 26,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.81405,
   "output_tokens": 5191,
   "thinking_tokens": 974,
   "cache_read_tokens": 381743,
   "turns": 18,
   "seconds": 78,
   "source_changed": true
  },
  {
   "run": "f52_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.49682,
   "output_tokens": 3466,
   "thinking_tokens": 741,
   "cache_read_tokens": 161755,
   "turns": 11,
   "seconds": 51,
   "source_changed": true
  },
  {
   "run": "f52_t336_r2",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.46069,
   "output_tokens": 2808,
   "thinking_tokens": 1131,
   "cache_read_tokens": 99760,
   "turns": 7,
   "seconds": 41,
   "source_changed": true
  },
  {
   "run": "opus_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.28676,
   "output_tokens": 4441,
   "thinking_tokens": 503,
   "cache_read_tokens": 281191,
   "turns": 16,
   "seconds": 54,
   "source_changed": true
  },
  {
   "run": "opus_t336_r2",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.28304,
   "output_tokens": 4400,
   "thinking_tokens": 387,
   "cache_read_tokens": 300383,
   "turns": 16,
   "seconds": 50,
   "source_changed": true
  },
  {
   "run": "f51_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.517,
   "output_tokens": 2604,
   "thinking_tokens": 104,
   "cache_read_tokens": 253837,
   "turns": 10,
   "seconds": 42,
   "source_changed": true
  },
  {
   "run": "f52_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.443,
   "output_tokens": 2234,
   "thinking_tokens": 170,
   "cache_read_tokens": 130975,
   "turns": 7,
   "seconds": 36,
   "source_changed": true
  },
  {
   "run": "f52_t599_r2",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.36689,
   "output_tokens": 1625,
   "thinking_tokens": 148,
   "cache_read_tokens": 92803,
   "turns": 6,
   "seconds": 29,
   "source_changed": true
  },
  {
   "run": "opus_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.21241,
   "output_tokens": 2773,
   "thinking_tokens": 74,
   "cache_read_tokens": 189574,
   "turns": 10,
   "seconds": 36,
   "source_changed": true
  },
  {
   "run": "opus_t599_r2",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.23284,
   "output_tokens": 3184,
   "thinking_tokens": 135,
   "cache_read_tokens": 242259,
   "turns": 12,
   "seconds": 50,
   "source_changed": true
  },
  {
   "run": "f51_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.55744,
   "output_tokens": 3606,
   "thinking_tokens": 1702,
   "cache_read_tokens": 198330,
   "turns": 8,
   "seconds": 55,
   "source_changed": true
  },
  {
   "run": "f52_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.28013,
   "output_tokens": 1379,
   "thinking_tokens": 451,
   "cache_read_tokens": 61237,
   "turns": 4,
   "seconds": 24,
   "source_changed": true
  },
  {
   "run": "f52_t642_r2",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.31944,
   "output_tokens": 2072,
   "thinking_tokens": 987,
   "cache_read_tokens": 61285,
   "turns": 4,
   "seconds": 31,
   "source_changed": true
  },
  {
   "run": "opus_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.23712,
   "output_tokens": 3914,
   "thinking_tokens": 987,
   "cache_read_tokens": 187447,
   "turns": 10,
   "seconds": 54,
   "source_changed": true
  },
  {
   "run": "opus_t642_r2",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.23923,
   "output_tokens": 3932,
   "thinking_tokens": 1475,
   "cache_read_tokens": 206700,
   "turns": 10,
   "seconds": 46,
   "source_changed": true
  },
  {
   "run": "f51_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.86377,
   "output_tokens": 3147,
   "thinking_tokens": 285,
   "cache_read_tokens": 444243,
   "turns": 13,
   "seconds": 113,
   "source_changed": true
  },
  {
   "run": "f52_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.6557,
   "output_tokens": 2736,
   "thinking_tokens": 398,
   "cache_read_tokens": 181287,
   "turns": 13,
   "seconds": 45,
   "source_changed": true
  },
  {
   "run": "f52_y798_r2",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.61573,
   "output_tokens": 2381,
   "thinking_tokens": 314,
   "cache_read_tokens": 137481,
   "turns": 11,
   "seconds": 39,
   "source_changed": true
  },
  {
   "run": "opus_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.40323,
   "output_tokens": 3811,
   "thinking_tokens": 954,
   "cache_read_tokens": 446654,
   "turns": 15,
   "seconds": 53,
   "source_changed": true
  },
  {
   "run": "opus_y798_r2",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.33199,
   "output_tokens": 2999,
   "thinking_tokens": 483,
   "cache_read_tokens": 272377,
   "turns": 11,
   "seconds": 41,
   "source_changed": true
  },
  {
   "run": "f51_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.11704,
   "output_tokens": 7628,
   "thinking_tokens": 1641,
   "cache_read_tokens": 758156,
   "turns": 23,
   "seconds": 136,
   "source_changed": true
  },
  {
   "run": "f51_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.04101,
   "output_tokens": 7526,
   "thinking_tokens": 1674,
   "cache_read_tokens": 508766,
   "turns": 21,
   "seconds": 123,
   "source_changed": true
  },
  {
   "run": "f52_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.67754,
   "output_tokens": 5049,
   "thinking_tokens": 985,
   "cache_read_tokens": 459817,
   "turns": 18,
   "seconds": 106,
   "source_changed": true
  },
  {
   "run": "f52_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.75182,
   "output_tokens": 4553,
   "thinking_tokens": 780,
   "cache_read_tokens": 276910,
   "turns": 16,
   "seconds": 93,
   "source_changed": true
  },
  {
   "run": "opus_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.34632,
   "output_tokens": 5008,
   "thinking_tokens": 637,
   "cache_read_tokens": 441661,
   "turns": 19,
   "seconds": 67,
   "source_changed": true
  },
  {
   "run": "opus_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.33377,
   "output_tokens": 5095,
   "thinking_tokens": 1188,
   "cache_read_tokens": 355013,
   "turns": 17,
   "seconds": 81,
   "source_changed": true
  },
  {
   "run": "f51_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 4.4242,
   "output_tokens": 24100,
   "thinking_tokens": 10973,
   "cache_read_tokens": 5156386,
   "turns": 67,
   "seconds": 633,
   "source_changed": true
  },
  {
   "run": "f52_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.33094,
   "output_tokens": 7027,
   "thinking_tokens": 1348,
   "cache_read_tokens": 932969,
   "turns": 27,
   "seconds": 175,
   "source_changed": true
  },
  {
   "run": "f52_z6495_r2",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.36058,
   "output_tokens": 7641,
   "thinking_tokens": 2076,
   "cache_read_tokens": 1047636,
   "turns": 29,
   "seconds": 216,
   "source_changed": true
  },
  {
   "run": "f52_z6495_r3",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-fable-5-2",
   "rep": 3,
   "in_design": false,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.50374,
   "output_tokens": 9029,
   "thinking_tokens": 2403,
   "cache_read_tokens": 1286751,
   "turns": 31,
   "seconds": 267,
   "source_changed": true
  },
  {
   "run": "opus_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 1.18877,
   "output_tokens": 15601,
   "thinking_tokens": 4688,
   "cache_read_tokens": 2025094,
   "turns": 52,
   "seconds": 321,
   "source_changed": true
  },
  {
   "run": "opus_z6495_r2",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "api_cost_usd": 0.81227,
   "output_tokens": 9001,
   "thinking_tokens": 2182,
   "cache_read_tokens": 1320966,
   "turns": 35,
   "seconds": 186,
   "source_changed": true
  },
  {
   "run": "f51_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-fable-5-1",
   "rep": 1,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 3.91562,
   "output_tokens": 26212,
   "thinking_tokens": 6547,
   "cache_read_tokens": 4528956,
   "turns": 71,
   "seconds": 820,
   "source_changed": true
  },
  {
   "run": "f51_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-fable-5-1",
   "rep": 2,
   "in_design": false,
   "cases_passed": 4,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 2.41594,
   "output_tokens": 12677,
   "thinking_tokens": 6189,
   "cache_read_tokens": 1668213,
   "turns": 28,
   "seconds": 455,
   "source_changed": true
  },
  {
   "run": "f52_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-fable-5-2",
   "rep": 1,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 1.27014,
   "output_tokens": 10868,
   "thinking_tokens": 3502,
   "cache_read_tokens": 516212,
   "turns": 21,
   "seconds": 353,
   "source_changed": true
  },
  {
   "run": "f52_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-fable-5-2",
   "rep": 2,
   "in_design": true,
   "cases_passed": 7,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 1.57249,
   "output_tokens": 12717,
   "thinking_tokens": 4832,
   "cache_read_tokens": 706656,
   "turns": 20,
   "seconds": 318,
   "source_changed": true
  },
  {
   "run": "opus_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-opus-5-5",
   "rep": 1,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.81829,
   "output_tokens": 10905,
   "thinking_tokens": 4456,
   "cache_read_tokens": 791805,
   "turns": 24,
   "seconds": 187,
   "source_changed": true
  },
  {
   "run": "opus_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "model": "claude-opus-5-5",
   "rep": 2,
   "in_design": true,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "api_cost_usd": 0.63688,
   "output_tokens": 9280,
   "thinking_tokens": 3654,
   "cache_read_tokens": 693048,
   "turns": 25,
   "seconds": 171,
   "source_changed": true
  }
 ]
}