{
 "measured": "2026-10-24",
 "runs": [
  {
   "run": "haiku_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00681,
   "seconds": 30,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d699_r2",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0064,
   "seconds": 26,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d699_r3",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00563,
   "seconds": 26,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.17462,
   "seconds": 40,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d699_r2",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.17834,
   "seconds": 30,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d699_r3",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.17903,
   "seconds": 34,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d699_r1",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.05583,
   "seconds": 7,
   "turns": 3,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d699_r2",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.05584,
   "seconds": 7,
   "turns": 3,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d699_r3",
   "round": "easy",
   "bug": "d699",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "bug_title": "diffJson throws on truthy, non-callable toJSON",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0556,
   "seconds": 7,
   "turns": 3,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01579,
   "seconds": 62,
   "turns": 20,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0108,
   "seconds": 48,
   "turns": 14,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d701_r3",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01647,
   "seconds": 63,
   "turns": 15,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.43086,
   "seconds": 99,
   "turns": 21,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.39329,
   "seconds": 66,
   "turns": 16,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d701_r3",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.38716,
   "seconds": 99,
   "turns": 21,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d701_r1",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 5,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.13813,
   "seconds": 29,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "applyPatch of such a patch to a CRLF file; isUnix true when only the last no-newline line has a CR",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d701_r2",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 5,
   "cases_total": 5,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.11948,
   "seconds": 34,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d701_r3",
   "round": "easy",
   "bug": "d701",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "bug_title": "applyPatch drops a literal carriage return at the end of a file",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 5,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.0984,
   "seconds": 28,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "applyPatch of such a patch to a CRLF file; isUnix true when only the last no-newline line has a CR",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00855,
   "seconds": 35,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d707_r2",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00942,
   "seconds": 40,
   "turns": 10,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_d707_r3",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00857,
   "seconds": 41,
   "turns": 10,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19689,
   "seconds": 41,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d707_r2",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.20366,
   "seconds": 37,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_d707_r3",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.22956,
   "seconds": 46,
   "turns": 10,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d707_r1",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.08184,
   "seconds": 23,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d707_r2",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.08319,
   "seconds": 22,
   "turns": 6,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_d707_r3",
   "round": "easy",
   "bug": "d707",
   "project": "jsdiff",
   "repo": "https://github.com/kpdecker/jsdiff",
   "language": "TypeScript",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "bug_title": "diffJson serializes arrays with toJSON wrongly",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.08524,
   "seconds": 26,
   "turns": 6,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01091,
   "seconds": 73,
   "turns": 12,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_h359_r2",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00609,
   "seconds": 35,
   "turns": 6,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_h359_r3",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00903,
   "seconds": 65,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.24251,
   "seconds": 54,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_h359_r2",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19982,
   "seconds": 54,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_h359_r3",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.21497,
   "seconds": 44,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_h359_r1",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07757,
   "seconds": 24,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_h359_r2",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.08313,
   "seconds": 28,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_h359_r3",
   "round": "easy",
   "bug": "h359",
   "project": "humanize",
   "repo": "https://github.com/python-humanize/humanize",
   "language": "Python",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "bug_title": "metric() shows one significant figure too many",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 6,
   "cases_total": 6,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.074,
   "seconds": 22,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01057,
   "seconds": 63,
   "turns": 13,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1268_r2",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00982,
   "seconds": 59,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1268_r3",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00942,
   "seconds": 63,
   "turns": 10,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.31345,
   "seconds": 94,
   "turns": 15,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1268_r2",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.22224,
   "seconds": 55,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1268_r3",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.26846,
   "seconds": 82,
   "turns": 13,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1268_r1",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.08483,
   "seconds": 26,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1268_r2",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.11335,
   "seconds": 41,
   "turns": 7,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1268_r3",
   "round": "easy",
   "bug": "i1268",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "bug_title": "seekable(..., maxlen=0): peek() and bool() drop items",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.09512,
   "seconds": 38,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00652,
   "seconds": 42,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1304_r2",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00625,
   "seconds": 39,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_i1304_r3",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00789,
   "seconds": 42,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.1894,
   "seconds": 49,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1304_r2",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.20196,
   "seconds": 45,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_i1304_r3",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19516,
   "seconds": 48,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1304_r1",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07666,
   "seconds": 33,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1304_r2",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07218,
   "seconds": 15,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_i1304_r3",
   "round": "easy",
   "bug": "i1304",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "bug_title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0715,
   "seconds": 14,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01551,
   "seconds": 69,
   "turns": 18,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_m1204_r2",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01471,
   "seconds": 72,
   "turns": 16,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_m1204_r3",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0156,
   "seconds": 66,
   "turns": 19,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.35166,
   "seconds": 100,
   "turns": 22,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_m1204_r2",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.30945,
   "seconds": 87,
   "turns": 17,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_m1204_r3",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.33211,
   "seconds": 111,
   "turns": 18,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_m1204_r1",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.10578,
   "seconds": 53,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_m1204_r2",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.10323,
   "seconds": 51,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_m1204_r3",
   "round": "easy",
   "bug": "m1204",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "bug_title": "IPv6 address literal brackets are percent-encoded in link destinations",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.10939,
   "seconds": 45,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01465,
   "seconds": 122,
   "turns": 21,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_p1163_r2",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01267,
   "seconds": 112,
   "turns": 19,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_p1163_r3",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01086,
   "seconds": 76,
   "turns": 15,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.25927,
   "seconds": 101,
   "turns": 14,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_p1163_r2",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.25803,
   "seconds": 139,
   "turns": 14,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_p1163_r3",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.23625,
   "seconds": 133,
   "turns": 14,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_p1163_r1",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.09346,
   "seconds": 116,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_p1163_r2",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.09376,
   "seconds": 116,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_p1163_r3",
   "round": "easy",
   "bug": "p1163",
   "project": "PapaParse",
   "repo": "https://github.com/mholt/PapaParse",
   "language": "JavaScript",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "bug_title": "unparse crashes on a null cell when skipEmptyLines is true",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.06976,
   "seconds": 13,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01084,
   "seconds": 45,
   "turns": 14,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q624_r2",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01263,
   "seconds": 53,
   "turns": 15,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q624_r3",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0102,
   "seconds": 35,
   "turns": 11,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.27946,
   "seconds": 45,
   "turns": 12,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q624_r2",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19602,
   "seconds": 35,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q624_r3",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.21253,
   "seconds": 43,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q624_r1",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.13126,
   "seconds": 29,
   "turns": 11,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q624_r2",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.12377,
   "seconds": 26,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q624_r3",
   "round": "easy",
   "bug": "q624",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "bug_title": "stringify: a lone surrogate swallows the next character",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 19,
   "cases_total": 19,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.13211,
   "seconds": 29,
   "turns": 11,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.0113,
   "seconds": 251,
   "turns": 14,
   "permission_denials": 2,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.00954,
   "seconds": 41,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_q629_r3",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 12,
   "cases_total": 12,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01148,
   "seconds": 42,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.20955,
   "seconds": 33,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 12,
   "cases_total": 12,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.20703,
   "seconds": 37,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_q629_r3",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.20092,
   "seconds": 35,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q629_r1",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.11844,
   "seconds": 63,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q629_r2",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 11,
   "cases_total": 12,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.11728,
   "seconds": 26,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "falsy decoder results kept",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_q629_r3",
   "round": "easy",
   "bug": "q629",
   "project": "qs",
   "repo": "https://github.com/ljharb/qs",
   "language": "JavaScript",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "bug_title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 12,
   "cases_total": 12,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.11619,
   "seconds": 27,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.00817,
   "seconds": 31,
   "turns": 12,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t336_r2",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.00751,
   "seconds": 27,
   "turns": 10,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t336_r3",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.00963,
   "seconds": 39,
   "turns": 14,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.28507,
   "seconds": 47,
   "turns": 12,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t336_r2",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.24796,
   "seconds": 49,
   "turns": 14,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t336_r3",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.22155,
   "seconds": 43,
   "turns": 12,
   "permission_denials": 0,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t336_r1",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.10049,
   "seconds": 23,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t336_r2",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.09508,
   "seconds": 23,
   "turns": 7,
   "permission_denials": 1,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t336_r3",
   "round": "easy",
   "bug": "t336",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "bug_title": "Emitting underscores in integers",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 20,
   "cases_total": 29,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.10551,
   "seconds": 27,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "preserve '0xdead_beef'; preserve '0xDEAD_BEEF'; preserve '0o7_7'; preserve '0b1_0'; emit '0xdead_beef'; emit '0o7_7'; reject '01_2'; reject ' 1'; reject '1 '",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0086,
   "seconds": 45,
   "turns": 13,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t599_r2",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.00938,
   "seconds": 38,
   "turns": 17,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t599_r3",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01061,
   "seconds": 37,
   "turns": 14,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.21635,
   "seconds": 37,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t599_r2",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.25024,
   "seconds": 35,
   "turns": 12,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t599_r3",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.21574,
   "seconds": 32,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t599_r1",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07041,
   "seconds": 16,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t599_r2",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0754,
   "seconds": 13,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t599_r3",
   "round": "easy",
   "bug": "t599",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "bug_title": "Deleting a slice from an array corrupts the rendered output",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.06826,
   "seconds": 13,
   "turns": 4,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0105,
   "seconds": 40,
   "turns": 14,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t642_r2",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01476,
   "seconds": 66,
   "turns": 15,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_t642_r3",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0087,
   "seconds": 33,
   "turns": 13,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19273,
   "seconds": 48,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t642_r2",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.21921,
   "seconds": 39,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_t642_r3",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.19585,
   "seconds": 37,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t642_r1",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07632,
   "seconds": 18,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t642_r2",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.0765,
   "seconds": 17,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_t642_r3",
   "round": "easy",
   "bug": "t642",
   "project": "tomlkit",
   "repo": "https://github.com/python-poetry/tomlkit",
   "language": "Python",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "bug_title": "Parse errors report the wrong line and column for CRLF files",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.07932,
   "seconds": 19,
   "turns": 5,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01176,
   "seconds": 53,
   "turns": 13,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y798_r2",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01269,
   "seconds": 48,
   "turns": 16,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y798_r3",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01235,
   "seconds": 49,
   "turns": 15,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.31859,
   "seconds": 46,
   "turns": 10,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y798_r2",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.33937,
   "seconds": 47,
   "turns": 11,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y798_r3",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.34007,
   "seconds": 45,
   "turns": 13,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y798_r1",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.11496,
   "seconds": 31,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y798_r2",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.16135,
   "seconds": 34,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y798_r3",
   "round": "easy",
   "bug": "y798",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "bug_title": "forceQuotes quotes non-string scalars and emits explicit type tags",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 7,
   "cases_total": 7,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.1512,
   "seconds": 28,
   "turns": 9,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01633,
   "seconds": 136,
   "turns": 27,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02514,
   "seconds": 122,
   "turns": 34,
   "permission_denials": 8,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_y802_r3",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.03108,
   "seconds": 183,
   "turns": 48,
   "permission_denials": 15,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.33703,
   "seconds": 99,
   "turns": 19,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.33688,
   "seconds": 77,
   "turns": 18,
   "permission_denials": 3,
   "cases_failed": "leading spaces longer than first content line still an error",
   "tests_broken_names": ""
  },
  {
   "run": "opus_y802_r3",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.30415,
   "seconds": 60,
   "turns": 16,
   "permission_denials": 2,
   "cases_failed": "leading spaces longer than first content line still an error",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y802_r1",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.06281,
   "seconds": 37,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "leading spaces longer than first content line still an error",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y802_r2",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.10872,
   "seconds": 32,
   "turns": 8,
   "permission_denials": 1,
   "cases_failed": "leading spaces longer than first content line still an error",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_y802_r3",
   "round": "easy",
   "bug": "y802",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "bug_title": "Block scalar with a whitespace-only body fails",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 3,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.10229,
   "seconds": 28,
   "turns": 7,
   "permission_denials": 0,
   "cases_failed": "leading spaces longer than first content line still an error",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01753,
   "seconds": 94,
   "turns": 23,
   "permission_denials": 4,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_ct435_r2",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.0177,
   "seconds": 69,
   "turns": 17,
   "permission_denials": 3,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": "tests.test_cachedmethod.UnboundMethodTest::test_wrapped_method"
  },
  {
   "run": "haiku_ct435_r3",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.0185,
   "seconds": 98,
   "turns": 15,
   "permission_denials": 1,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "opus_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.42906,
   "seconds": 82,
   "turns": 15,
   "permission_denials": 2,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "opus_ct435_r2",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.39942,
   "seconds": 100,
   "turns": 17,
   "permission_denials": 2,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "opus_ct435_r3",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.39955,
   "seconds": 84,
   "turns": 15,
   "permission_denials": 4,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_ct435_r1",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.13286,
   "seconds": 43,
   "turns": 8,
   "permission_denials": 0,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_ct435_r2",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.16508,
   "seconds": 44,
   "turns": 10,
   "permission_denials": 2,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_ct435_r3",
   "round": "hard",
   "bug": "ct435",
   "project": "cachetools",
   "repo": "https://github.com/tkem/cachetools",
   "language": "Python",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "bug_title": "cachedmethod class access loses the explicitly supplied instance",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.19277,
   "seconds": 48,
   "turns": 14,
   "permission_denials": 2,
   "cases_failed": "tests.test_cachedmethod.UnboundMethodTest::test_class_call",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.00684,
   "seconds": 32,
   "turns": 11,
   "permission_denials": 0,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_jy791_r2",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01376,
   "seconds": 57,
   "turns": 24,
   "permission_denials": 8,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_jy791_r3",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01717,
   "seconds": 89,
   "turns": 24,
   "permission_denials": 4,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "opus_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.40005,
   "seconds": 85,
   "turns": 21,
   "permission_denials": 6,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "opus_jy791_r2",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.3535,
   "seconds": 130,
   "turns": 20,
   "permission_denials": 3,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "opus_jy791_r3",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.44753,
   "seconds": 95,
   "turns": 27,
   "permission_denials": 8,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_jy791_r1",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.11595,
   "seconds": 32,
   "turns": 10,
   "permission_denials": 5,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_jy791_r2",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.10385,
   "seconds": 31,
   "turns": 9,
   "permission_denials": 4,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_jy791_r3",
   "round": "hard",
   "bug": "jy791",
   "project": "js-yaml",
   "repo": "https://github.com/nodeca/js-yaml",
   "language": "JavaScript",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "bug_title": "Sequence parsing in version 5 fails (BOM at the start of the file)",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 1,
   "cases_total": 2,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.13909,
   "seconds": 42,
   "turns": 14,
   "permission_denials": 7,
   "cases_failed": "core/units/load-other > BOM > accepts BOM before each document in a stream",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 2,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01559,
   "seconds": 89,
   "turns": 21,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": "markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 898: valid; measuring that run as a shorter one would swallow `](` into a code span.; markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 905: Same, with the run left outside the link entirely."
  },
  {
   "run": "haiku_mdit1201_r2",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02787,
   "seconds": 183,
   "turns": 32,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mdit1201_r3",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 2,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.03468,
   "seconds": 215,
   "turns": 39,
   "permission_denials": 8,
   "cases_failed": "",
   "tests_broken_names": "markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 898: valid; measuring that run as a shorter one would swallow `](` into a code span.; markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 905: Same, with the run left outside the link entirely."
  },
  {
   "run": "opus_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.3176,
   "seconds": 90,
   "turns": 17,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mdit1201_r2",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.30923,
   "seconds": 80,
   "turns": 15,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mdit1201_r3",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.41207,
   "seconds": 87,
   "turns": 19,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mdit1201_r1",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.14069,
   "seconds": 44,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mdit1201_r2",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 2,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.16678,
   "seconds": 47,
   "turns": 16,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": "markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 898: valid; measuring that run as a shorter one would swallow `](` into a code span.; markdown-it > test/fixtures/markdown-it/commonmark_extras.txt > line 905: Same, with the run left outside the link entirely."
  },
  {
   "run": "sonnet_mdit1201_r3",
   "round": "hard",
   "bug": "mdit1201",
   "project": "markdown-it",
   "repo": "https://github.com/markdown-it/markdown-it",
   "language": "JavaScript",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "bug_title": "Unclosed link/image label suppresses a later inline code span",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.1425,
   "seconds": 48,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01469,
   "seconds": 98,
   "turns": 14,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mit_r2",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02319,
   "seconds": 136,
   "turns": 18,
   "permission_denials": 0,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mit_r3",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.01633,
   "seconds": 101,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.40865,
   "seconds": 100,
   "turns": 16,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mit_r2",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.40501,
   "seconds": 132,
   "turns": 16,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mit_r3",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.33462,
   "seconds": 91,
   "turns": 12,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mit_r1",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.15604,
   "seconds": 78,
   "turns": 13,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mit_r2",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.16021,
   "seconds": 63,
   "turns": 9,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mit_r3",
   "round": "hard",
   "bug": "mit",
   "project": "more-itertools",
   "repo": "https://github.com/more-itertools/more-itertools",
   "language": "Python",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "bug_title": "numeric_range: len(), in and index() disagree with the items produced, for float steps",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.16411,
   "seconds": 69,
   "turns": 9,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.02139,
   "seconds": 116,
   "turns": 29,
   "permission_denials": 2,
   "cases_failed": "marked unit > link in link text > should still escape text before a raw block opener in a rejected link",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "haiku_mk4051_r2",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.02249,
   "seconds": 136,
   "turns": 33,
   "permission_denials": 5,
   "cases_failed": "marked unit > link in link text > should still escape text before a raw block opener in a rejected link",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "haiku_mk4051_r3",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.02492,
   "seconds": 127,
   "turns": 40,
   "permission_denials": 8,
   "cases_failed": "marked unit > link in link text > should still escape text before a raw block opener in a rejected link",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "opus_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.64035,
   "seconds": 175,
   "turns": 23,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mk4051_r2",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.62671,
   "seconds": 165,
   "turns": 34,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "opus_mk4051_r3",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.61907,
   "seconds": 170,
   "turns": 28,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mk4051_r1",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.22556,
   "seconds": 92,
   "turns": 20,
   "permission_denials": 4,
   "cases_failed": "marked unit > link in link text > should still escape text before a raw block opener in a rejected link",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "sonnet_mk4051_r2",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 4,
   "cases_total": 4,
   "full_fix": true,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.18406,
   "seconds": 81,
   "turns": 17,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "sonnet_mk4051_r3",
   "round": "hard",
   "bug": "mk4051",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "bug_title": "A link inside link text produces nested links",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 4,
   "full_fix": false,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.20891,
   "seconds": 76,
   "turns": 17,
   "permission_denials": 3,
   "cases_failed": "marked unit > link in link text > should still escape text before a raw block opener in a rejected link",
   "tests_broken_names": "link_in_link_text > link_in_link_text should pass"
  },
  {
   "run": "haiku_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.05019,
   "seconds": 294,
   "turns": 44,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.04044,
   "seconds": 184,
   "turns": 44,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_mk4059_r3",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.04853,
   "seconds": 216,
   "turns": 45,
   "permission_denials": 8,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.79774,
   "seconds": 157,
   "turns": 35,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.73901,
   "seconds": 207,
   "turns": 30,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_mk4059_r3",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.55811,
   "seconds": 125,
   "turns": 29,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mk4059_r1",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.3048,
   "seconds": 113,
   "turns": 23,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mk4059_r2",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.29311,
   "seconds": 106,
   "turns": 23,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_mk4059_r3",
   "round": "hard",
   "bug": "mk4059",
   "project": "marked",
   "repo": "https://github.com/markedjs/marked",
   "language": "TypeScript",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "bug_title": "Emphasis is lost in the text of a rejected reference link",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.28365,
   "seconds": 102,
   "turns": 21,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.04154,
   "seconds": 213,
   "turns": 47,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_void_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "haiku_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.0359,
   "seconds": 173,
   "turns": 33,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_void_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "haiku_pm1643_r3",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 5,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.02398,
   "seconds": 115,
   "turns": 25,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_closed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_void_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "opus_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 3,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.71612,
   "seconds": 189,
   "turns": 32,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "opus_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 3,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.89819,
   "seconds": 228,
   "turns": 42,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "opus_pm1643_r3",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 1.01267,
   "seconds": 269,
   "turns": 53,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_void_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "sonnet_pm1643_r1",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.18725,
   "seconds": 70,
   "turns": 17,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_in_inline_html_after_blank_line; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "sonnet_pm1643_r2",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 3,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.18339,
   "seconds": 70,
   "turns": 16,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "sonnet_pm1643_r3",
   "round": "hard",
   "bug": "pm1643",
   "project": "Python-Markdown",
   "repo": "https://github.com/Python-Markdown/markdown",
   "language": "Python",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "bug_title": "HTML comment inside inline raw HTML creates malformed output",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 4,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.18805,
   "seconds": 70,
   "turns": 16,
   "permission_denials": 3,
   "cases_failed": "",
   "tests_broken_names": "tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_html; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_after_unclosed_inline_tag_in_code_span; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_in_inline_html_after_blank_line; tests.test_syntax.blocks.test_html_blocks.TestHTMLBlocks::test_comment_with_blank_line_in_inline_html"
  },
  {
   "run": "haiku_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02617,
   "seconds": 218,
   "turns": 18,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_pp653_r2",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02251,
   "seconds": 196,
   "turns": 16,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_pp653_r3",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.02262,
   "seconds": 194,
   "turns": 18,
   "permission_denials": 1,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.53076,
   "seconds": 213,
   "turns": 18,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_pp653_r2",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.45668,
   "seconds": 174,
   "turns": 14,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_pp653_r3",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.55993,
   "seconds": 244,
   "turns": 16,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_pp653_r1",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.13296,
   "seconds": 106,
   "turns": 9,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_pp653_r2",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.14761,
   "seconds": 124,
   "turns": 10,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_pp653_r3",
   "round": "hard",
   "bug": "pp653",
   "project": "pyparsing",
   "repo": "https://github.com/pyparsing/pyparsing",
   "language": "Python",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "bug_title": "match_previous_expr fails on nested and repeated matches",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 2,
   "cases_total": 2,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.12985,
   "seconds": 96,
   "turns": 8,
   "permission_denials": 2,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.12225,
   "seconds": 205,
   "turns": 59,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_z6495_r2",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.05262,
   "seconds": 242,
   "turns": 50,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": "cyclic-data.test.ts > detects a cycle reachable only through a merged catchall"
  },
  {
   "run": "haiku_z6495_r3",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.05803,
   "seconds": 283,
   "turns": 56,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 1,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.68205,
   "seconds": 287,
   "turns": 32,
   "permission_denials": 4,
   "cases_failed": "",
   "tests_broken_names": "cyclic-data.test.ts > detects a cycle reachable only through a merged catchall"
  },
  {
   "run": "opus_z6495_r2",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.91084,
   "seconds": 278,
   "turns": 32,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "opus_z6495_r3",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.77406,
   "seconds": 290,
   "turns": 33,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6495_r1",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.41449,
   "seconds": 77,
   "turns": 30,
   "permission_denials": 6,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6495_r2",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.5648,
   "seconds": 257,
   "turns": 38,
   "permission_denials": 7,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6495_r3",
   "round": "hard",
   "bug": "z6495",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "bug_title": "Functions are executed twice for object property defaults",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 3,
   "cases_total": 3,
   "full_fix": true,
   "tests_broken": 0,
   "clean_fix": true,
   "source_changed": true,
   "api_cost_usd": 0.57265,
   "seconds": 185,
   "turns": 39,
   "permission_denials": 5,
   "cases_failed": "",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-haiku-5-5",
   "rep": 1,
   "cases_passed": 3,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01895,
   "seconds": 214,
   "turns": 20,
   "permission_denials": 0,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches a wrapped record; to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-haiku-5-5",
   "rep": 2,
   "cases_passed": 0,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.01311,
   "seconds": 65,
   "turns": 13,
   "permission_denials": 1,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches a wrapped record; to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record stringifies numeric enum keys for propertyNames and required; to-json-schema.test.ts > toJSONSchema record stringifies required for every target; to-json-schema.test.ts > toJSONSchema record with a heterogeneous key stringifies only its numeric members; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "haiku_z6496_r3",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-haiku-5-5",
   "rep": 3,
   "cases_passed": 6,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.02415,
   "seconds": 289,
   "turns": 26,
   "permission_denials": 2,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "opus_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-opus-5-5",
   "rep": 1,
   "cases_passed": 4,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.57417,
   "seconds": 253,
   "turns": 21,
   "permission_denials": 2,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a heterogeneous key stringifies only its numeric members; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "opus_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-opus-5-5",
   "rep": 2,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.7212,
   "seconds": 275,
   "turns": 29,
   "permission_denials": 1,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "opus_z6496_r3",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-opus-5-5",
   "rep": 3,
   "cases_passed": 5,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.59929,
   "seconds": 266,
   "turns": 20,
   "permission_denials": 3,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a heterogeneous key stringifies only its numeric members; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6496_r1",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-sonnet-5-5",
   "rep": 1,
   "cases_passed": 2,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.24572,
   "seconds": 178,
   "turns": 17,
   "permission_denials": 2,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches a wrapped record; to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a heterogeneous key stringifies only its numeric members; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6496_r2",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-sonnet-5-5",
   "rep": 2,
   "cases_passed": 3,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.26856,
   "seconds": 204,
   "turns": 18,
   "permission_denials": 2,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches a wrapped record; to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  },
  {
   "run": "sonnet_z6496_r3",
   "round": "hard",
   "bug": "z6496",
   "project": "zod",
   "repo": "https://github.com/colinhacks/zod",
   "language": "TypeScript",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "bug_title": "toJSONSchema on record with numeric keys results in invalid propertyNames",
   "model": "claude-sonnet-5-5",
   "rep": 3,
   "cases_passed": 0,
   "cases_total": 8,
   "full_fix": false,
   "tests_broken": 0,
   "clean_fix": false,
   "source_changed": true,
   "api_cost_usd": 0.22912,
   "seconds": 102,
   "turns": 18,
   "permission_denials": 4,
   "cases_failed": "to-json-schema.test.ts > toJSONSchema record key rewrite reaches a wrapped record; to-json-schema.test.ts > toJSONSchema record key rewrite reaches through wrappers and union branches; to-json-schema.test.ts > toJSONSchema record stringifies numeric enum keys for propertyNames and required; to-json-schema.test.ts > toJSONSchema record stringifies required for every target; to-json-schema.test.ts > toJSONSchema record with a heterogeneous key stringifies only its numeric members; to-json-schema.test.ts > toJSONSchema record with a numeric key emits propertyNames over the numeric-string form; to-json-schema.test.ts > toJSONSchema record with a numeric key inlines an extracted key, and leaves a string one referenced; to-json-schema.test.ts > toJSONSchema record with a recursive key converts without looping",
   "tests_broken_names": ""
  }
 ],
 "bugs": {
  "d699": {
   "round": "easy",
   "project": "jsdiff",
   "parent_commit": "c207c49728038d385f11a61b7c120785074088a1",
   "fix_date": "2026-08-12",
   "title": "diffJson throws on truthy, non-callable toJSON"
  },
  "d701": {
   "round": "easy",
   "project": "jsdiff",
   "parent_commit": "84726cae21dc16ff02e85d5afd22e94f5a6d1e97",
   "fix_date": "2026-08-18",
   "title": "applyPatch drops a literal carriage return at the end of a file"
  },
  "d707": {
   "round": "easy",
   "project": "jsdiff",
   "parent_commit": "b9d516f363785080e5655dc2e50b3e9b0514c219",
   "fix_date": "2026-09-19",
   "title": "diffJson serializes arrays with toJSON wrongly"
  },
  "h359": {
   "round": "easy",
   "project": "humanize",
   "parent_commit": "984526c02448110a8392dde3f5e26096dfd7c729",
   "fix_date": "2026-09-16",
   "title": "metric() shows one significant figure too many"
  },
  "i1268": {
   "round": "easy",
   "project": "more-itertools",
   "parent_commit": "1da45ae4b61a832ed080f08a8833784aad0a9534",
   "fix_date": "2026-09-21",
   "title": "seekable(..., maxlen=0): peek() and bool() drop items"
  },
  "i1304": {
   "round": "easy",
   "project": "more-itertools",
   "parent_commit": "790bb0bb2c03e7a07282e5f16f4b1fde35b8fcf5",
   "fix_date": "2026-09-29",
   "title": "ichunked(..., 0) raises islice's ValueError on a nonempty iterable"
  },
  "m1204": {
   "round": "easy",
   "project": "markdown-it",
   "parent_commit": "5e9b1cc8309d09a9df0f53ae32f811da6ad5c23d",
   "fix_date": "2026-08-26",
   "title": "IPv6 address literal brackets are percent-encoded in link destinations"
  },
  "p1163": {
   "round": "easy",
   "project": "PapaParse",
   "parent_commit": "4843fc2021bbe04bdc176e71f4c9f8f8388af7bc",
   "fix_date": "2026-10-08",
   "title": "unparse crashes on a null cell when skipEmptyLines is true"
  },
  "q624": {
   "round": "easy",
   "project": "qs",
   "parent_commit": "5c1d08cd574161b8e5dcf3dd80d9210794fc3f86",
   "fix_date": "2026-10-17",
   "title": "stringify: a lone surrogate swallows the next character"
  },
  "q629": {
   "round": "easy",
   "project": "qs",
   "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822",
   "fix_date": "2026-10-20",
   "title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities"
  },
  "t336": {
   "round": "easy",
   "project": "tomlkit",
   "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7",
   "fix_date": "2026-10-07",
   "title": "Emitting underscores in integers"
  },
  "t599": {
   "round": "easy",
   "project": "tomlkit",
   "parent_commit": "88aa4b1c1128587b8c8ee92d0db11db7bfbdc0ed",
   "fix_date": "2026-10-12",
   "title": "Deleting a slice from an array corrupts the rendered output"
  },
  "t642": {
   "round": "easy",
   "project": "tomlkit",
   "parent_commit": "8c30fc17d91aee7469c0287e509300e78aa15227",
   "fix_date": "2026-10-12",
   "title": "Parse errors report the wrong line and column for CRLF files"
  },
  "y798": {
   "round": "easy",
   "project": "js-yaml",
   "parent_commit": "e5a3ba0efee53629b979f784cd53736f89ea61b6",
   "fix_date": "2026-09-13",
   "title": "forceQuotes quotes non-string scalars and emits explicit type tags"
  },
  "y802": {
   "round": "easy",
   "project": "js-yaml",
   "parent_commit": "30108cc828b5393d55dfbfc8087ab713f7145946",
   "fix_date": "2026-10-06",
   "title": "Block scalar with a whitespace-only body fails"
  },
  "z6495": {
   "round": "hard",
   "project": "zod",
   "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e",
   "fix_date": "2026-08-29",
   "title": "Functions are executed twice for object property defaults"
  },
  "z6496": {
   "round": "hard",
   "project": "zod",
   "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6",
   "fix_date": "2026-08-29",
   "title": "toJSONSchema on record with numeric keys results in invalid propertyNames"
  },
  "mit": {
   "round": "hard",
   "project": "more-itertools",
   "parent_commit": "30ada7dd597316a3ef967911477e0a1d9f55eefe",
   "fix_date": "2026-09-02",
   "title": "numeric_range: len(), in and index() disagree with the items produced, for float steps"
  },
  "ct435": {
   "round": "hard",
   "project": "cachetools",
   "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6",
   "fix_date": "2026-10-14",
   "title": "cachedmethod class access loses the explicitly supplied instance"
  },
  "pm1643": {
   "round": "hard",
   "project": "Python-Markdown",
   "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f",
   "fix_date": "2026-10-08",
   "title": "HTML comment inside inline raw HTML creates malformed output"
  },
  "pp653": {
   "round": "hard",
   "project": "pyparsing",
   "parent_commit": "038ff39cbc29b77a74ac21674206d5bf170ca769",
   "fix_date": "2026-08-17",
   "title": "match_previous_expr fails on nested and repeated matches"
  },
  "mdit1201": {
   "round": "hard",
   "project": "markdown-it",
   "parent_commit": "7b9a6a3a630187e6f9b18fe66b66804bc9ac1122",
   "fix_date": "2026-08-26",
   "title": "Unclosed link/image label suppresses a later inline code span"
  },
  "jy791": {
   "round": "hard",
   "project": "js-yaml",
   "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af",
   "fix_date": "2026-08-19",
   "title": "Sequence parsing in version 5 fails (BOM at the start of the file)"
  },
  "mk4059": {
   "round": "hard",
   "project": "marked",
   "parent_commit": "0653c24b59edfe03e327cbb68ea8318cd0b93641",
   "fix_date": "2026-08-24",
   "title": "Emphasis is lost in the text of a rejected reference link"
  },
  "mk4051": {
   "round": "hard",
   "project": "marked",
   "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7",
   "fix_date": "2026-08-18",
   "title": "A link inside link text produces nested links"
  }
 },
 "projects": 13,
 "setup": "Windows 11 laptop; Claude Code 2.1.295 headless (-p), effort medium, --permission-mode acceptEdits, read-only shell commands and the project test runner allowed; no package installs, no network, no web tools",
 "scoring": {
  "easy": "Hidden cases written from the maintainers' tests for the fix (cases_total per bug), run against the run's source changes only; tests_broken = newly failing tests in the project's own suite (for qs, counted against the fix, which itself changes 2 and 1 old assertions).",
  "hard": "The maintainers' test files from the fix commit: target cases = tests that fail before the fix and pass after it; tests_broken = tests in those files that pass both before and after the fix but fail with the run's change. Timing tests (quadratic, linear, perf, timing, redos) are not counted as broken.",
  "full_fix": "every target case passes",
  "clean_fix": "full_fix and tests_broken == 0",
  "cost": "Claude Code's own total_cost_usd per run (API prices); runs were made on a subscription"
 },
 "stats": {
  "easy": {
   "models": {
    "claude-haiku-5-5": {
     "runs": 45,
     "cases_passed": 283,
     "cases_total": 312,
     "full_fix": 40,
     "clean_fix": 40,
     "runs_with_broken_tests": 0,
     "mean_cost_usd": 0.0114,
     "total_cost_usd": 0.51,
     "median_seconds": 48
    },
    "claude-sonnet-5-5": {
     "runs": 45,
     "cases_passed": 276,
     "cases_total": 312,
     "full_fix": 35,
     "clean_fix": 35,
     "runs_with_broken_tests": 0,
     "mean_cost_usd": 0.0952,
     "total_cost_usd": 4.28,
     "median_seconds": 27
    },
    "claude-opus-5-5": {
     "runs": 45,
     "cases_passed": 281,
     "cases_total": 312,
     "full_fix": 38,
     "clean_fix": 38,
     "runs_with_broken_tests": 0,
     "mean_cost_usd": 0.2554,
     "total_cost_usd": 11.49,
     "median_seconds": 47
    }
   },
   "tests": {
    "claude-haiku-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 0.758,
     "fisher_clean_fix_p": 0.758,
     "paired_case_share_diff": 0.0148,
     "paired_case_share_p": 0.376,
     "paired_clean_diff": 0.0444,
     "paired_clean_p": 0.626,
     "clean_rate_diff_ci95_bug_bootstrap": [
      0.0,
      0.133
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      0.0,
      0.044
     ]
    },
    "claude-haiku-5-5 vs claude-sonnet-5-5": {
     "fisher_full_fix_p": 0.258,
     "fisher_clean_fix_p": 0.258,
     "paired_case_share_diff": 0.04,
     "paired_case_share_p": 0.063,
     "paired_clean_diff": 0.1111,
     "paired_clean_p": 0.063,
     "clean_rate_diff_ci95_bug_bootstrap": [
      0.0,
      0.289
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      0.0,
      0.102
     ]
    },
    "claude-sonnet-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 0.591,
     "fisher_clean_fix_p": 0.591,
     "paired_case_share_diff": -0.0252,
     "paired_case_share_p": 0.185,
     "paired_clean_diff": -0.0667,
     "paired_clean_p": 0.373,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.178,
      0.0
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.068,
      0.0
     ]
    }
   }
  },
  "hard": {
   "models": {
    "claude-haiku-5-5": {
     "runs": 30,
     "cases_passed": 63,
     "cases_total": 87,
     "full_fix": 18,
     "clean_fix": 12,
     "runs_with_broken_tests": 10,
     "mean_cost_usd": 0.0298,
     "total_cost_usd": 0.89,
     "median_seconds": 154.5
    },
    "claude-sonnet-5-5": {
     "runs": 30,
     "cases_passed": 60,
     "cases_total": 87,
     "full_fix": 19,
     "clean_fix": 14,
     "runs_with_broken_tests": 7,
     "mean_cost_usd": 0.2181,
     "total_cost_usd": 6.54,
     "median_seconds": 76.5
    },
    "claude-opus-5-5": {
     "runs": 30,
     "cases_passed": 71,
     "cases_total": 87,
     "full_fix": 21,
     "clean_fix": 16,
     "runs_with_broken_tests": 5,
     "mean_cost_usd": 0.5678,
     "total_cost_usd": 17.03,
     "median_seconds": 167.5
    }
   },
   "tests": {
    "claude-haiku-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 0.589,
     "fisher_clean_fix_p": 0.438,
     "paired_case_share_diff": -0.0458,
     "paired_case_share_p": 0.092,
     "paired_clean_diff": -0.1333,
     "paired_clean_p": 0.218,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.333,
      0.0
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.112,
      0.0
     ]
    },
    "claude-haiku-5-5 vs claude-sonnet-5-5": {
     "fisher_full_fix_p": 1.0,
     "fisher_clean_fix_p": 0.795,
     "paired_case_share_diff": 0.0083,
     "paired_case_share_p": 0.87,
     "paired_clean_diff": -0.0667,
     "paired_clean_p": 0.629,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.167,
      0.0
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.025,
      0.05
     ]
    },
    "claude-sonnet-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 0.785,
     "fisher_clean_fix_p": 0.797,
     "paired_case_share_diff": -0.0542,
     "paired_case_share_p": 0.061,
     "paired_clean_diff": -0.0667,
     "paired_clean_p": 0.627,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.233,
      0.067
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.129,
      0.0
     ]
    }
   }
  },
  "all": {
   "models": {
    "claude-haiku-5-5": {
     "runs": 75,
     "cases_passed": 346,
     "cases_total": 399,
     "full_fix": 58,
     "clean_fix": 52,
     "runs_with_broken_tests": 10,
     "mean_cost_usd": 0.0187,
     "total_cost_usd": 1.41,
     "median_seconds": 66
    },
    "claude-sonnet-5-5": {
     "runs": 75,
     "cases_passed": 336,
     "cases_total": 399,
     "full_fix": 54,
     "clean_fix": 49,
     "runs_with_broken_tests": 7,
     "mean_cost_usd": 0.1444,
     "total_cost_usd": 10.83,
     "median_seconds": 34
    },
    "claude-opus-5-5": {
     "runs": 75,
     "cases_passed": 352,
     "cases_total": 399,
     "full_fix": 59,
     "clean_fix": 54,
     "runs_with_broken_tests": 5,
     "mean_cost_usd": 0.3804,
     "total_cost_usd": 28.53,
     "median_seconds": 84
    }
   },
   "tests": {
    "claude-haiku-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 1.0,
     "fisher_clean_fix_p": 0.858,
     "paired_case_share_diff": -0.0094,
     "paired_case_share_p": 0.497,
     "paired_clean_diff": -0.0267,
     "paired_clean_p": 0.758,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.107,
      0.053
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.041,
      0.018
     ]
    },
    "claude-haiku-5-5 vs claude-sonnet-5-5": {
     "fisher_full_fix_p": 0.574,
     "fisher_clean_fix_p": 0.728,
     "paired_case_share_diff": 0.0273,
     "paired_case_share_p": 0.078,
     "paired_clean_diff": 0.04,
     "paired_clean_p": 0.519,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.04,
      0.147
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.003,
      0.065
     ]
    },
    "claude-sonnet-5-5 vs claude-opus-5-5": {
     "fisher_full_fix_p": 0.449,
     "fisher_clean_fix_p": 0.482,
     "paired_case_share_diff": -0.0368,
     "paired_case_share_p": 0.006,
     "paired_clean_diff": -0.0667,
     "paired_clean_p": 0.18,
     "clean_rate_diff_ci95_bug_bootstrap": [
      -0.16,
      0.013
     ],
     "case_share_diff_ci95_bug_bootstrap": [
      -0.077,
      -0.004
     ]
    }
   }
  }
 }
}