{ "measured": "2026-10-25 to 2026-10-29", "runs": [ { "run": "haiku_C0_any1273_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01827736, "seconds": 186.0, "api_seconds": 70.1, "turns": 23, "output_tokens": 9811 }, { "run": "haiku_C0_any1273_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.033306699999999995, "seconds": 677.0, "api_seconds": 115.9, "turns": 37, "output_tokens": 20722 }, { "run": "haiku_C0_any1273_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.020406010000000002, "seconds": 275.0, "api_seconds": 67.7, "turns": 22, "output_tokens": 12214 }, { "run": "haiku_C0_any1364_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02012045, "seconds": 234.0, "api_seconds": 72.1, "turns": 21, "output_tokens": 12771 }, { "run": "haiku_C0_any1364_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.033436930000000004, "seconds": 292.0, "api_seconds": 115.3, "turns": 30, "output_tokens": 20274 }, { "run": "haiku_C0_any1364_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01832938, "seconds": 269.0, "api_seconds": 72.1, "turns": 21, "output_tokens": 11395 }, { "run": "haiku_C0_ct435_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02038825, "seconds": 104.0, "api_seconds": 79.6, "turns": 21, "output_tokens": 14773 }, { "run": "haiku_C0_ct435_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.020231970000000002, "seconds": 96.0, "api_seconds": 77.8, "turns": 17, "output_tokens": 15060 }, { "run": "haiku_C0_ct435_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.023652440000000004, "seconds": 121.0, "api_seconds": 91.5, "turns": 18, "output_tokens": 16568 }, { "run": "haiku_C0_ct437_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01931888, "seconds": 91.0, "api_seconds": 73.4, "turns": 16, "output_tokens": 13363 }, { "run": "haiku_C0_ct437_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.022129089999999997, "seconds": 106.0, "api_seconds": 85.6, "turns": 19, "output_tokens": 16801 }, { "run": "haiku_C0_ct437_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.019228550000000007, "seconds": 88.0, "api_seconds": 76.5, "turns": 20, "output_tokens": 12855 }, { "run": "haiku_C0_ct440_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.008137160000000001, "seconds": 38.0, "api_seconds": 27.2, "turns": 10, "output_tokens": 3867 }, { "run": "haiku_C0_ct440_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.00909522, "seconds": 36.0, "api_seconds": 27.0, "turns": 10, "output_tokens": 4866 }, { "run": "haiku_C0_ct440_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.00754521, "seconds": 32.0, "api_seconds": 22.7, "turns": 9, "output_tokens": 3280 }, { "run": "haiku_C0_ct443_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02565107, "seconds": 119.0, "api_seconds": 106.7, "turns": 21, "output_tokens": 19649 }, { "run": "haiku_C0_ct443_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.022054089999999995, "seconds": 97.0, "api_seconds": 86.4, "turns": 21, "output_tokens": 15649 }, { "run": "haiku_C0_ct443_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03333086, "seconds": 160.0, "api_seconds": 150.5, "turns": 22, "output_tokens": 31687 }, { "run": "haiku_C0_ct446_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01106543, "seconds": 42.0, "api_seconds": 33.7, "turns": 13, "output_tokens": 5945 }, { "run": "haiku_C0_ct446_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01386406, "seconds": 49.0, "api_seconds": 39.9, "turns": 14, "output_tokens": 7291 }, { "run": "haiku_C0_ct446_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.00939616, "seconds": 32.0, "api_seconds": 26.8, "turns": 10, "output_tokens": 4881 }, { "run": "haiku_C0_du1369_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.011917519999999997, "seconds": 139.0, "api_seconds": 53.9, "turns": 19, "output_tokens": 10296 }, { "run": "haiku_C0_du1369_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.01883849, "seconds": 159.0, "api_seconds": 69.5, "turns": 22, "output_tokens": 13431 }, { "run": "haiku_C0_du1369_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.014775769999999999, "seconds": 92.0, "api_seconds": 58.6, "turns": 19, "output_tokens": 9558 }, { "run": "haiku_C0_fy7073_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.024715429999999997, "seconds": 225.0, "api_seconds": 107.2, "turns": 31, "output_tokens": 14687 }, { "run": "haiku_C0_fy7073_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01387609, "seconds": 94.0, "api_seconds": 44.1, "turns": 18, "output_tokens": 7909 }, { "run": "haiku_C0_fy7073_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.011034430000000001, "seconds": 59.0, "api_seconds": 33.9, "turns": 15, "output_tokens": 6064 }, { "run": "haiku_C0_jy791_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.010880280000000003, "seconds": 64.0, "api_seconds": 37.5, "turns": 18, "output_tokens": 5547 }, { "run": "haiku_C0_jy791_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.013373660000000002, "seconds": 62.0, "api_seconds": 49.2, "turns": 21, "output_tokens": 6467 }, { "run": "haiku_C0_jy791_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.00632313, "seconds": 33.0, "api_seconds": 20.5, "turns": 10, "output_tokens": 2986 }, { "run": "haiku_C0_mk4051_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.026096860000000003, "seconds": 131.0, "api_seconds": 101.5, "turns": 36, "output_tokens": 15623 }, { "run": "haiku_C0_mk4051_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.027671710000000002, "seconds": 131.0, "api_seconds": 96.1, "turns": 36, "output_tokens": 15365 }, { "run": "haiku_C0_mk4051_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.023501329999999997, "seconds": 101.0, "api_seconds": 66.8, "turns": 30, "output_tokens": 12922 }, { "run": "haiku_C0_pm1643_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05091748000000001, "seconds": 261.0, "api_seconds": 162.7, "turns": 46, "output_tokens": 29704 }, { "run": "haiku_C0_pm1643_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 27, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.024734400000000007, "seconds": 141.0, "api_seconds": 95.5, "turns": 23, "output_tokens": 17787 }, { "run": "haiku_C0_pm1643_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.056725450000000004, "seconds": 256.0, "api_seconds": 195.2, "turns": 56, "output_tokens": 36788 }, { "run": "haiku_C0_pm1668_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.013066980000000002, "seconds": 106.0, "api_seconds": 47.7, "turns": 16, "output_tokens": 7621 }, { "run": "haiku_C0_pm1668_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.01366874, "seconds": 87.0, "api_seconds": 58.1, "turns": 19, "output_tokens": 8929 }, { "run": "haiku_C0_pm1668_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01505274, "seconds": 80.0, "api_seconds": 46.1, "turns": 20, "output_tokens": 7038 }, { "run": "haiku_C0_pq256_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01843311, "seconds": 189.0, "api_seconds": 60.5, "turns": 30, "output_tokens": 9282 }, { "run": "haiku_C0_pq256_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01640794, "seconds": 310.0, "api_seconds": 62.7, "turns": 22, "output_tokens": 9797 }, { "run": "haiku_C0_pq256_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.012631510000000002, "seconds": 76.0, "api_seconds": 31.6, "turns": 13, "output_tokens": 6398 }, { "run": "haiku_C0_q629_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.009054409999999999, "seconds": 48.0, "api_seconds": 36.2, "turns": 11, "output_tokens": 4505 }, { "run": "haiku_C0_q629_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.011148660000000001, "seconds": 64.0, "api_seconds": 40.9, "turns": 11, "output_tokens": 6692 }, { "run": "haiku_C0_q629_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.00829357, "seconds": 38.0, "api_seconds": 28.0, "turns": 11, "output_tokens": 4614 }, { "run": "haiku_C0_t336_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.00844517, "seconds": 32.0, "api_seconds": 26.7, "turns": 13, "output_tokens": 3898 }, { "run": "haiku_C0_t336_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.0090351, "seconds": 41.0, "api_seconds": 34.4, "turns": 13, "output_tokens": 4529 }, { "run": "haiku_C0_t336_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.008528509999999998, "seconds": 36.0, "api_seconds": 28.1, "turns": 15, "output_tokens": 4269 }, { "run": "haiku_C0_un5981_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02715035, "seconds": 143.0, "api_seconds": 93.8, "turns": 34, "output_tokens": 16102 }, { "run": "haiku_C0_un5981_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02325334, "seconds": 110.0, "api_seconds": 80.4, "turns": 27, "output_tokens": 13614 }, { "run": "haiku_C0_un5981_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.032543020000000006, "seconds": 136.0, "api_seconds": 108.7, "turns": 32, "output_tokens": 16711 }, { "run": "haiku_C0_z6495_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.06531969, "seconds": 350.0, "api_seconds": 193.1, "turns": 69, "output_tokens": 25552 }, { "run": "haiku_C0_z6495_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.056456780000000005, "seconds": 281.0, "api_seconds": 157.5, "turns": 47, "output_tokens": 24560 }, { "run": "haiku_C0_z6495_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.19005118999999998, "seconds": 428.0, "api_seconds": 203.1, "turns": 68, "output_tokens": 28431 }, { "run": "haiku_C0_z6496_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 15, "unreported_target_cases": 7, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02191823, "seconds": 242.0, "api_seconds": 62.8, "turns": 22, "output_tokens": 9176 }, { "run": "haiku_C0_z6496_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 17, "unreported_target_cases": 7, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02826906, "seconds": 229.0, "api_seconds": 93.3, "turns": 29, "output_tokens": 16031 }, { "run": "haiku_C0_z6496_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 16, "unreported_target_cases": 7, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03096937, "seconds": 298.0, "api_seconds": 91.2, "turns": 32, "output_tokens": 14421 }, { "run": "haiku_C0_z6641_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7761130199999998, "seconds": 1345.0, "api_seconds": 818.5, "turns": 145, "output_tokens": 99172 }, { "run": "haiku_C0_z6641_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3110229, "seconds": 568.0, "api_seconds": 363.8, "turns": 84, "output_tokens": 67321 }, { "run": "haiku_C0_z6641_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4549817200000001, "seconds": 853.0, "api_seconds": 424.6, "turns": 109, "output_tokens": 81203 }, { "run": "haiku_C0_z6659_r1", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.040897880000000005, "seconds": 433.0, "api_seconds": 138.9, "turns": 37, "output_tokens": 19733 }, { "run": "haiku_C0_z6659_r2", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.18172311, "seconds": 399.0, "api_seconds": 189.3, "turns": 51, "output_tokens": 33973 }, { "run": "haiku_C0_z6659_r3", "model": "claude-haiku-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03981753, "seconds": 407.0, "api_seconds": 181.7, "turns": 32, "output_tokens": 25296 }, { "run": "haiku_C1_any1273_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.09587574, "seconds": 1383.0, "api_seconds": 284.3, "turns": 51, "output_tokens": 47900 }, { "run": "haiku_C1_any1273_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03976307000000001, "seconds": 751.0, "api_seconds": 135.1, "turns": 33, "output_tokens": 24015 }, { "run": "haiku_C1_any1273_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04249221999999999, "seconds": 759.0, "api_seconds": 133.9, "turns": 40, "output_tokens": 24448 }, { "run": "haiku_C1_any1364_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.037695929999999996, "seconds": 312.0, "api_seconds": 173.1, "turns": 35, "output_tokens": 26357 }, { "run": "haiku_C1_any1364_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.035692970000000004, "seconds": 313.0, "api_seconds": 118.9, "turns": 32, "output_tokens": 23269 }, { "run": "haiku_C1_any1364_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03404486, "seconds": 224.0, "api_seconds": 131.8, "turns": 33, "output_tokens": 24800 }, { "run": "haiku_C1_ct435_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.04015441, "seconds": 180.0, "api_seconds": 160.0, "turns": 27, "output_tokens": 33930 }, { "run": "haiku_C1_ct435_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02682637000000001, "seconds": 117.0, "api_seconds": 103.2, "turns": 24, "output_tokens": 19135 }, { "run": "haiku_C1_ct435_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03194346, "seconds": 174.0, "api_seconds": 139.2, "turns": 19, "output_tokens": 28044 }, { "run": "haiku_C1_ct437_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.030845580000000004, "seconds": 142.0, "api_seconds": 122.5, "turns": 25, "output_tokens": 25111 }, { "run": "haiku_C1_ct437_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.029767940000000007, "seconds": 127.0, "api_seconds": 107.3, "turns": 24, "output_tokens": 23094 }, { "run": "haiku_C1_ct437_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.022378589999999997, "seconds": 113.0, "api_seconds": 84.4, "turns": 20, "output_tokens": 16870 }, { "run": "haiku_C1_ct440_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01149316, "seconds": 61.0, "api_seconds": 40.0, "turns": 15, "output_tokens": 5973 }, { "run": "haiku_C1_ct440_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01524956, "seconds": 61.0, "api_seconds": 48.8, "turns": 19, "output_tokens": 9095 }, { "run": "haiku_C1_ct440_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.00982249, "seconds": 44.0, "api_seconds": 32.6, "turns": 12, "output_tokens": 5365 }, { "run": "haiku_C1_ct443_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03577237000000001, "seconds": 165.0, "api_seconds": 153.3, "turns": 27, "output_tokens": 29818 }, { "run": "haiku_C1_ct443_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04341024, "seconds": 200.0, "api_seconds": 185.3, "turns": 27, "output_tokens": 37768 }, { "run": "haiku_C1_ct443_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.14043713, "seconds": 333.0, "api_seconds": 315.4, "turns": 34, "output_tokens": 65294 }, { "run": "haiku_C1_ct446_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01862775, "seconds": 74.0, "api_seconds": 65.5, "turns": 16, "output_tokens": 12825 }, { "run": "haiku_C1_ct446_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.017217540000000003, "seconds": 68.0, "api_seconds": 59.0, "turns": 19, "output_tokens": 12172 }, { "run": "haiku_C1_ct446_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.029890929999999996, "seconds": 109.0, "api_seconds": 99.8, "turns": 26, "output_tokens": 19261 }, { "run": "haiku_C1_du1369_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.025882429999999998, "seconds": 141.0, "api_seconds": 99.4, "turns": 26, "output_tokens": 20631 }, { "run": "haiku_C1_du1369_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 140, "unreported_target_cases": 141, "unreported_target_passed": 108, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.032371989999999996, "seconds": 185.0, "api_seconds": 120.0, "turns": 32, "output_tokens": 25220 }, { "run": "haiku_C1_du1369_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 140, "unreported_target_cases": 141, "unreported_target_passed": 108, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.039949319999999996, "seconds": 197.0, "api_seconds": 153.6, "turns": 32, "output_tokens": 30311 }, { "run": "haiku_C1_fy7073_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03260852000000001, "seconds": 216.0, "api_seconds": 136.2, "turns": 37, "output_tokens": 20910 }, { "run": "haiku_C1_fy7073_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03870639, "seconds": 234.0, "api_seconds": 121.2, "turns": 56, "output_tokens": 21879 }, { "run": "haiku_C1_fy7073_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.024692109999999996, "seconds": 128.0, "api_seconds": 74.0, "turns": 30, "output_tokens": 13365 }, { "run": "haiku_C1_jy791_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03676383, "seconds": 260.0, "api_seconds": 239.1, "turns": 43, "output_tokens": 22835 }, { "run": "haiku_C1_jy791_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02073571, "seconds": 95.0, "api_seconds": 74.9, "turns": 27, "output_tokens": 12071 }, { "run": "haiku_C1_jy791_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.017171730000000003, "seconds": 107.0, "api_seconds": 61.1, "turns": 24, "output_tokens": 8013 }, { "run": "haiku_C1_mk4051_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.049645650000000006, "seconds": 268.0, "api_seconds": 176.1, "turns": 55, "output_tokens": 31114 }, { "run": "haiku_C1_mk4051_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.05207599, "seconds": 267.0, "api_seconds": 175.9, "turns": 54, "output_tokens": 27928 }, { "run": "haiku_C1_mk4051_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.046487610000000006, "seconds": 289.0, "api_seconds": 215.7, "turns": 50, "output_tokens": 28533 }, { "run": "haiku_C1_pm1643_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 30, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.054254329999999996, "seconds": 273.0, "api_seconds": 202.0, "turns": 48, "output_tokens": 38488 }, { "run": "haiku_C1_pm1643_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.10094327000000002, "seconds": 310.0, "api_seconds": 262.9, "turns": 62, "output_tokens": 52166 }, { "run": "haiku_C1_pm1643_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.17001286000000002, "seconds": 309.0, "api_seconds": 274.9, "turns": 67, "output_tokens": 50584 }, { "run": "haiku_C1_pm1668_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.025992560000000005, "seconds": 178.0, "api_seconds": 106.4, "turns": 25, "output_tokens": 19356 }, { "run": "haiku_C1_pm1668_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.024778389999999994, "seconds": 146.0, "api_seconds": 93.9, "turns": 27, "output_tokens": 16963 }, { "run": "haiku_C1_pm1668_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.06078131, "seconds": 324.0, "api_seconds": 252.3, "turns": 52, "output_tokens": 44750 }, { "run": "haiku_C1_pq256_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.017896960000000003, "seconds": 225.0, "api_seconds": 57.3, "turns": 19, "output_tokens": 10458 }, { "run": "haiku_C1_pq256_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02437608, "seconds": 374.0, "api_seconds": 87.8, "turns": 29, "output_tokens": 15047 }, { "run": "haiku_C1_pq256_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.021405570000000002, "seconds": 302.0, "api_seconds": 94.7, "turns": 31, "output_tokens": 11509 }, { "run": "haiku_C1_q629_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.019438599999999997, "seconds": 71.0, "api_seconds": 62.9, "turns": 20, "output_tokens": 11528 }, { "run": "haiku_C1_q629_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.01166493, "seconds": 56.0, "api_seconds": 36.5, "turns": 11, "output_tokens": 7038 }, { "run": "haiku_C1_q629_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.014036649999999998, "seconds": 69.0, "api_seconds": 47.9, "turns": 14, "output_tokens": 7812 }, { "run": "haiku_C1_t336_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.013903300000000002, "seconds": 56.0, "api_seconds": 50.9, "turns": 15, "output_tokens": 8359 }, { "run": "haiku_C1_t336_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.01314682, "seconds": 58.0, "api_seconds": 49.4, "turns": 18, "output_tokens": 8353 }, { "run": "haiku_C1_t336_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.01147582, "seconds": 40.0, "api_seconds": 32.9, "turns": 18, "output_tokens": 7112 }, { "run": "haiku_C1_un5981_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.07206291000000002, "seconds": 3885.0, "api_seconds": 236.0, "turns": 72, "output_tokens": 38503 }, { "run": "haiku_C1_un5981_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.20223265, "seconds": 3537.0, "api_seconds": 343.3, "turns": 2, "output_tokens": 468 }, { "run": "haiku_C1_un5981_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.17562668000000003, "seconds": 7351.0, "api_seconds": 370.3, "turns": 110, "output_tokens": 55770 }, { "run": "haiku_C1_z6495_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.27344925, "seconds": 390.0, "api_seconds": 284.3, "turns": 67, "output_tokens": 45341 }, { "run": "haiku_C1_z6495_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.20623675000000005, "seconds": 314.0, "api_seconds": 202.7, "turns": 62, "output_tokens": 35441 }, { "run": "haiku_C1_z6495_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.21428078, "seconds": 496.0, "api_seconds": 271.3, "turns": 58, "output_tokens": 42716 }, { "run": "haiku_C1_z6496_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 16, "unreported_target_cases": 7, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05721351, "seconds": 401.0, "api_seconds": 189.1, "turns": 44, "output_tokens": 30683 }, { "run": "haiku_C1_z6496_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 17, "unreported_target_cases": 7, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.047997500000000005, "seconds": 368.0, "api_seconds": 180.9, "turns": 29, "output_tokens": 35933 }, { "run": "haiku_C1_z6496_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 20, "unreported_target_cases": 7, "unreported_target_passed": 5, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05496039999999999, "seconds": 342.0, "api_seconds": 185.3, "turns": 38, "output_tokens": 36533 }, { "run": "haiku_C1_z6641_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7590264800000002, "seconds": 776.0, "api_seconds": 527.0, "turns": 111, "output_tokens": 90802 }, { "run": "haiku_C1_z6641_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 2, "clean_fix": false, "api_cost_usd": 0.25677013, "seconds": 552.0, "api_seconds": 303.9, "turns": 73, "output_tokens": 60304 }, { "run": "haiku_C1_z6641_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5091138500000001, "seconds": 771.0, "api_seconds": 452.0, "turns": 95, "output_tokens": 75909 }, { "run": "haiku_C1_z6659_r1", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.05639793, "seconds": 412.0, "api_seconds": 196.4, "turns": 36, "output_tokens": 34758 }, { "run": "haiku_C1_z6659_r2", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04998547, "seconds": 422.0, "api_seconds": 204.8, "turns": 37, "output_tokens": 36687 }, { "run": "haiku_C1_z6659_r3", "model": "claude-haiku-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.35456006999999995, "seconds": 708.0, "api_seconds": 372.4, "turns": 78, "output_tokens": 60491 }, { "run": "haiku_C2_any1273_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04119975000000001, "seconds": 879.0, "api_seconds": 194.8, "turns": 28, "output_tokens": 28642 }, { "run": "haiku_C2_any1273_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03759811000000001, "seconds": 785.0, "api_seconds": 126.4, "turns": 28, "output_tokens": 25318 }, { "run": "haiku_C2_any1273_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.0431612, "seconds": 867.0, "api_seconds": 167.0, "turns": 33, "output_tokens": 31127 }, { "run": "haiku_C2_any1364_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.046626890000000004, "seconds": 975.0, "api_seconds": 171.4, "turns": 36, "output_tokens": 34220 }, { "run": "haiku_C2_any1364_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.09840581000000001, "seconds": 359.0, "api_seconds": 256.3, "turns": 53, "output_tokens": 54016 }, { "run": "haiku_C2_any1364_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.07103404, "seconds": 668.0, "api_seconds": 250.3, "turns": 50, "output_tokens": 47651 }, { "run": "haiku_C2_ct435_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02940435, "seconds": 136.0, "api_seconds": 116.6, "turns": 14, "output_tokens": 26655 }, { "run": "haiku_C2_ct435_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.04528209000000001, "seconds": 199.0, "api_seconds": 174.7, "turns": 23, "output_tokens": 39341 }, { "run": "haiku_C2_ct435_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.029688129999999997, "seconds": 148.0, "api_seconds": 119.1, "turns": 12, "output_tokens": 26244 }, { "run": "haiku_C2_ct437_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03586476, "seconds": 168.0, "api_seconds": 146.4, "turns": 25, "output_tokens": 29751 }, { "run": "haiku_C2_ct437_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.031645259999999995, "seconds": 144.0, "api_seconds": 116.8, "turns": 17, "output_tokens": 23183 }, { "run": "haiku_C2_ct437_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.06250597999999997, "seconds": 925.0, "api_seconds": 235.1, "turns": 32, "output_tokens": 48118 }, { "run": "haiku_C2_ct440_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.024794620000000003, "seconds": 130.0, "api_seconds": 102.0, "turns": 19, "output_tokens": 19574 }, { "run": "haiku_C2_ct440_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02233424, "seconds": 105.0, "api_seconds": 87.6, "turns": 16, "output_tokens": 16727 }, { "run": "haiku_C2_ct440_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.021380800000000002, "seconds": 97.0, "api_seconds": 82.6, "turns": 16, "output_tokens": 15760 }, { "run": "haiku_C2_ct443_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.12365165, "seconds": 325.0, "api_seconds": 296.1, "turns": 29, "output_tokens": 60608 }, { "run": "haiku_C2_ct443_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04970083, "seconds": 222.0, "api_seconds": 197.3, "turns": 31, "output_tokens": 39348 }, { "run": "haiku_C2_ct443_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.36731027000000005, "seconds": 543.0, "api_seconds": 484.7, "turns": 60, "output_tokens": 100500 }, { "run": "haiku_C2_ct446_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.02949464, "seconds": 140.0, "api_seconds": 122.4, "turns": 26, "output_tokens": 25935 }, { "run": "haiku_C2_ct446_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03331992, "seconds": 150.0, "api_seconds": 132.6, "turns": 21, "output_tokens": 28052 }, { "run": "haiku_C2_ct446_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04648942, "seconds": 203.0, "api_seconds": 182.3, "turns": 27, "output_tokens": 37121 }, { "run": "haiku_C2_du1369_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.028801569999999995, "seconds": 156.0, "api_seconds": 120.2, "turns": 26, "output_tokens": 25037 }, { "run": "haiku_C2_du1369_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 140, "unreported_target_cases": 141, "unreported_target_passed": 108, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.026951889999999996, "seconds": 148.0, "api_seconds": 103.7, "turns": 20, "output_tokens": 23507 }, { "run": "haiku_C2_du1369_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 168, "unreported_target_cases": 141, "unreported_target_passed": 136, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02335732, "seconds": 126.0, "api_seconds": 87.9, "turns": 19, "output_tokens": 19148 }, { "run": "haiku_C2_fy7073_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.050945790000000005, "seconds": 763.0, "api_seconds": 198.8, "turns": 47, "output_tokens": 32684 }, { "run": "haiku_C2_fy7073_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04074200000000001, "seconds": 234.0, "api_seconds": 142.9, "turns": 37, "output_tokens": 30112 }, { "run": "haiku_C2_fy7073_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.053859630000000006, "seconds": 2138.0, "api_seconds": 188.6, "turns": 59, "output_tokens": 33851 }, { "run": "haiku_C2_jy791_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.020587420000000006, "seconds": 84.0, "api_seconds": 66.6, "turns": 23, "output_tokens": 12041 }, { "run": "haiku_C2_jy791_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.030110719999999997, "seconds": 152.0, "api_seconds": 101.1, "turns": 40, "output_tokens": 19948 }, { "run": "haiku_C2_jy791_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02746179, "seconds": 149.0, "api_seconds": 98.0, "turns": 35, "output_tokens": 16124 }, { "run": "haiku_C2_mk4051_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 2, "clean_fix": false, "api_cost_usd": 0.11947367, "seconds": 365.0, "api_seconds": 278.2, "turns": 59, "output_tokens": 59399 }, { "run": "haiku_C2_mk4051_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 2, "clean_fix": false, "api_cost_usd": 0.45743602, "seconds": 584.0, "api_seconds": 478.9, "turns": 90, "output_tokens": 87001 }, { "run": "haiku_C2_mk4051_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.09681589999999998, "seconds": 368.0, "api_seconds": 290.9, "turns": 84, "output_tokens": 51744 }, { "run": "haiku_C2_pm1643_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 30, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.18724453000000002, "seconds": 400.0, "api_seconds": 285.5, "turns": 59, "output_tokens": 61647 }, { "run": "haiku_C2_pm1643_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.12087928999999999, "seconds": 298.0, "api_seconds": 260.9, "turns": 52, "output_tokens": 53400 }, { "run": "haiku_C2_pm1643_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 32, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.06121722000000002, "seconds": 295.0, "api_seconds": 240.3, "turns": 46, "output_tokens": 42892 }, { "run": "haiku_C2_pm1668_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05147225000000001, "seconds": 251.0, "api_seconds": 199.9, "turns": 44, "output_tokens": 40478 }, { "run": "haiku_C2_pm1668_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02893746, "seconds": 204.0, "api_seconds": 148.3, "turns": 28, "output_tokens": 21535 }, { "run": "haiku_C2_pm1668_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03463845, "seconds": 182.0, "api_seconds": 142.4, "turns": 28, "output_tokens": 26744 }, { "run": "haiku_C2_pq256_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.047821409999999995, "seconds": 532.0, "api_seconds": 176.1, "turns": 46, "output_tokens": 35660 }, { "run": "haiku_C2_pq256_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.045027350000000015, "seconds": 686.0, "api_seconds": 170.0, "turns": 36, "output_tokens": 27114 }, { "run": "haiku_C2_pq256_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04240181, "seconds": 199.0, "api_seconds": 132.4, "turns": 34, "output_tokens": 28526 }, { "run": "haiku_C2_q629_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.023096969999999998, "seconds": 104.0, "api_seconds": 77.0, "turns": 19, "output_tokens": 15421 }, { "run": "haiku_C2_q629_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.01605498, "seconds": 84.0, "api_seconds": 76.0, "turns": 15, "output_tokens": 12470 }, { "run": "haiku_C2_q629_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.02540218, "seconds": 110.0, "api_seconds": 89.6, "turns": 18, "output_tokens": 17322 }, { "run": "haiku_C2_t336_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.021344809999999995, "seconds": 97.0, "api_seconds": 84.7, "turns": 25, "output_tokens": 15411 }, { "run": "haiku_C2_t336_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.017119540000000003, "seconds": 79.0, "api_seconds": 70.5, "turns": 20, "output_tokens": 12243 }, { "run": "haiku_C2_t336_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.016546900000000003, "seconds": 69.0, "api_seconds": 56.3, "turns": 19, "output_tokens": 11871 }, { "run": "haiku_C2_un5981_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.06652843000000001, "seconds": 1536.0, "api_seconds": 227.9, "turns": 61, "output_tokens": 33807 }, { "run": "haiku_C2_un5981_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.0797293, "seconds": 4393.0, "api_seconds": 256.0, "turns": 67, "output_tokens": 45652 }, { "run": "haiku_C2_un5981_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.13764409999999996, "seconds": 3135.0, "api_seconds": 311.3, "turns": 90, "output_tokens": 55751 }, { "run": "haiku_C2_z6495_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.25854359999999993, "seconds": 616.0, "api_seconds": 321.2, "turns": 84, "output_tokens": 47810 }, { "run": "haiku_C2_z6495_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.5637234200000002, "seconds": 596.0, "api_seconds": 376.1, "turns": 90, "output_tokens": 65611 }, { "run": "haiku_C2_z6495_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.54390415, "seconds": 618.0, "api_seconds": 383.4, "turns": 93, "output_tokens": 66834 }, { "run": "haiku_C2_z6496_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 20, "unreported_target_cases": 7, "unreported_target_passed": 5, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.052210989999999985, "seconds": 395.0, "api_seconds": 190.3, "turns": 33, "output_tokens": 34646 }, { "run": "haiku_C2_z6496_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.04489067999999999, "seconds": 299.0, "api_seconds": 164.2, "turns": 39, "output_tokens": 32984 }, { "run": "haiku_C2_z6496_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 18, "unreported_target_cases": 7, "unreported_target_passed": 3, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.049369840000000005, "seconds": 346.0, "api_seconds": 167.8, "turns": 35, "output_tokens": 33125 }, { "run": "haiku_C2_z6641_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4229863100000001, "seconds": 681.0, "api_seconds": 369.1, "turns": 86, "output_tokens": 65527 }, { "run": "haiku_C2_z6641_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.50503412, "seconds": 714.0, "api_seconds": 526.4, "turns": 93, "output_tokens": 92942 }, { "run": "haiku_C2_z6641_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6117774100000001, "seconds": 841.0, "api_seconds": 535.1, "turns": 116, "output_tokens": 94839 }, { "run": "haiku_C2_z6659_r1", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.05250647, "seconds": 378.0, "api_seconds": 180.9, "turns": 43, "output_tokens": 32096 }, { "run": "haiku_C2_z6659_r2", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.1350098, "seconds": 453.0, "api_seconds": 252.9, "turns": 53, "output_tokens": 42194 }, { "run": "haiku_C2_z6659_r3", "model": "claude-haiku-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.05615443000000001, "seconds": 406.0, "api_seconds": 225.0, "turns": 38, "output_tokens": 40574 }, { "run": "haiku_C3_any1273_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.056295200000000004, "seconds": 494.0, "api_seconds": 205.5, "turns": 49, "output_tokens": 38629 }, { "run": "haiku_C3_any1273_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04616346, "seconds": 370.0, "api_seconds": 186.3, "turns": 29, "output_tokens": 35673 }, { "run": "haiku_C3_any1273_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.20883496999999998, "seconds": 864.0, "api_seconds": 228.7, "turns": 55, "output_tokens": 50374 }, { "run": "haiku_C3_any1364_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.08438304, "seconds": 839.0, "api_seconds": 262.2, "turns": 56, "output_tokens": 47177 }, { "run": "haiku_C3_any1364_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.05036593, "seconds": 950.0, "api_seconds": 206.5, "turns": 34, "output_tokens": 42019 }, { "run": "haiku_C3_any1364_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04386998, "seconds": 377.0, "api_seconds": 172.6, "turns": 28, "output_tokens": 31730 }, { "run": "haiku_C3_ct435_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03253715, "seconds": 151.0, "api_seconds": 131.8, "turns": 12, "output_tokens": 30906 }, { "run": "haiku_C3_ct435_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03891749000000001, "seconds": 165.0, "api_seconds": 145.7, "turns": 22, "output_tokens": 30399 }, { "run": "haiku_C3_ct435_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05857457, "seconds": 285.0, "api_seconds": 234.4, "turns": 31, "output_tokens": 49610 }, { "run": "haiku_C3_ct437_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03739039, "seconds": 159.0, "api_seconds": 146.7, "turns": 21, "output_tokens": 32543 }, { "run": "haiku_C3_ct437_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04456781, "seconds": 632.0, "api_seconds": 168.7, "turns": 1, "output_tokens": 352 }, { "run": "haiku_C3_ct437_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03311868999999999, "seconds": 240.0, "api_seconds": 125.1, "turns": 17, "output_tokens": 27973 }, { "run": "haiku_C3_ct440_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01777498, "seconds": 95.0, "api_seconds": 61.5, "turns": 12, "output_tokens": 13419 }, { "run": "haiku_C3_ct440_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.01588783, "seconds": 74.0, "api_seconds": 60.1, "turns": 11, "output_tokens": 13217 }, { "run": "haiku_C3_ct440_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.014154839999999998, "seconds": 80.0, "api_seconds": 66.4, "turns": 9, "output_tokens": 14476 }, { "run": "haiku_C3_ct443_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.052288060000000004, "seconds": 241.0, "api_seconds": 218.6, "turns": 30, "output_tokens": 45463 }, { "run": "haiku_C3_ct443_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.28824667, "seconds": 414.0, "api_seconds": 372.4, "turns": 39, "output_tokens": 77868 }, { "run": "haiku_C3_ct443_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.09804099000000002, "seconds": 314.0, "api_seconds": 293.6, "turns": 39, "output_tokens": 60145 }, { "run": "haiku_C3_ct446_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03501065000000001, "seconds": 154.0, "api_seconds": 129.0, "turns": 31, "output_tokens": 24920 }, { "run": "haiku_C3_ct446_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03469471, "seconds": 144.0, "api_seconds": 126.0, "turns": 25, "output_tokens": 27250 }, { "run": "haiku_C3_ct446_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.036557080000000006, "seconds": 165.0, "api_seconds": 140.8, "turns": 26, "output_tokens": 27703 }, { "run": "haiku_C3_du1369_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.043220879999999996, "seconds": 311.0, "api_seconds": 178.5, "turns": 35, "output_tokens": 34010 }, { "run": "haiku_C3_du1369_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.04258498999999999, "seconds": 212.0, "api_seconds": 167.1, "turns": 29, "output_tokens": 32858 }, { "run": "haiku_C3_du1369_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.04492460000000001, "seconds": 265.0, "api_seconds": 190.0, "turns": 30, "output_tokens": 41624 }, { "run": "haiku_C3_fy7073_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04667544999999999, "seconds": 256.0, "api_seconds": 175.1, "turns": 44, "output_tokens": 32688 }, { "run": "haiku_C3_fy7073_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03782494999999999, "seconds": 259.0, "api_seconds": 152.0, "turns": 29, "output_tokens": 27041 }, { "run": "haiku_C3_fy7073_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03464195, "seconds": 177.0, "api_seconds": 119.8, "turns": 26, "output_tokens": 23577 }, { "run": "haiku_C3_jy791_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.030162990000000004, "seconds": 197.0, "api_seconds": 133.8, "turns": 33, "output_tokens": 19250 }, { "run": "haiku_C3_jy791_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02514289, "seconds": 142.0, "api_seconds": 81.9, "turns": 29, "output_tokens": 14874 }, { "run": "haiku_C3_jy791_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.028813779999999994, "seconds": 163.0, "api_seconds": 112.6, "turns": 35, "output_tokens": 17625 }, { "run": "haiku_C3_mk4051_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.26120928, "seconds": 498.0, "api_seconds": 365.0, "turns": 55, "output_tokens": 68671 }, { "run": "haiku_C3_mk4051_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 2, "clean_fix": false, "api_cost_usd": 0.5195669300000001, "seconds": 603.0, "api_seconds": 529.3, "turns": 77, "output_tokens": 91930 }, { "run": "haiku_C3_mk4051_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.052569229999999995, "seconds": 250.0, "api_seconds": 184.0, "turns": 49, "output_tokens": 37553 }, { "run": "haiku_C3_pm1643_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 30, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.07817984999999998, "seconds": 335.0, "api_seconds": 281.7, "turns": 39, "output_tokens": 51910 }, { "run": "haiku_C3_pm1643_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.06074784999999999, "seconds": 276.0, "api_seconds": 235.5, "turns": 42, "output_tokens": 46777 }, { "run": "haiku_C3_pm1643_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.05560235, "seconds": 273.0, "api_seconds": 213.0, "turns": 47, "output_tokens": 39366 }, { "run": "haiku_C3_pm1668_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.03482551999999999, "seconds": 188.0, "api_seconds": 145.7, "turns": 28, "output_tokens": 25805 }, { "run": "haiku_C3_pm1668_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.045805189999999996, "seconds": 218.0, "api_seconds": 164.6, "turns": 38, "output_tokens": 28596 }, { "run": "haiku_C3_pm1668_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.05436922, "seconds": 279.0, "api_seconds": 231.8, "turns": 33, "output_tokens": 42924 }, { "run": "haiku_C3_pq256_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.030975799999999994, "seconds": 790.0, "api_seconds": 123.7, "turns": 1, "output_tokens": 208 }, { "run": "haiku_C3_pq256_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.03020993, "seconds": 361.0, "api_seconds": 140.2, "turns": 25, "output_tokens": 21430 }, { "run": "haiku_C3_pq256_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.029122500000000006, "seconds": 229.0, "api_seconds": 103.9, "turns": 23, "output_tokens": 22792 }, { "run": "haiku_C3_q629_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.02166786, "seconds": 102.0, "api_seconds": 77.1, "turns": 19, "output_tokens": 14165 }, { "run": "haiku_C3_q629_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.02379133, "seconds": 111.0, "api_seconds": 76.8, "turns": 19, "output_tokens": 14161 }, { "run": "haiku_C3_q629_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.02942517, "seconds": 131.0, "api_seconds": 107.2, "turns": 22, "output_tokens": 19844 }, { "run": "haiku_C3_t336_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.020401919999999997, "seconds": 93.0, "api_seconds": 81.9, "turns": 29, "output_tokens": 15193 }, { "run": "haiku_C3_t336_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.018188109999999997, "seconds": 83.0, "api_seconds": 73.5, "turns": 20, "output_tokens": 12285 }, { "run": "haiku_C3_t336_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 24, "unreported_target_cases": 27, "unreported_target_passed": 24, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.02370784, "seconds": 93.0, "api_seconds": 83.4, "turns": 26, "output_tokens": 18836 }, { "run": "haiku_C3_un5981_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.04487875, "seconds": 2972.0, "api_seconds": 148.4, "turns": 37, "output_tokens": 26084 }, { "run": "haiku_C3_un5981_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.19236728, "seconds": 2015.0, "api_seconds": 332.1, "turns": 64, "output_tokens": 56914 }, { "run": "haiku_C3_un5981_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.062437469999999995, "seconds": 3154.0, "api_seconds": 239.3, "turns": 58, "output_tokens": 36904 }, { "run": "haiku_C3_z6495_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.24768732999999998, "seconds": 508.0, "api_seconds": 269.5, "turns": 67, "output_tokens": 43800 }, { "run": "haiku_C3_z6495_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.40450792, "seconds": 458.0, "api_seconds": 271.6, "turns": 76, "output_tokens": 49309 }, { "run": "haiku_C3_z6495_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.41174582000000015, "seconds": 490.0, "api_seconds": 325.2, "turns": 79, "output_tokens": 52858 }, { "run": "haiku_C3_z6496_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 20, "unreported_target_cases": 7, "unreported_target_passed": 5, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.06931715, "seconds": 419.0, "api_seconds": 215.2, "turns": 35, "output_tokens": 42873 }, { "run": "haiku_C3_z6496_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.050194949999999995, "seconds": 391.0, "api_seconds": 182.5, "turns": 32, "output_tokens": 35313 }, { "run": "haiku_C3_z6496_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 20, "unreported_target_cases": 7, "unreported_target_passed": 5, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.042678299999999995, "seconds": 305.0, "api_seconds": 164.9, "turns": 27, "output_tokens": 31189 }, { "run": "haiku_C3_z6641_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0433150499999997, "seconds": 947.0, "api_seconds": 665.0, "turns": 137, "output_tokens": 127603 }, { "run": "haiku_C3_z6641_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6472629099999999, "seconds": 689.0, "api_seconds": 495.4, "turns": 92, "output_tokens": 95880 }, { "run": "haiku_C3_z6641_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8410060800000003, "seconds": 1004.0, "api_seconds": 628.9, "turns": 125, "output_tokens": 121156 }, { "run": "haiku_C3_z6659_r1", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.15812568999999999, "seconds": 512.0, "api_seconds": 276.3, "turns": 64, "output_tokens": 48037 }, { "run": "haiku_C3_z6659_r2", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.06175634000000002, "seconds": 379.0, "api_seconds": 211.6, "turns": 40, "output_tokens": 37672 }, { "run": "haiku_C3_z6659_r3", "model": "claude-haiku-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.08651693, "seconds": 407.0, "api_seconds": 240.6, "turns": 45, "output_tokens": 42261 }, { "run": "opus_C0_any1273_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.401591, "seconds": 164.0, "api_seconds": 70.9, "turns": 14, "output_tokens": 6591 }, { "run": "opus_C0_any1273_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3837776, "seconds": 185.0, "api_seconds": 64.2, "turns": 18, "output_tokens": 6068 }, { "run": "opus_C0_any1273_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.42308260000000003, "seconds": 163.0, "api_seconds": 71.7, "turns": 17, "output_tokens": 7050 }, { "run": "opus_C0_any1364_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.48095640000000006, "seconds": 226.0, "api_seconds": 89.9, "turns": 28, "output_tokens": 6795 }, { "run": "opus_C0_any1364_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8321658, "seconds": 287.0, "api_seconds": 111.0, "turns": 36, "output_tokens": 11356 }, { "run": "opus_C0_any1364_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7997994, "seconds": 300.0, "api_seconds": 151.5, "turns": 43, "output_tokens": 13488 }, { "run": "opus_C0_ct435_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.334706, "seconds": 65.0, "api_seconds": 54.9, "turns": 10, "output_tokens": 5181 }, { "run": "opus_C0_ct435_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.2639622, "seconds": 43.0, "api_seconds": 34.1, "turns": 7, "output_tokens": 3432 }, { "run": "opus_C0_ct435_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.49045099999999997, "seconds": 106.0, "api_seconds": 76.6, "turns": 16, "output_tokens": 6332 }, { "run": "opus_C0_ct437_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.32611999999999997, "seconds": 74.0, "api_seconds": 58.1, "turns": 10, "output_tokens": 5309 }, { "run": "opus_C0_ct437_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.362897, "seconds": 90.0, "api_seconds": 66.1, "turns": 14, "output_tokens": 5883 }, { "run": "opus_C0_ct437_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.41528059999999994, "seconds": 114.0, "api_seconds": 98.2, "turns": 15, "output_tokens": 7552 }, { "run": "opus_C0_ct440_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2000464, "seconds": 41.0, "api_seconds": 30.8, "turns": 9, "output_tokens": 2145 }, { "run": "opus_C0_ct440_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.1795756, "seconds": 38.0, "api_seconds": 29.1, "turns": 8, "output_tokens": 1835 }, { "run": "opus_C0_ct440_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2332284, "seconds": 45.0, "api_seconds": 35.9, "turns": 10, "output_tokens": 2756 }, { "run": "opus_C0_ct443_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8267832000000002, "seconds": 208.0, "api_seconds": 198.0, "turns": 25, "output_tokens": 19060 }, { "run": "opus_C0_ct443_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7283194, "seconds": 216.0, "api_seconds": 195.9, "turns": 23, "output_tokens": 13789 }, { "run": "opus_C0_ct443_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9227038, "seconds": 235.0, "api_seconds": 222.1, "turns": 28, "output_tokens": 20139 }, { "run": "opus_C0_ct446_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2144136, "seconds": 35.0, "api_seconds": 29.7, "turns": 9, "output_tokens": 2676 }, { "run": "opus_C0_ct446_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.24692320000000004, "seconds": 55.0, "api_seconds": 49.3, "turns": 9, "output_tokens": 3523 }, { "run": "opus_C0_ct446_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.24328860000000002, "seconds": 60.0, "api_seconds": 50.6, "turns": 11, "output_tokens": 3205 }, { "run": "opus_C0_du1369_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.1708808, "seconds": 92.0, "api_seconds": 38.0, "turns": 11, "output_tokens": 3670 }, { "run": "opus_C0_du1369_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.21346559999999998, "seconds": 74.0, "api_seconds": 38.7, "turns": 10, "output_tokens": 3036 }, { "run": "opus_C0_du1369_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.2307088, "seconds": 103.0, "api_seconds": 43.2, "turns": 9, "output_tokens": 3235 }, { "run": "opus_C0_fy7073_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.290185, "seconds": 78.0, "api_seconds": 40.9, "turns": 14, "output_tokens": 4390 }, { "run": "opus_C0_fy7073_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.327101, "seconds": 90.0, "api_seconds": 54.1, "turns": 15, "output_tokens": 4712 }, { "run": "opus_C0_fy7073_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3202104, "seconds": 120.0, "api_seconds": 63.6, "turns": 18, "output_tokens": 4928 }, { "run": "opus_C0_jy791_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3377958, "seconds": 111.0, "api_seconds": 63.4, "turns": 21, "output_tokens": 4554 }, { "run": "opus_C0_jy791_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3998728000000001, "seconds": 91.0, "api_seconds": 77.8, "turns": 22, "output_tokens": 5728 }, { "run": "opus_C0_jy791_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3028558, "seconds": 63.0, "api_seconds": 42.9, "turns": 17, "output_tokens": 4682 }, { "run": "opus_C0_mk4051_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.48920959999999997, "seconds": 110.0, "api_seconds": 79.0, "turns": 22, "output_tokens": 7611 }, { "run": "opus_C0_mk4051_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.6061190000000001, "seconds": 146.0, "api_seconds": 106.6, "turns": 35, "output_tokens": 10628 }, { "run": "opus_C0_mk4051_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.5617509999999999, "seconds": 150.0, "api_seconds": 122.9, "turns": 27, "output_tokens": 9954 }, { "run": "opus_C0_pm1643_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.8252868, "seconds": 183.0, "api_seconds": 131.7, "turns": 35, "output_tokens": 14105 }, { "run": "opus_C0_pm1643_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.8767206, "seconds": 279.0, "api_seconds": 184.6, "turns": 41, "output_tokens": 12938 }, { "run": "opus_C0_pm1643_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.1834132, "seconds": 302.0, "api_seconds": 225.2, "turns": 45, "output_tokens": 21602 }, { "run": "opus_C0_pm1668_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.336727, "seconds": 135.0, "api_seconds": 96.4, "turns": 19, "output_tokens": 5424 }, { "run": "opus_C0_pm1668_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4499650000000001, "seconds": 137.0, "api_seconds": 104.0, "turns": 23, "output_tokens": 7209 }, { "run": "opus_C0_pm1668_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.442863, "seconds": 133.0, "api_seconds": 96.3, "turns": 21, "output_tokens": 7376 }, { "run": "opus_C0_pq256_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.18117039999999998, "seconds": 66.0, "api_seconds": 22.2, "turns": 10, "output_tokens": 1927 }, { "run": "opus_C0_pq256_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.186965, "seconds": 73.0, "api_seconds": 25.0, "turns": 10, "output_tokens": 1967 }, { "run": "opus_C0_pq256_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2516084, "seconds": 94.0, "api_seconds": 50.0, "turns": 12, "output_tokens": 3643 }, { "run": "opus_C0_q629_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.2093068, "seconds": 36.0, "api_seconds": 30.6, "turns": 9, "output_tokens": 2751 }, { "run": "opus_C0_q629_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.2200612, "seconds": 50.0, "api_seconds": 42.4, "turns": 9, "output_tokens": 2634 }, { "run": "opus_C0_q629_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.2094368, "seconds": 32.0, "api_seconds": 24.8, "turns": 9, "output_tokens": 2270 }, { "run": "opus_C0_t336_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.23446899999999998, "seconds": 52.0, "api_seconds": 42.5, "turns": 12, "output_tokens": 3250 }, { "run": "opus_C0_t336_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3082104, "seconds": 74.0, "api_seconds": 64.5, "turns": 14, "output_tokens": 4163 }, { "run": "opus_C0_t336_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.2593722, "seconds": 52.0, "api_seconds": 46.5, "turns": 12, "output_tokens": 4026 }, { "run": "opus_C0_un5981_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5292262, "seconds": 94.0, "api_seconds": 74.5, "turns": 22, "output_tokens": 7140 }, { "run": "opus_C0_un5981_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.2187696, "seconds": 3133.0, "api_seconds": 199.0, "turns": 1, "output_tokens": 229 }, { "run": "opus_C0_un5981_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5231168, "seconds": 129.0, "api_seconds": 117.5, "turns": 31, "output_tokens": 7195 }, { "run": "opus_C0_z6495_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7615325999999998, "seconds": 206.0, "api_seconds": 108.9, "turns": 30, "output_tokens": 7460 }, { "run": "opus_C0_z6495_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6798576, "seconds": 256.0, "api_seconds": 91.8, "turns": 29, "output_tokens": 8871 }, { "run": "opus_C0_z6495_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8939049999999998, "seconds": 198.0, "api_seconds": 98.7, "turns": 36, "output_tokens": 9359 }, { "run": "opus_C0_z6496_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6630427999999999, "seconds": 205.0, "api_seconds": 108.6, "turns": 20, "output_tokens": 10066 }, { "run": "opus_C0_z6496_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 15, "unreported_target_cases": 7, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.7056307999999999, "seconds": 206.0, "api_seconds": 102.0, "turns": 29, "output_tokens": 10806 }, { "run": "opus_C0_z6496_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.8023908000000005, "seconds": 318.0, "api_seconds": 105.9, "turns": 37, "output_tokens": 9792 }, { "run": "opus_C0_z6641_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8476924000000001, "seconds": 361.0, "api_seconds": 132.2, "turns": 33, "output_tokens": 11364 }, { "run": "opus_C0_z6641_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.1816686000000005, "seconds": 431.0, "api_seconds": 182.1, "turns": 53, "output_tokens": 14376 }, { "run": "opus_C0_z6641_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0190534, "seconds": 373.0, "api_seconds": 182.0, "turns": 41, "output_tokens": 11801 }, { "run": "opus_C0_z6659_r1", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7963968000000001, "seconds": 313.0, "api_seconds": 141.1, "turns": 33, "output_tokens": 13310 }, { "run": "opus_C0_z6659_r2", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.1118286, "seconds": 361.0, "api_seconds": 182.1, "turns": 39, "output_tokens": 16344 }, { "run": "opus_C0_z6659_r3", "model": "claude-opus-5-5", "condition": "C0", "condition_text": "baseline (symptom-only report, effort medium)", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6966437999999999, "seconds": 228.0, "api_seconds": 78.6, "turns": 23, "output_tokens": 7564 }, { "run": "opus_C1_any1273_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4975242, "seconds": 306.0, "api_seconds": 156.6, "turns": 20, "output_tokens": 8339 }, { "run": "opus_C1_any1273_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4425896, "seconds": 204.0, "api_seconds": 86.2, "turns": 17, "output_tokens": 7026 }, { "run": "opus_C1_any1273_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5284008, "seconds": 273.0, "api_seconds": 87.7, "turns": 19, "output_tokens": 9240 }, { "run": "opus_C1_any1364_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5852766000000001, "seconds": 214.0, "api_seconds": 95.5, "turns": 25, "output_tokens": 8616 }, { "run": "opus_C1_any1364_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6531560000000001, "seconds": 366.0, "api_seconds": 120.8, "turns": 32, "output_tokens": 10673 }, { "run": "opus_C1_any1364_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6279166000000002, "seconds": 239.0, "api_seconds": 119.3, "turns": 7, "output_tokens": 2238 }, { "run": "opus_C1_ct435_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4155954, "seconds": 91.0, "api_seconds": 72.7, "turns": 14, "output_tokens": 6996 }, { "run": "opus_C1_ct435_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3518564, "seconds": 71.0, "api_seconds": 61.8, "turns": 12, "output_tokens": 5958 }, { "run": "opus_C1_ct435_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4347892, "seconds": 90.0, "api_seconds": 77.9, "turns": 14, "output_tokens": 6421 }, { "run": "opus_C1_ct437_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5094182, "seconds": 112.0, "api_seconds": 101.2, "turns": 10, "output_tokens": 9970 }, { "run": "opus_C1_ct437_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4222742, "seconds": 113.0, "api_seconds": 101.6, "turns": 10, "output_tokens": 7936 }, { "run": "opus_C1_ct437_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5420494, "seconds": 120.0, "api_seconds": 110.0, "turns": 18, "output_tokens": 9866 }, { "run": "opus_C1_ct440_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2523662, "seconds": 50.0, "api_seconds": 40.7, "turns": 9, "output_tokens": 2792 }, { "run": "opus_C1_ct440_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2633256, "seconds": 54.0, "api_seconds": 43.9, "turns": 11, "output_tokens": 3466 }, { "run": "opus_C1_ct440_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.29755479999999995, "seconds": 54.0, "api_seconds": 44.2, "turns": 12, "output_tokens": 4225 }, { "run": "opus_C1_ct443_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0655744, "seconds": 293.0, "api_seconds": 276.5, "turns": 26, "output_tokens": 26183 }, { "run": "opus_C1_ct443_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7829048000000001, "seconds": 210.0, "api_seconds": 202.4, "turns": 17, "output_tokens": 19141 }, { "run": "opus_C1_ct443_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8468410000000001, "seconds": 226.0, "api_seconds": 218.0, "turns": 17, "output_tokens": 21270 }, { "run": "opus_C1_ct446_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2984966, "seconds": 66.0, "api_seconds": 59.9, "turns": 11, "output_tokens": 5108 }, { "run": "opus_C1_ct446_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2720594, "seconds": 61.0, "api_seconds": 55.2, "turns": 11, "output_tokens": 4167 }, { "run": "opus_C1_ct446_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.26991440000000005, "seconds": 52.0, "api_seconds": 45.8, "turns": 11, "output_tokens": 4344 }, { "run": "opus_C1_du1369_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.22756, "seconds": 85.0, "api_seconds": 55.7, "turns": 13, "output_tokens": 5168 }, { "run": "opus_C1_du1369_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3358668000000001, "seconds": 107.0, "api_seconds": 51.4, "turns": 15, "output_tokens": 5575 }, { "run": "opus_C1_du1369_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.35200879999999996, "seconds": 84.0, "api_seconds": 55.7, "turns": 14, "output_tokens": 6097 }, { "run": "opus_C1_fy7073_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6014098, "seconds": 262.0, "api_seconds": 215.6, "turns": 30, "output_tokens": 10092 }, { "run": "opus_C1_fy7073_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.519894, "seconds": 135.0, "api_seconds": 90.9, "turns": 25, "output_tokens": 8836 }, { "run": "opus_C1_fy7073_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6560968, "seconds": 213.0, "api_seconds": 152.7, "turns": 33, "output_tokens": 11531 }, { "run": "opus_C1_jy791_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3476812, "seconds": 78.0, "api_seconds": 63.4, "turns": 18, "output_tokens": 3781 }, { "run": "opus_C1_jy791_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4735678, "seconds": 100.0, "api_seconds": 86.8, "turns": 28, "output_tokens": 7197 }, { "run": "opus_C1_jy791_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3961275999999999, "seconds": 84.0, "api_seconds": 72.7, "turns": 21, "output_tokens": 5591 }, { "run": "opus_C1_mk4051_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6631008, "seconds": 194.0, "api_seconds": 139.0, "turns": 26, "output_tokens": 12119 }, { "run": "opus_C1_mk4051_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.8205156, "seconds": 220.0, "api_seconds": 153.7, "turns": 37, "output_tokens": 14168 }, { "run": "opus_C1_mk4051_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.8063163999999999, "seconds": 208.0, "api_seconds": 137.4, "turns": 42, "output_tokens": 15242 }, { "run": "opus_C1_pm1643_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.0678836000000003, "seconds": 260.0, "api_seconds": 227.7, "turns": 41, "output_tokens": 20636 }, { "run": "opus_C1_pm1643_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.0584208, "seconds": 227.0, "api_seconds": 204.2, "turns": 40, "output_tokens": 20644 }, { "run": "opus_C1_pm1643_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 28, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.7718734000000003, "seconds": 235.0, "api_seconds": 189.4, "turns": 33, "output_tokens": 13446 }, { "run": "opus_C1_pm1668_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.42395000000000005, "seconds": 137.0, "api_seconds": 90.4, "turns": 16, "output_tokens": 7786 }, { "run": "opus_C1_pm1668_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6155746, "seconds": 156.0, "api_seconds": 126.0, "turns": 26, "output_tokens": 10401 }, { "run": "opus_C1_pm1668_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.549396, "seconds": 145.0, "api_seconds": 100.4, "turns": 26, "output_tokens": 9239 }, { "run": "opus_C1_pq256_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.2266374, "seconds": 77.0, "api_seconds": 33.3, "turns": 11, "output_tokens": 2788 }, { "run": "opus_C1_pq256_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.296313, "seconds": 99.0, "api_seconds": 52.7, "turns": 14, "output_tokens": 4480 }, { "run": "opus_C1_pq256_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.21840359999999998, "seconds": 72.0, "api_seconds": 28.2, "turns": 10, "output_tokens": 2753 }, { "run": "opus_C1_q629_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.25107219999999997, "seconds": 38.0, "api_seconds": 32.7, "turns": 10, "output_tokens": 3273 }, { "run": "opus_C1_q629_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.263246, "seconds": 47.0, "api_seconds": 39.7, "turns": 11, "output_tokens": 3487 }, { "run": "opus_C1_q629_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.244348, "seconds": 41.0, "api_seconds": 35.0, "turns": 10, "output_tokens": 3191 }, { "run": "opus_C1_t336_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3315076, "seconds": 73.0, "api_seconds": 67.3, "turns": 17, "output_tokens": 5061 }, { "run": "opus_C1_t336_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3021064, "seconds": 47.0, "api_seconds": 39.9, "turns": 14, "output_tokens": 4448 }, { "run": "opus_C1_t336_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3030888, "seconds": 64.0, "api_seconds": 58.4, "turns": 16, "output_tokens": 4466 }, { "run": "opus_C1_un5981_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8654146, "seconds": 1934.0, "api_seconds": 155.4, "turns": 1, "output_tokens": 137 }, { "run": "opus_C1_un5981_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0147747999999999, "seconds": 1899.0, "api_seconds": 172.4, "turns": 13, "output_tokens": 4106 }, { "run": "opus_C1_un5981_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6197113999999999, "seconds": 111.0, "api_seconds": 98.4, "turns": 30, "output_tokens": 8540 }, { "run": "opus_C1_z6495_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7811598, "seconds": 252.0, "api_seconds": 114.4, "turns": 31, "output_tokens": 8297 }, { "run": "opus_C1_z6495_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.898218, "seconds": 170.0, "api_seconds": 104.8, "turns": 31, "output_tokens": 10047 }, { "run": "opus_C1_z6495_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9554786000000002, "seconds": 228.0, "api_seconds": 133.1, "turns": 32, "output_tokens": 9511 }, { "run": "opus_C1_z6496_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 21, "unreported_target_cases": 7, "unreported_target_passed": 6, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.5289084000000002, "seconds": 489.0, "api_seconds": 234.1, "turns": 42, "output_tokens": 24146 }, { "run": "opus_C1_z6496_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 20, "unreported_target_cases": 7, "unreported_target_passed": 5, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.9559264, "seconds": 319.0, "api_seconds": 153.2, "turns": 23, "output_tokens": 13244 }, { "run": "opus_C1_z6496_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.9147855999999998, "seconds": 248.0, "api_seconds": 120.2, "turns": 22, "output_tokens": 12496 }, { "run": "opus_C1_z6641_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.352695, "seconds": 500.0, "api_seconds": 203.1, "turns": 49, "output_tokens": 16830 }, { "run": "opus_C1_z6641_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9328366000000001, "seconds": 317.0, "api_seconds": 144.7, "turns": 33, "output_tokens": 12473 }, { "run": "opus_C1_z6641_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.4842806000000002, "seconds": 459.0, "api_seconds": 217.3, "turns": 54, "output_tokens": 17990 }, { "run": "opus_C1_z6659_r1", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9605218, "seconds": 365.0, "api_seconds": 154.6, "turns": 32, "output_tokens": 14224 }, { "run": "opus_C1_z6659_r2", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9682299999999999, "seconds": 387.0, "api_seconds": 185.0, "turns": 29, "output_tokens": 14779 }, { "run": "opus_C1_z6659_r3", "model": "claude-opus-5-5", "condition": "C1", "condition_text": "effort high", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.4179076, "seconds": 468.0, "api_seconds": 268.2, "turns": 49, "output_tokens": 20778 }, { "run": "opus_C2_any1273_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9492338000000001, "seconds": 843.0, "api_seconds": 170.6, "turns": 36, "output_tokens": 17399 }, { "run": "opus_C2_any1273_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6384578000000001, "seconds": 288.0, "api_seconds": 136.8, "turns": 21, "output_tokens": 11638 }, { "run": "opus_C2_any1273_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9194529999999999, "seconds": 801.0, "api_seconds": 208.4, "turns": 41, "output_tokens": 16830 }, { "run": "opus_C2_any1364_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.2723172000000005, "seconds": 999.0, "api_seconds": 268.4, "turns": 50, "output_tokens": 23209 }, { "run": "opus_C2_any1364_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0773469999999998, "seconds": 570.0, "api_seconds": 214.1, "turns": 45, "output_tokens": 18288 }, { "run": "opus_C2_any1364_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.6388610000000001, "seconds": 1496.0, "api_seconds": 269.9, "turns": 55, "output_tokens": 25684 }, { "run": "opus_C2_ct435_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.569644, "seconds": 163.0, "api_seconds": 144.0, "turns": 14, "output_tokens": 13146 }, { "run": "opus_C2_ct435_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.7293786000000001, "seconds": 198.0, "api_seconds": 178.4, "turns": 17, "output_tokens": 15435 }, { "run": "opus_C2_ct435_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6252198, "seconds": 154.0, "api_seconds": 131.5, "turns": 13, "output_tokens": 14211 }, { "run": "opus_C2_ct437_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6323694000000001, "seconds": 261.0, "api_seconds": 129.4, "turns": 18, "output_tokens": 13478 }, { "run": "opus_C2_ct437_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.47350639999999994, "seconds": 229.0, "api_seconds": 97.8, "turns": 12, "output_tokens": 9786 }, { "run": "opus_C2_ct437_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.528726, "seconds": 122.0, "api_seconds": 109.8, "turns": 15, "output_tokens": 11340 }, { "run": "opus_C2_ct440_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.34142500000000003, "seconds": 77.0, "api_seconds": 57.5, "turns": 15, "output_tokens": 5735 }, { "run": "opus_C2_ct440_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.37878740000000005, "seconds": 85.0, "api_seconds": 72.7, "turns": 17, "output_tokens": 6701 }, { "run": "opus_C2_ct440_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.37473560000000006, "seconds": 80.0, "api_seconds": 68.6, "turns": 13, "output_tokens": 7021 }, { "run": "opus_C2_ct443_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0345900000000001, "seconds": 315.0, "api_seconds": 263.2, "turns": 23, "output_tokens": 25106 }, { "run": "opus_C2_ct443_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.3368734, "seconds": 379.0, "api_seconds": 328.0, "turns": 42, "output_tokens": 30471 }, { "run": "opus_C2_ct443_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.4305526, "seconds": 332.0, "api_seconds": 310.8, "turns": 41, "output_tokens": 32213 }, { "run": "opus_C2_ct446_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.42272420000000005, "seconds": 90.0, "api_seconds": 76.7, "turns": 14, "output_tokens": 7116 }, { "run": "opus_C2_ct446_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5568356000000001, "seconds": 125.0, "api_seconds": 108.1, "turns": 22, "output_tokens": 10013 }, { "run": "opus_C2_ct446_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.47019679999999997, "seconds": 105.0, "api_seconds": 90.8, "turns": 22, "output_tokens": 8929 }, { "run": "opus_C2_du1369_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.7276238000000003, "seconds": 1442.0, "api_seconds": 192.7, "turns": 1, "output_tokens": 133 }, { "run": "opus_C2_du1369_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6369672, "seconds": 1723.0, "api_seconds": 129.0, "turns": 1, "output_tokens": 137 }, { "run": "opus_C2_du1369_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.45222660000000003, "seconds": 240.0, "api_seconds": 89.2, "turns": 15, "output_tokens": 10026 }, { "run": "opus_C2_fy7073_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5170386000000001, "seconds": 255.0, "api_seconds": 90.3, "turns": 23, "output_tokens": 8423 }, { "run": "opus_C2_fy7073_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5998138000000001, "seconds": 289.0, "api_seconds": 122.0, "turns": 27, "output_tokens": 10169 }, { "run": "opus_C2_fy7073_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5597322, "seconds": 325.0, "api_seconds": 135.6, "turns": 26, "output_tokens": 9356 }, { "run": "opus_C2_jy791_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.410947, "seconds": 104.0, "api_seconds": 80.4, "turns": 21, "output_tokens": 6733 }, { "run": "opus_C2_jy791_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.5236536, "seconds": 121.0, "api_seconds": 101.9, "turns": 24, "output_tokens": 8816 }, { "run": "opus_C2_jy791_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4005280000000001, "seconds": 124.0, "api_seconds": 67.3, "turns": 20, "output_tokens": 6555 }, { "run": "opus_C2_mk4051_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 1.2609575999999998, "seconds": 338.0, "api_seconds": 281.6, "turns": 42, "output_tokens": 24280 }, { "run": "opus_C2_mk4051_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 1.0930354, "seconds": 309.0, "api_seconds": 255.8, "turns": 34, "output_tokens": 20150 }, { "run": "opus_C2_mk4051_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.8135536, "seconds": 239.0, "api_seconds": 212.6, "turns": 38, "output_tokens": 14893 }, { "run": "opus_C2_pm1643_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.9997764, "seconds": 265.0, "api_seconds": 228.3, "turns": 43, "output_tokens": 19364 }, { "run": "opus_C2_pm1643_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.291447, "seconds": 288.0, "api_seconds": 250.9, "turns": 49, "output_tokens": 25925 }, { "run": "opus_C2_pm1643_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.435485, "seconds": 350.0, "api_seconds": 322.7, "turns": 49, "output_tokens": 28214 }, { "run": "opus_C2_pm1668_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6827973999999999, "seconds": 225.0, "api_seconds": 186.4, "turns": 29, "output_tokens": 14188 }, { "run": "opus_C2_pm1668_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6482, "seconds": 271.0, "api_seconds": 193.0, "turns": 30, "output_tokens": 11911 }, { "run": "opus_C2_pm1668_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7427178, "seconds": 258.0, "api_seconds": 177.5, "turns": 30, "output_tokens": 14316 }, { "run": "opus_C2_pq256_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3393068000000001, "seconds": 235.0, "api_seconds": 70.9, "turns": 14, "output_tokens": 6392 }, { "run": "opus_C2_pq256_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5095022000000001, "seconds": 261.0, "api_seconds": 96.1, "turns": 18, "output_tokens": 10242 }, { "run": "opus_C2_pq256_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3034714, "seconds": 202.0, "api_seconds": 57.9, "turns": 13, "output_tokens": 4781 }, { "run": "opus_C2_q629_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.31848579999999993, "seconds": 71.0, "api_seconds": 63.1, "turns": 11, "output_tokens": 5631 }, { "run": "opus_C2_q629_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 10, "unreported_target_cases": 11, "unreported_target_passed": 10, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.2850768, "seconds": 58.0, "api_seconds": 51.2, "turns": 11, "output_tokens": 4238 }, { "run": "opus_C2_q629_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.321251, "seconds": 91.0, "api_seconds": 71.5, "turns": 11, "output_tokens": 5475 }, { "run": "opus_C2_t336_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3258306, "seconds": 68.0, "api_seconds": 59.9, "turns": 13, "output_tokens": 5766 }, { "run": "opus_C2_t336_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 24, "unreported_target_cases": 27, "unreported_target_passed": 24, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4741038, "seconds": 99.0, "api_seconds": 89.7, "turns": 23, "output_tokens": 8710 }, { "run": "opus_C2_t336_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3694228, "seconds": 77.0, "api_seconds": 66.2, "turns": 18, "output_tokens": 6345 }, { "run": "opus_C2_un5981_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.807197, "seconds": 2528.0, "api_seconds": 164.8, "turns": 1, "output_tokens": 330 }, { "run": "opus_C2_un5981_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0951138, "seconds": 2590.0, "api_seconds": 227.4, "turns": 4, "output_tokens": 1898 }, { "run": "opus_C2_un5981_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9305216000000001, "seconds": 1907.0, "api_seconds": 142.4, "turns": 1, "output_tokens": 98 }, { "run": "opus_C2_z6495_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.3310628, "seconds": 417.0, "api_seconds": 255.3, "turns": 57, "output_tokens": 17264 }, { "run": "opus_C2_z6495_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0652154, "seconds": 226.0, "api_seconds": 161.2, "turns": 36, "output_tokens": 12019 }, { "run": "opus_C2_z6495_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.4164244000000004, "seconds": 360.0, "api_seconds": 242.3, "turns": 50, "output_tokens": 16427 }, { "run": "opus_C2_z6496_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 22, "unreported_target_cases": 7, "unreported_target_passed": 7, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.5093178000000003, "seconds": 401.0, "api_seconds": 253.1, "turns": 40, "output_tokens": 24929 }, { "run": "opus_C2_z6496_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 1, "unreported_cases": 22, "unreported_passed": 22, "unreported_target_cases": 7, "unreported_target_passed": 7, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.3060348, "seconds": 464.0, "api_seconds": 237.7, "turns": 35, "output_tokens": 20564 }, { "run": "opus_C2_z6496_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 22, "unreported_target_cases": 7, "unreported_target_passed": 7, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.7209593999999997, "seconds": 579.0, "api_seconds": 346.7, "turns": 50, "output_tokens": 30666 }, { "run": "opus_C2_z6641_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9140528000000001, "seconds": 346.0, "api_seconds": 152.4, "turns": 32, "output_tokens": 13052 }, { "run": "opus_C2_z6641_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.3944097999999996, "seconds": 415.0, "api_seconds": 239.6, "turns": 50, "output_tokens": 18551 }, { "run": "opus_C2_z6641_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.5103458, "seconds": 493.0, "api_seconds": 302.4, "turns": 57, "output_tokens": 21447 }, { "run": "opus_C2_z6659_r1", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9788812000000002, "seconds": 346.0, "api_seconds": 160.5, "turns": 33, "output_tokens": 14901 }, { "run": "opus_C2_z6659_r2", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9996580000000002, "seconds": 385.0, "api_seconds": 205.3, "turns": 34, "output_tokens": 14926 }, { "run": "opus_C2_z6659_r3", "model": "claude-opus-5-5", "condition": "C2", "condition_text": "edge-case prompt", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.1026008000000003, "seconds": 348.0, "api_seconds": 206.2, "turns": 38, "output_tokens": 16782 }, { "run": "opus_C3_any1273_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7477586, "seconds": 846.0, "api_seconds": 131.8, "turns": 26, "output_tokens": 12725 }, { "run": "opus_C3_any1273_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8867704, "seconds": 805.0, "api_seconds": 152.0, "turns": 32, "output_tokens": 13155 }, { "run": "opus_C3_any1273_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1273", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 20, "unreported_passed": 20, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8098497999999998, "seconds": 573.0, "api_seconds": 134.3, "turns": 37, "output_tokens": 14396 }, { "run": "opus_C3_any1364_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7193614, "seconds": 510.0, "api_seconds": 169.4, "turns": 24, "output_tokens": 11554 }, { "run": "opus_C3_any1364_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.291993, "seconds": 1059.0, "api_seconds": 247.1, "turns": 49, "output_tokens": 19165 }, { "run": "opus_C3_any1364_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "any1364", "group": "H", "project": "anyio", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0938674, "seconds": 862.0, "api_seconds": 170.8, "turns": 43, "output_tokens": 17245 }, { "run": "opus_C3_ct435_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.7437242000000001, "seconds": 185.0, "api_seconds": 163.4, "turns": 16, "output_tokens": 15923 }, { "run": "opus_C3_ct435_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.71297, "seconds": 156.0, "api_seconds": 128.7, "turns": 19, "output_tokens": 12718 }, { "run": "opus_C3_ct435_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct435", "group": "K", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.5854814, "seconds": 125.0, "api_seconds": 111.2, "turns": 15, "output_tokens": 11398 }, { "run": "opus_C3_ct437_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.7835937999999999, "seconds": 261.0, "api_seconds": 131.6, "turns": 14, "output_tokens": 14404 }, { "run": "opus_C3_ct437_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.8638691999999999, "seconds": 278.0, "api_seconds": 147.5, "turns": 21, "output_tokens": 14953 }, { "run": "opus_C3_ct437_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct437", "group": "H", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 8, "unreported_passed": 8, "unreported_target_cases": 8, "unreported_target_passed": 8, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.627124, "seconds": 252.0, "api_seconds": 120.9, "turns": 14, "output_tokens": 13498 }, { "run": "opus_C3_ct440_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.32742079999999996, "seconds": 52.0, "api_seconds": 38.8, "turns": 9, "output_tokens": 4120 }, { "run": "opus_C3_ct440_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.42396720000000004, "seconds": 82.0, "api_seconds": 62.8, "turns": 14, "output_tokens": 6112 }, { "run": "opus_C3_ct440_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct440", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.32330780000000003, "seconds": 51.0, "api_seconds": 38.0, "turns": 9, "output_tokens": 3991 }, { "run": "opus_C3_ct443_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.2667508, "seconds": 294.0, "api_seconds": 274.9, "turns": 30, "output_tokens": 26705 }, { "run": "opus_C3_ct443_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.7121595999999997, "seconds": 446.0, "api_seconds": 403.3, "turns": 42, "output_tokens": 36428 }, { "run": "opus_C3_ct443_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct443", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 1, "reported_passed": 0, "unreported_cases": 2, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.9413047999999999, "seconds": 248.0, "api_seconds": 227.6, "turns": 20, "output_tokens": 21611 }, { "run": "opus_C3_ct446_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.4990908, "seconds": 112.0, "api_seconds": 99.1, "turns": 18, "output_tokens": 9776 }, { "run": "opus_C3_ct446_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5461760000000001, "seconds": 116.0, "api_seconds": 100.5, "turns": 26, "output_tokens": 9131 }, { "run": "opus_C3_ct446_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "ct446", "group": "N", "project": "cachetools", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 3, "unreported_passed": 3, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.49315240000000005, "seconds": 97.0, "api_seconds": 85.9, "turns": 15, "output_tokens": 9801 }, { "run": "opus_C3_du1369_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 1, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.30810039999999994, "seconds": 109.0, "api_seconds": 74.7, "turns": 12, "output_tokens": 7153 }, { "run": "opus_C3_du1369_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 2, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3685551999999999, "seconds": 108.0, "api_seconds": 67.1, "turns": 13, "output_tokens": 6496 }, { "run": "opus_C3_du1369_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "du1369", "group": "H", "project": "dateutil", "rep": 3, "reported_cases": 14, "reported_passed": 14, "unreported_cases": 178, "unreported_passed": 154, "unreported_target_cases": 141, "unreported_target_passed": 122, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.46725799999999995, "seconds": 138.0, "api_seconds": 104.3, "turns": 16, "output_tokens": 8895 }, { "run": "opus_C3_fy7073_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5751682000000001, "seconds": 231.0, "api_seconds": 92.9, "turns": 23, "output_tokens": 9640 }, { "run": "opus_C3_fy7073_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.608367, "seconds": 489.0, "api_seconds": 127.5, "turns": 28, "output_tokens": 9822 }, { "run": "opus_C3_fy7073_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "fy7073", "group": "N", "project": "fastify", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 2, "unreported_passed": 2, "unreported_target_cases": 2, "unreported_target_passed": 2, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.6358898000000001, "seconds": 447.0, "api_seconds": 112.6, "turns": 3, "output_tokens": 1163 }, { "run": "opus_C3_jy791_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.44718739999999996, "seconds": 152.0, "api_seconds": 116.8, "turns": 25, "output_tokens": 7733 }, { "run": "opus_C3_jy791_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.46658619999999995, "seconds": 117.0, "api_seconds": 96.1, "turns": 23, "output_tokens": 7739 }, { "run": "opus_C3_jy791_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "jy791", "group": "K", "project": "js-yaml", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.595406, "seconds": 136.0, "api_seconds": 115.6, "turns": 30, "output_tokens": 10488 }, { "run": "opus_C3_mk4051_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0846788, "seconds": 282.0, "api_seconds": 232.7, "turns": 44, "output_tokens": 20911 }, { "run": "opus_C3_mk4051_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.2920016, "seconds": 351.0, "api_seconds": 287.1, "turns": 50, "output_tokens": 27337 }, { "run": "opus_C3_mk4051_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "mk4051", "group": "K", "project": "marked", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 1, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.3403338000000002, "seconds": 310.0, "api_seconds": 277.9, "turns": 39, "output_tokens": 26595 }, { "run": "opus_C3_pm1643_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 32, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.2419754, "seconds": 323.0, "api_seconds": 287.2, "turns": 43, "output_tokens": 23025 }, { "run": "opus_C3_pm1643_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 30, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.4193554000000002, "seconds": 368.0, "api_seconds": 278.1, "turns": 53, "output_tokens": 24035 }, { "run": "opus_C3_pm1643_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1643", "group": "K", "project": "Python-Markdown", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 32, "unreported_passed": 29, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.2688447999999999, "seconds": 251.0, "api_seconds": 220.9, "turns": 40, "output_tokens": 22879 }, { "run": "opus_C3_pm1668_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.516999, "seconds": 151.0, "api_seconds": 114.3, "turns": 22, "output_tokens": 9892 }, { "run": "opus_C3_pm1668_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.6065314000000002, "seconds": 200.0, "api_seconds": 146.8, "turns": 29, "output_tokens": 11168 }, { "run": "opus_C3_pm1668_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pm1668", "group": "N", "project": "Python-Markdown", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 0, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.5726026000000001, "seconds": 140.0, "api_seconds": 114.2, "turns": 27, "output_tokens": 10347 }, { "run": "opus_C3_pq256_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.3966926, "seconds": 177.0, "api_seconds": 55.6, "turns": 17, "output_tokens": 5608 }, { "run": "opus_C3_pq256_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.37443879999999996, "seconds": 267.0, "api_seconds": 59.8, "turns": 15, "output_tokens": 5998 }, { "run": "opus_C3_pq256_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "pq256", "group": "N", "project": "p-queue", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.5647004, "seconds": 219.0, "api_seconds": 113.6, "turns": 23, "output_tokens": 11066 }, { "run": "opus_C3_q629_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 1, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.287775, "seconds": 53.0, "api_seconds": 45.8, "turns": 10, "output_tokens": 4794 }, { "run": "opus_C3_q629_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 2, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.3259352, "seconds": 76.0, "api_seconds": 59.6, "turns": 13, "output_tokens": 5322 }, { "run": "opus_C3_q629_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "q629", "group": "K", "project": "qs", "rep": 3, "reported_cases": 1, "reported_passed": 1, "unreported_cases": 11, "unreported_passed": 11, "unreported_target_cases": 11, "unreported_target_passed": 11, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 0.2942248, "seconds": 59.0, "api_seconds": 52.6, "turns": 10, "output_tokens": 5034 }, { "run": "opus_C3_t336_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 24, "unreported_target_cases": 27, "unreported_target_passed": 24, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4848987999999999, "seconds": 116.0, "api_seconds": 87.7, "turns": 20, "output_tokens": 8557 }, { "run": "opus_C3_t336_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 24, "unreported_target_cases": 27, "unreported_target_passed": 24, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.4529178, "seconds": 91.0, "api_seconds": 82.2, "turns": 18, "output_tokens": 7935 }, { "run": "opus_C3_t336_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "t336", "group": "K", "project": "tomlkit", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 27, "unreported_passed": 18, "unreported_target_cases": 27, "unreported_target_passed": 18, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.3715008, "seconds": 72.0, "api_seconds": 63.6, "turns": 19, "output_tokens": 6929 }, { "run": "opus_C3_un5981_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9955682, "seconds": 1344.0, "api_seconds": 205.7, "turns": 1, "output_tokens": 183 }, { "run": "opus_C3_un5981_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.575618, "seconds": 121.0, "api_seconds": 101.1, "turns": 20, "output_tokens": 9971 }, { "run": "opus_C3_un5981_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "un5981", "group": "H", "project": "undici", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 1, "unreported_passed": 1, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9346686, "seconds": 1941.0, "api_seconds": 142.6, "turns": 3, "output_tokens": 1124 }, { "run": "opus_C3_z6495_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 1, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.1908456000000003, "seconds": 319.0, "api_seconds": 151.8, "turns": 48, "output_tokens": 14298 }, { "run": "opus_C3_z6495_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 2, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.4735082000000004, "seconds": 361.0, "api_seconds": 216.7, "turns": 56, "output_tokens": 17800 }, { "run": "opus_C3_z6495_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6495", "group": "K", "project": "zod", "rep": 3, "reported_cases": 4, "reported_passed": 4, "unreported_cases": 4, "unreported_passed": 4, "unreported_target_cases": 1, "unreported_target_passed": 1, "other_tests_broken": 1, "clean_fix": false, "api_cost_usd": 1.1521442000000002, "seconds": 342.0, "api_seconds": 140.1, "turns": 45, "output_tokens": 12871 }, { "run": "opus_C3_z6496_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 1, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 21, "unreported_target_cases": 7, "unreported_target_passed": 6, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.4897287999999997, "seconds": 494.0, "api_seconds": 303.7, "turns": 36, "output_tokens": 25943 }, { "run": "opus_C3_z6496_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 2, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 19, "unreported_target_cases": 7, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 0.9509328000000001, "seconds": 350.0, "api_seconds": 180.8, "turns": 26, "output_tokens": 15220 }, { "run": "opus_C3_z6496_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6496", "group": "K", "project": "zod", "rep": 3, "reported_cases": 2, "reported_passed": 2, "unreported_cases": 22, "unreported_passed": 21, "unreported_target_cases": 7, "unreported_target_passed": 6, "other_tests_broken": 0, "clean_fix": false, "api_cost_usd": 1.6203107999999993, "seconds": 449.0, "api_seconds": 273.9, "turns": 43, "output_tokens": 26504 }, { "run": "opus_C3_z6641_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 1, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9391494000000001, "seconds": 356.0, "api_seconds": 149.3, "turns": 34, "output_tokens": 13017 }, { "run": "opus_C3_z6641_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 2, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.355118, "seconds": 473.0, "api_seconds": 205.2, "turns": 49, "output_tokens": 17093 }, { "run": "opus_C3_z6641_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6641", "group": "N", "project": "zod", "rep": 3, "reported_cases": 6, "reported_passed": 6, "unreported_cases": 9, "unreported_passed": 9, "unreported_target_cases": 4, "unreported_target_passed": 4, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.3193532, "seconds": 413.0, "api_seconds": 231.3, "turns": 41, "output_tokens": 16975 }, { "run": "opus_C3_z6659_r1", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 1, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9225876000000001, "seconds": 372.0, "api_seconds": 143.6, "turns": 30, "output_tokens": 13651 }, { "run": "opus_C3_z6659_r2", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 2, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 1.0719534000000002, "seconds": 406.0, "api_seconds": 204.7, "turns": 31, "output_tokens": 16441 }, { "run": "opus_C3_z6659_r3", "model": "claude-opus-5-5", "condition": "C3", "condition_text": "edge-case prompt + read the existing tests first", "bug": "z6659", "group": "N", "project": "zod", "rep": 3, "reported_cases": 3, "reported_passed": 3, "unreported_cases": 6, "unreported_passed": 6, "unreported_target_cases": 0, "unreported_target_passed": 0, "other_tests_broken": 0, "clean_fix": true, "api_cost_usd": 0.9772448000000002, "seconds": 358.0, "api_seconds": 168.1, "turns": 32, "output_tokens": 14748 } ], "bugs": { "ct435": { "group": "K", "project": "cachetools", "repo": "https://github.com/tkem/cachetools", "title": "cachedmethod class access loses the explicitly supplied instance", "fix_commit": "aa73a19299432530eb9b1c0f9acecde6ad96c9e0", "parent_commit": "0985ec0d8fefdce90bcbba2dfe88117dad9bb6f6", "reported_cases": 1, "unreported_cases": 1, "unreported_target_cases": 1 }, "jy791": { "group": "K", "project": "js-yaml", "repo": "https://github.com/nodeca/js-yaml", "title": "Sequence parsing in version 5 fails (BOM at the start of the file)", "fix_commit": "e5e6f621214e7d8b3f6e6f8ea29ea667f32a5861", "parent_commit": "04d6fe3298191ee94adf8b1bad87bd2d909092af", "reported_cases": 1, "unreported_cases": 1, "unreported_target_cases": 1 }, "pm1643": { "group": "K", "project": "Python-Markdown", "repo": "https://github.com/Python-Markdown/markdown", "title": "HTML comment inside inline raw HTML creates malformed output", "fix_commit": "0bf535bc406c95dad66050f07c8402af03fe07d5", "parent_commit": "3ade80d7c2cad90c8961c80d9640d80a09afd33f", "reported_cases": 2, "unreported_cases": 32, "unreported_target_cases": 0 }, "z6495": { "group": "K", "project": "zod", "repo": "https://github.com/colinhacks/zod", "title": "Functions are executed twice for object property defaults", "fix_commit": "84e416fbf4740527bbc8f319634f4e1b065bb42c", "parent_commit": "1a16102a494b03ce1df7b80b663ae2df465f419e", "reported_cases": 4, "unreported_cases": 4, "unreported_target_cases": 1 }, "z6496": { "group": "K", "project": "zod", "repo": "https://github.com/colinhacks/zod", "title": "toJSONSchema on record with numeric keys results in invalid propertyNames", "fix_commit": "eab51ff3592b2d11d863f4ee4d5452f31a3de1b6", "parent_commit": "7e24a24288183ce02554f1ded7775d0650a7b7e6", "reported_cases": 2, "unreported_cases": 22, "unreported_target_cases": 7 }, "mk4051": { "group": "K", "project": "marked", "repo": "https://github.com/markedjs/marked", "title": "A link inside link text produces nested links", "fix_commit": "e250e31f3e1de80e41baf6f83ac8d3123d1e114f", "parent_commit": "8698d35b84c17f86ea8a299a6183d47ccb3d2bd7", "reported_cases": 3, "unreported_cases": 1, "unreported_target_cases": 1 }, "t336": { "group": "K", "project": "tomlkit", "repo": "https://github.com/python-poetry/tomlkit", "title": "Emitting underscores in integers", "fix_commit": "f466807e253b7479a3dbd9621f8b0782384ade9e", "parent_commit": "0518af253901e57872c03835db6fe9bacab40ee7", "reported_cases": 2, "unreported_cases": 27, "unreported_target_cases": 27 }, "q629": { "group": "K", "project": "qs", "repo": "https://github.com/ljharb/qs", "title": "comma: true is ignored with charset 'iso-8859-1' and interpretNumericEntities", "fix_commit": "b43b1cf8d0747d8520746d8cf6998d568431816a", "parent_commit": "81e7a2251d5a7f4c38e8ea77a31a285ab16d1822", "reported_cases": 1, "unreported_cases": 11, "unreported_target_cases": 11 }, "ct443": { "group": "N", "project": "cachetools", "repo": "https://github.com/tkem/cachetools", "title": "@cachedmethod decorator breaks mock autospec", "fix_commit": "95e6addbd82afd75f81cb5650f32f6d74af2f1f9", "parent_commit": "eba200635273fe45b67e669b84cb45f995b27c24", "reported_cases": 1, "unreported_cases": 2, "unreported_target_cases": 1 }, "ct446": { "group": "N", "project": "cachetools", "repo": "https://github.com/tkem/cachetools", "title": "Class-access @cachedmethod rejects keyword instance arguments", "fix_commit": "b34643f37174751df37016899f4e7f5f6b189012", "parent_commit": "36d4e87f3fd6ec557323e150dcb40123312f2730", "reported_cases": 3, "unreported_cases": 3, "unreported_target_cases": 1 }, "ct440": { "group": "N", "project": "cachetools", "repo": "https://github.com/tkem/cachetools", "title": "Failed TTL expiration calculation leaves an unusable cache entry", "fix_commit": "7cfc8121722879e31fd82aa748f915690c336100", "parent_commit": "ec0b97b8a43dbd61fa83d702dadd2ff21131bd26", "reported_cases": 1, "unreported_cases": 3, "unreported_target_cases": 1 }, "z6641": { "group": "N", "project": "zod", "repo": "https://github.com/colinhacks/zod", "title": "z.record skips an own __proto__ key without running the key schema", "fix_commit": "311cd74b2765ff7c7b58add60e37c5a0ea7a1972", "parent_commit": "b500a2ee95134f81d74da7911d7378dd2853d042", "reported_cases": 6, "unreported_cases": 9, "unreported_target_cases": 4 }, "z6659": { "group": "N", "project": "zod", "repo": "https://github.com/colinhacks/zod", "title": "v4.6.6: a union whose array option exceeds .max() now reports invalid_union instead of too_big", "fix_commit": "680d19f7d1e042e55934209caeb79bc843b94f44", "parent_commit": "40a5dba080b065cc430e5b0e64a8058d68c1660d", "reported_cases": 3, "unreported_cases": 6, "unreported_target_cases": 0 }, "pm1668": { "group": "N", "project": "Python-Markdown", "repo": "https://github.com/Python-Markdown/markdown", "title": "Unmatched backtick runs swallow text in 3.11 (inline code)", "fix_commit": "59f6dbc53bf4688c66ca832abb66c6a424f0626f", "parent_commit": "3d70cfccdc0b54c0783edd5e7d168c5d8bfc0b1e", "reported_cases": 1, "unreported_cases": 1, "unreported_target_cases": 0 }, "fy7073": { "group": "N", "project": "fastify", "repo": "https://github.com/fastify/fastify", "title": "An error with statusCode >= 600 becomes an unhandled rejection when a tracing:fastify.request.handler subscriber exists (5.12.5)", "fix_commit": "9e9f61a6bf092bbd3cf8d10b792432aa8be085af", "parent_commit": "f736849a10a9b2ca57fb09437feb8294cda76234", "reported_cases": 2, "unreported_cases": 2, "unreported_target_cases": 2 }, "pq256": { "group": "N", "project": "p-queue", "repo": "https://github.com/sindresorhus/p-queue", "title": "Abort during task setup is missed before the running listener is registered", "fix_commit": "507e7eeab74970b991f1335b3f08cb5e08207ca3", "parent_commit": "de565c42a271bd3c2f8c69d3b6bce33f49f9d344", "reported_cases": 1, "unreported_cases": 1, "unreported_target_cases": 1 }, "ct437": { "group": "H", "project": "cachetools", "repo": "https://github.com/tkem/cachetools", "title": "cachedmethod super() lookups bypass overrides or recurse", "fix_commit": "ec0b97b8a43dbd61fa83d702dadd2ff21131bd26", "parent_commit": "aa73a19299432530eb9b1c0f9acecde6ad96c9e0", "reported_cases": 3, "unreported_cases": 8, "unreported_target_cases": 8 }, "any1273": { "group": "H", "project": "anyio", "repo": "https://github.com/agronholm/anyio", "title": "concurrent anyio.aclose_forcefully fails to block until socket is closed on asyncio", "fix_commit": "623a4806211aec456674d6943479993eb275569e", "parent_commit": "8dcb3e183e37db66488b17f07a22c7bfd40fb5ea", "reported_cases": 6, "unreported_cases": 20, "unreported_target_cases": 0 }, "du1369": { "group": "H", "project": "dateutil", "repo": "https://github.com/dateutil/dateutil", "title": "pickling & deepcopy of rruleset and rrule with cache", "fix_commit": "21b6862a1e5674ac98695cb35afa5dd8ab6711c1", "parent_commit": "bd5fd88b0b0255dd364b57af58acf89389c6c69d", "reported_cases": 14, "unreported_cases": 178, "unreported_target_cases": 141 }, "un5981": { "group": "H", "project": "undici", "repo": "https://github.com/nodejs/undici", "title": "Pool loses caller's AsyncLocalStorage context for queued HTTPS requests (Undici 8)", "fix_commit": "0bbf614b81ecd9e6fffc9d2edc5082d3c1b0b4bd", "parent_commit": "aa1eef17b816caba4b62514f6a38505cf6c60677", "reported_cases": 2, "unreported_cases": 1, "unreported_target_cases": 1 }, "any1364": { "group": "H", "project": "anyio", "repo": "https://github.com/agronholm/anyio", "title": "connect_tcp() leaks a connected socket when an enclosing scope is cancelled after the connect succeeds", "fix_commit": "c7b992cdd3a3e692f7f2e67c42917d8063120843", "parent_commit": "c237c32a97d617e528adf5c80942ccbc88248c5f", "reported_cases": 6, "unreported_cases": 2, "unreported_target_cases": 2 } }, "conditions": { "C0": "baseline (symptom-only report, effort medium)", "C1": "effort high", "C2": "edge-case prompt", "C3": "edge-case prompt + read the existing tests first" }, "stats": { "all": { "claude-haiku-5-5": { "C0": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8388, "unreported_target_pass_rate": 0.8026, "clean_fix": 34, "runs_with_broken_tests": 9, "mean_cost_usd": 0.0503, "median_seconds": 121, "mean_output_tokens": 16631 }, "C1": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8241, "unreported_target_pass_rate": 0.8109, "clean_fix": 33, "runs_with_broken_tests": 8, "mean_cost_usd": 0.0806, "median_seconds": 234, "mean_output_tokens": 28051, "diff_vs_C0": -0.0147, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0515, 0.0087 ], "cost_change_vs_C0": 0.6024 }, "C2": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8417, "unreported_target_pass_rate": 0.8492, "clean_fix": 36, "runs_with_broken_tests": 7, "mean_cost_usd": 0.1046, "median_seconds": 299, "mean_output_tokens": 37708, "diff_vs_C0": 0.0029, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0397, 0.0363 ], "cost_change_vs_C0": 1.0795 }, "C3": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8611, "unreported_target_pass_rate": 0.8592, "clean_fix": 37, "runs_with_broken_tests": 5, "mean_cost_usd": 0.1177, "median_seconds": 279, "mean_output_tokens": 37868, "diff_vs_C0": 0.0223, "diff_vs_C0_ci95_bug_bootstrap": [ 0.003, 0.0461 ], "cost_change_vs_C0": 1.34 } }, "claude-opus-5-5": { "C0": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8802, "unreported_target_pass_rate": 0.8523, "clean_fix": 38, "runs_with_broken_tests": 5, "mean_cost_usd": 0.5106, "median_seconds": 120, "mean_output_tokens": 7337 }, "C1": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8573, "unreported_target_pass_rate": 0.838, "clean_fix": 38, "runs_with_broken_tests": 3, "mean_cost_usd": 0.6212, "median_seconds": 156, "mean_output_tokens": 9414, "diff_vs_C0": -0.0229, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0917, 0.0195 ], "cost_change_vs_C0": 0.2166 }, "C2": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.9118, "unreported_target_pass_rate": 0.9162, "clean_fix": 39, "runs_with_broken_tests": 6, "mean_cost_usd": 0.8179, "median_seconds": 271, "mean_output_tokens": 13314, "diff_vs_C0": 0.0316, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0029, 0.0699 ], "cost_change_vs_C0": 0.6018 }, "C3": { "runs": 63, "bugs": 21, "unreported_pass_rate": 0.8438, "unreported_target_pass_rate": 0.8495, "clean_fix": 37, "runs_with_broken_tests": 4, "mean_cost_usd": 0.8054, "median_seconds": 261, "mean_output_tokens": 13035, "diff_vs_C0": -0.0364, "diff_vs_C0_ci95_bug_bootstrap": [ -0.1176, 0.0244 ], "cost_change_vs_C0": 0.5774 } } }, "K": { "claude-haiku-5-5": { "C0": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.6978, "unreported_target_pass_rate": 0.5875, "clean_fix": 1, "runs_with_broken_tests": 9, "mean_cost_usd": 0.0313, "median_seconds": 112, "mean_output_tokens": 14011 }, "C1": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.7074, "unreported_target_pass_rate": 0.6172, "clean_fix": 2, "runs_with_broken_tests": 7, "mean_cost_usd": 0.066, "median_seconds": 264, "mean_output_tokens": 26237, "diff_vs_C0": 0.0096, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0076, 0.0323 ], "cost_change_vs_C0": 1.1086 }, "C2": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.7264, "unreported_target_pass_rate": 0.6531, "clean_fix": 3, "runs_with_broken_tests": 7, "mean_cost_usd": 0.1191, "median_seconds": 247, "mean_output_tokens": 35924, "diff_vs_C0": 0.0286, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0038, 0.0627 ], "cost_change_vs_C0": 2.8051 }, "C3": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.7356, "unreported_target_pass_rate": 0.6772, "clean_fix": 3, "runs_with_broken_tests": 5, "mean_cost_usd": 0.1086, "median_seconds": 262, "mean_output_tokens": 35362, "diff_vs_C0": 0.0378, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0076, 0.0795 ], "cost_change_vs_C0": 2.4696 } }, "claude-opus-5-5": { "C0": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.744, "unreported_target_pass_rate": 0.6605, "clean_fix": 3, "runs_with_broken_tests": 5, "mean_cost_usd": 0.5258, "median_seconds": 110, "mean_output_tokens": 7591 }, "C1": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.6839, "unreported_target_pass_rate": 0.6259, "clean_fix": 3, "runs_with_broken_tests": 3, "mean_cost_usd": 0.6391, "median_seconds": 135, "mean_output_tokens": 9744, "diff_vs_C0": -0.0601, "diff_vs_C0_ci95_bug_bootstrap": [ -0.2399, 0.0498 ], "cost_change_vs_C0": 0.2155 }, "C2": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.8271, "unreported_target_pass_rate": 0.8158, "clean_fix": 4, "runs_with_broken_tests": 6, "mean_cost_usd": 0.8582, "median_seconds": 212, "mean_output_tokens": 14823, "diff_vs_C0": 0.0831, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0152, 0.1681 ], "cost_change_vs_C0": 0.6322 }, "C3": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.7525, "unreported_target_pass_rate": 0.7014, "clean_fix": 5, "runs_with_broken_tests": 4, "mean_cost_usd": 0.8872, "median_seconds": 218, "mean_output_tokens": 15083, "diff_vs_C0": 0.0085, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0994, 0.0873 ], "cost_change_vs_C0": 0.6873 } } }, "N": { "claude-haiku-5-5": { "C0": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.8958, "unreported_target_pass_rate": 0.9444, "clean_fix": 21, "runs_with_broken_tests": 0, "mean_cost_usd": 0.0868, "median_seconds": 102, "mean_output_tokens": 20897 }, "C1": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.8542, "unreported_target_pass_rate": 0.9444, "clean_fix": 19, "runs_with_broken_tests": 1, "mean_cost_usd": 0.1075, "median_seconds": 220, "mean_output_tokens": 30448, "diff_vs_C0": -0.0416, "diff_vs_C0_ci95_bug_bootstrap": [ -0.125, 0.0 ], "cost_change_vs_C0": 0.2385 }, "C2": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.875, "unreported_target_pass_rate": 1.0, "clean_fix": 21, "runs_with_broken_tests": 0, "mean_cost_usd": 0.1207, "median_seconds": 288, "mean_output_tokens": 41188, "diff_vs_C0": -0.0208, "diff_vs_C0_ci95_bug_bootstrap": [ -0.125, 0.0625 ], "cost_change_vs_C0": 0.3906 }, "C3": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.9167, "unreported_target_pass_rate": 1.0, "clean_fix": 22, "runs_with_broken_tests": 0, "mean_cost_usd": 0.1573, "median_seconds": 258, "mean_output_tokens": 41755, "diff_vs_C0": 0.0209, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0625 ], "cost_change_vs_C0": 0.8122 } }, "claude-opus-5-5": { "C0": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.9583, "unreported_target_pass_rate": 1.0, "clean_fix": 23, "runs_with_broken_tests": 0, "mean_cost_usd": 0.5098, "median_seconds": 126, "mean_output_tokens": 7728 }, "C1": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.9583, "unreported_target_pass_rate": 1.0, "clean_fix": 23, "runs_with_broken_tests": 0, "mean_cost_usd": 0.6489, "median_seconds": 150, "mean_output_tokens": 10653, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 0.2729 }, "C2": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.9583, "unreported_target_pass_rate": 1.0, "clean_fix": 23, "runs_with_broken_tests": 0, "mean_cost_usd": 0.7562, "median_seconds": 266, "mean_output_tokens": 13448, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 0.4833 }, "C3": { "runs": 24, "bugs": 8, "unreported_pass_rate": 0.8542, "unreported_target_pass_rate": 0.9444, "clean_fix": 20, "runs_with_broken_tests": 0, "mean_cost_usd": 0.7488, "median_seconds": 240, "mean_output_tokens": 12263, "diff_vs_C0": -0.1041, "diff_vs_C0_ci95_bug_bootstrap": [ -0.2708, 0.0 ], "cost_change_vs_C0": 0.4688 } } }, "H": { "claude-haiku-5-5": { "C0": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.0222, "median_seconds": 143, "mean_output_tokens": 13995 }, "C1": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.9625, "unreported_target_pass_rate": 0.9498, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.0611, "median_seconds": 312, "mean_output_tokens": 27118, "diff_vs_C0": -0.0105, "diff_vs_C0_ci95_bug_bootstrap": [ -0.0315, 0.0 ], "cost_change_vs_C0": 1.7523 }, "C2": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.0554, "median_seconds": 785, "mean_output_tokens": 34995, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 1.4955 }, "C3": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.069, "median_seconds": 494, "mean_output_tokens": 35658, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 2.1081 } }, "claude-opus-5-5": { "C0": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.4875, "median_seconds": 129, "mean_output_tokens": 6306 }, "C1": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.5483, "median_seconds": 204, "mean_output_tokens": 6902, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 0.1247 }, "C2": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.852, "median_seconds": 843, "mean_output_tokens": 10685, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 0.7477 }, "C3": { "runs": 15, "bugs": 5, "unreported_pass_rate": 0.973, "unreported_target_pass_rate": 0.9663, "clean_fix": 12, "runs_with_broken_tests": 0, "mean_cost_usd": 0.7649, "median_seconds": 510, "mean_output_tokens": 10994, "diff_vs_C0": 0.0, "diff_vs_C0_ci95_bug_bootstrap": [ 0.0, 0.0 ], "cost_change_vs_C0": 0.569 } } } }, "per_bug": { "ct435": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 1 } } }, "jy791": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.0, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.0, "clean_fix": 0 } } }, "pm1643": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.8854, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.9167, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.9479, "clean_fix": 1 }, "C3": { "unreported_pass_rate": 0.9167, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.9062, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.8958, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.9062, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.9479, "clean_fix": 1 } } }, "z6495": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 1 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 2 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 1 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 2 } } }, "z6496": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.7273, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.803, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.8636, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.8939, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.803, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.9091, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 1 }, "C3": { "unreported_pass_rate": 0.9242, "clean_fix": 0 } } }, "mk4051": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.3333, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.3333, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.3333, "clean_fix": 1 }, "C3": { "unreported_pass_rate": 0.3333, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.3333, "clean_fix": 1 } } }, "t336": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.7407, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.6667, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.7407, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.8148, "clean_fix": 0 } } }, "q629": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.9697, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.9394, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.9091, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.9697, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 0 } } }, "ct443": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.8333, "clean_fix": 2 }, "C1": { "unreported_pass_rate": 0.8333, "clean_fix": 2 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 0.8333, "clean_fix": 2 } } }, "ct446": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "ct440": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "z6641": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 2 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "z6659": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "pm1668": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.3333, "clean_fix": 1 }, "C1": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.0, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.3333, "clean_fix": 1 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.6667, "clean_fix": 2 }, "C1": { "unreported_pass_rate": 0.6667, "clean_fix": 2 }, "C2": { "unreported_pass_rate": 0.6667, "clean_fix": 2 }, "C3": { "unreported_pass_rate": 0.0, "clean_fix": 0 } } }, "fy7073": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "pq256": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "ct437": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "any1273": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "du1369": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 0.8652, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.8127, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.8652, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.8652, "clean_fix": 0 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 0.8652, "clean_fix": 0 }, "C1": { "unreported_pass_rate": 0.8652, "clean_fix": 0 }, "C2": { "unreported_pass_rate": 0.8652, "clean_fix": 0 }, "C3": { "unreported_pass_rate": 0.8652, "clean_fix": 0 } } }, "un5981": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } }, "any1364": { "claude-haiku-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } }, "claude-opus-5-5": { "C0": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C1": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C2": { "unreported_pass_rate": 1.0, "clean_fix": 3 }, "C3": { "unreported_pass_rate": 1.0, "clean_fix": 3 } } } }, "totals": { "claude-haiku-5-5": { "runs": 252, "total_cost_usd": 22.25, "mean_cost_usd": 0.0883, "clean_fix": 140 }, "claude-opus-5-5": { "runs": 252, "total_cost_usd": 173.56, "mean_cost_usd": 0.6887, "clean_fix": 152 } }, "prereg": "https://github.com/johnisking/token-cost-by-language/blob/main/claude-report-edge-cases/PREREG.md", "scoring": { "unreported": "maintainer test cases whose input or variant the bug report does not show; includes cases that already pass before the fix (guards)", "primary": "share of unreported cases passed, averaged per bug, per model and condition; 95% interval from resampling bugs; an effect counts only if it is 20 points or more and the interval excludes 0", "clean_fix": "every reported and unreported case passes and no other maintainer test breaks" } }