{ "dataset": "claude-subagent-effort", "claude_code": "2.1.318", "runs": [ { "run": "A1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006098, "seconds": 18, "turns": 5, "output_tokens": 4097 }, { "run": "A1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.00582, "seconds": 22, "turns": 7, "output_tokens": 4607 }, { "run": "A1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.007979, "seconds": 23, "turns": 7, "output_tokens": 4621 }, { "run": "A1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.024105, "seconds": 49, "turns": 4, "output_tokens": 3090 }, { "run": "A1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 0.96, "recall_last_result_only": 0.96, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00776, "seconds": 27, "turns": 2, "output_tokens": 1230 }, { "run": "A1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.015503, "seconds": 52, "turns": 1, "output_tokens": 1786 }, { "run": "A1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012099, "seconds": 48, "turns": 2, "output_tokens": 2049 }, { "run": "A1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.017055, "seconds": 58, "turns": 3, "output_tokens": 1850 }, { "run": "A1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.01661, "seconds": 48, "turns": 2, "output_tokens": 1563 }, { "run": "A1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.016223, "seconds": 78, "turns": 2, "output_tokens": 1918 }, { "run": "A1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": true, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.02941, "seconds": 1200, "turns": 1, "output_tokens": 1820 }, { "run": "A1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.013063, "seconds": 68, "turns": 2, "output_tokens": 3365 }, { "run": "A1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.174763, "seconds": 21, "turns": 5, "output_tokens": 2260 }, { "run": "A1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.25425, "seconds": 24, "turns": 5, "output_tokens": 2459 }, { "run": "A1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.27057, "seconds": 29, "turns": 6, "output_tokens": 2497 }, { "run": "A1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.483924, "seconds": 60, "turns": 4, "output_tokens": 2022 }, { "run": "A1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.537294, "seconds": 59, "turns": 5, "output_tokens": 2444 }, { "run": "A1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.536948, "seconds": 65, "turns": 4, "output_tokens": 2221 }, { "run": "A1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.638549, "seconds": 65, "turns": 1, "output_tokens": 1594 }, { "run": "A1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.506038, "seconds": 60, "turns": 4, "output_tokens": 3121 }, { "run": "A1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.666101, "seconds": 79, "turns": 6, "output_tokens": 2668 }, { "run": "A1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.733496, "seconds": 83, "turns": 5, "output_tokens": 2763 }, { "run": "A1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.67354, "seconds": 84, "turns": 2, "output_tokens": 1701 }, { "run": "A1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 25, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.690575, "seconds": 81, "turns": 2, "output_tokens": 2133 }, { "run": "A2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006493, "seconds": 40, "turns": 4, "output_tokens": 4019 }, { "run": "A2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006701, "seconds": 19, "turns": 4, "output_tokens": 3573 }, { "run": "A2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004085, "seconds": 18, "turns": 3, "output_tokens": 3430 }, { "run": "A2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012478, "seconds": 188, "turns": 2, "output_tokens": 445 }, { "run": "A2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010117, "seconds": 119, "turns": 2, "output_tokens": 252 }, { "run": "A2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010812, "seconds": 43, "turns": 11, "output_tokens": 5214 }, { "run": "A2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008947, "seconds": 33, "turns": 2, "output_tokens": 1562 }, { "run": "A2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.024622, "seconds": 67, "turns": 1, "output_tokens": 1085 }, { "run": "A2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.019501, "seconds": 43, "turns": 1, "output_tokens": 1300 }, { "run": "A2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 4, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.030401, "seconds": 66, "turns": 1, "output_tokens": 1359 }, { "run": "A2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.0141, "seconds": 64, "turns": 2, "output_tokens": 1927 }, { "run": "A2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008129, "seconds": 39, "turns": 1, "output_tokens": 1611 }, { "run": "A2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.22441, "seconds": 27, "turns": 6, "output_tokens": 2344 }, { "run": "A2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.150604, "seconds": 28, "turns": 6, "output_tokens": 2390 }, { "run": "A2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.117717, "seconds": 24, "turns": 3, "output_tokens": 1786 }, { "run": "A2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.324253, "seconds": 45, "turns": 3, "output_tokens": 1950 }, { "run": "A2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.454461, "seconds": 47, "turns": 4, "output_tokens": 1883 }, { "run": "A2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.435895, "seconds": 45, "turns": 2, "output_tokens": 1361 }, { "run": "A2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.505875, "seconds": 41, "turns": 4, "output_tokens": 2179 }, { "run": "A2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.448205, "seconds": 51, "turns": 2, "output_tokens": 1580 }, { "run": "A2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 1.475033, "seconds": 155, "turns": 2, "output_tokens": 1454 }, { "run": "A2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 1, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.354893, "seconds": 39, "turns": 3, "output_tokens": 1555 }, { "run": "A2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 2, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.45468, "seconds": 76, "turns": 2, "output_tokens": 1608 }, { "run": "A2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "rep": 3, "key_items": 28, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.379648, "seconds": 62, "turns": 2, "output_tokens": 1096 }, { "run": "C1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003464, "seconds": 11, "turns": 3, "output_tokens": 1727 }, { "run": "C1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.00356, "seconds": 18, "turns": 6, "output_tokens": 2635 }, { "run": "C1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003682, "seconds": 17, "turns": 8, "output_tokens": 2567 }, { "run": "C1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.004771, "seconds": 18, "turns": 2, "output_tokens": 1038 }, { "run": "C1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.009693, "seconds": 78, "turns": 2, "output_tokens": 435 }, { "run": "C1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.009404, "seconds": 33, "turns": 2, "output_tokens": 2170 }, { "run": "C1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005323, "seconds": 25, "turns": 1, "output_tokens": 1027 }, { "run": "C1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.014203, "seconds": 40, "turns": 6, "output_tokens": 1845 }, { "run": "C1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007213, "seconds": 33, "turns": 2, "output_tokens": 1147 }, { "run": "C1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007875, "seconds": 34, "turns": 3, "output_tokens": 1237 }, { "run": "C1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.015077, "seconds": 32, "turns": 3, "output_tokens": 2115 }, { "run": "C1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.006066, "seconds": 28, "turns": 1, "output_tokens": 828 }, { "run": "C1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.069808, "seconds": 16, "turns": 3, "output_tokens": 995 }, { "run": "C1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.138382, "seconds": 17, "turns": 3, "output_tokens": 1359 }, { "run": "C1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.061546, "seconds": 17, "turns": 3, "output_tokens": 925 }, { "run": "C1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.219167, "seconds": 25, "turns": 1, "output_tokens": 781 }, { "run": "C1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.4651, "seconds": 81, "turns": 2, "output_tokens": 1001 }, { "run": "C1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.367333, "seconds": 37, "turns": 5, "output_tokens": 1755 }, { "run": "C1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.338889, "seconds": 54, "turns": 2, "output_tokens": 1036 }, { "run": "C1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.352121, "seconds": 34, "turns": 1, "output_tokens": 674 }, { "run": "C1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 1.354251, "seconds": 71, "turns": 2, "output_tokens": 810 }, { "run": "C1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.520027, "seconds": 60, "turns": 2, "output_tokens": 1476 }, { "run": "C1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 4, "timed_out": false, "subagent_calls": 4, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.616402, "seconds": 71, "turns": 2, "output_tokens": 1015 }, { "run": "C1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 14, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.297186, "seconds": 36, "turns": 2, "output_tokens": 1010 }, { "run": "C2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.8889, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.002597, "seconds": 13, "turns": 3, "output_tokens": 1494 }, { "run": "C2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.8889, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.005124, "seconds": 11, "turns": 3, "output_tokens": 1533 }, { "run": "C2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.8889, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.005146, "seconds": 15, "turns": 6, "output_tokens": 2027 }, { "run": "C2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005113, "seconds": 23, "turns": 2, "output_tokens": 1010 }, { "run": "C2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008303, "seconds": 36, "turns": 2, "output_tokens": 1138 }, { "run": "C2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007206, "seconds": 18, "turns": 1, "output_tokens": 724 }, { "run": "C2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012631, "seconds": 35, "turns": 2, "output_tokens": 964 }, { "run": "C2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011784, "seconds": 41, "turns": 3, "output_tokens": 1857 }, { "run": "C2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.8889, "result_events": 1, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005647, "seconds": 27, "turns": 3, "output_tokens": 1192 }, { "run": "C2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010151, "seconds": 44, "turns": 4, "output_tokens": 1625 }, { "run": "C2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 0.8889, "recall_last_result_only": 0.8889, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.017937, "seconds": 57, "turns": 1, "output_tokens": 960 }, { "run": "C2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.006017, "seconds": 25, "turns": 2, "output_tokens": 918 }, { "run": "C2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.139581, "seconds": 14, "turns": 3, "output_tokens": 974 }, { "run": "C2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.168589, "seconds": 18, "turns": 5, "output_tokens": 1378 }, { "run": "C2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.080614, "seconds": 14, "turns": 3, "output_tokens": 1016 }, { "run": "C2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.293961, "seconds": 34, "turns": 3, "output_tokens": 1265 }, { "run": "C2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.347004, "seconds": 45, "turns": 2, "output_tokens": 1288 }, { "run": "C2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.309792, "seconds": 45, "turns": 3, "output_tokens": 1259 }, { "run": "C2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.426737, "seconds": 47, "turns": 2, "output_tokens": 1085 }, { "run": "C2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.269713, "seconds": 52, "turns": 2, "output_tokens": 1240 }, { "run": "C2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.378131, "seconds": 46, "turns": 2, "output_tokens": 984 }, { "run": "C2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 1, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.338258, "seconds": 39, "turns": 2, "output_tokens": 1090 }, { "run": "C2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 2, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.299877, "seconds": 41, "turns": 2, "output_tokens": 1022 }, { "run": "C2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "rep": 3, "key_items": 9, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.309694, "seconds": 39, "turns": 2, "output_tokens": 1127 }, { "run": "F1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004848, "seconds": 17, "turns": 6, "output_tokens": 2790 }, { "run": "F1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.005552, "seconds": 17, "turns": 5, "output_tokens": 2906 }, { "run": "F1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004396, "seconds": 14, "turns": 5, "output_tokens": 2699 }, { "run": "F1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00653, "seconds": 24, "turns": 1, "output_tokens": 1851 }, { "run": "F1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00837, "seconds": 31, "turns": 2, "output_tokens": 2119 }, { "run": "F1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008912, "seconds": 35, "turns": 2, "output_tokens": 1774 }, { "run": "F1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00858, "seconds": 37, "turns": 2, "output_tokens": 1763 }, { "run": "F1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.015997, "seconds": 42, "turns": 2, "output_tokens": 2033 }, { "run": "F1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00817, "seconds": 34, "turns": 2, "output_tokens": 1969 }, { "run": "F1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011892, "seconds": 41, "turns": 2, "output_tokens": 1814 }, { "run": "F1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00827, "seconds": 31, "turns": 2, "output_tokens": 1742 }, { "run": "F1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008782, "seconds": 36, "turns": 2, "output_tokens": 1968 }, { "run": "F1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.123633, "seconds": 17, "turns": 4, "output_tokens": 1736 }, { "run": "F1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.203106, "seconds": 22, "turns": 4, "output_tokens": 1943 }, { "run": "F1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.126517, "seconds": 22, "turns": 4, "output_tokens": 1915 }, { "run": "F1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.55434, "seconds": 79, "turns": 2, "output_tokens": 1893 }, { "run": "F1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.388226, "seconds": 58, "turns": 3, "output_tokens": 2143 }, { "run": "F1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.436499, "seconds": 57, "turns": 2, "output_tokens": 1717 }, { "run": "F1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.607605, "seconds": 94, "turns": 2, "output_tokens": 1795 }, { "run": "F1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.499602, "seconds": 76, "turns": 2, "output_tokens": 1701 }, { "run": "F1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.464418, "seconds": 60, "turns": 2, "output_tokens": 1722 }, { "run": "F1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.461056, "seconds": 54, "turns": 2, "output_tokens": 1719 }, { "run": "F1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.521539, "seconds": 64, "turns": 2, "output_tokens": 1766 }, { "run": "F1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 12, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.485969, "seconds": 77, "turns": 2, "output_tokens": 1638 }, { "run": "F2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.005691, "seconds": 16, "turns": 7, "output_tokens": 2452 }, { "run": "F2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004379, "seconds": 16, "turns": 5, "output_tokens": 2353 }, { "run": "F2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003389, "seconds": 13, "turns": 6, "output_tokens": 2301 }, { "run": "F2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007278, "seconds": 34, "turns": 2, "output_tokens": 1193 }, { "run": "F2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.0069, "seconds": 27, "turns": 6, "output_tokens": 2496 }, { "run": "F2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007347, "seconds": 28, "turns": 5, "output_tokens": 2034 }, { "run": "F2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007185, "seconds": 27, "turns": 2, "output_tokens": 1413 }, { "run": "F2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007093, "seconds": 35, "turns": 2, "output_tokens": 1729 }, { "run": "F2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007178, "seconds": 32, "turns": 2, "output_tokens": 1280 }, { "run": "F2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008959, "seconds": 31, "turns": 2, "output_tokens": 1091 }, { "run": "F2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": true, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007034, "seconds": 1200, "turns": 2, "output_tokens": 1313 }, { "run": "F2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007865, "seconds": 36, "turns": 5, "output_tokens": 1932 }, { "run": "F2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.1725, "seconds": 20, "turns": 6, "output_tokens": 1836 }, { "run": "F2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.114441, "seconds": 22, "turns": 6, "output_tokens": 1884 }, { "run": "F2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.113726, "seconds": 23, "turns": 6, "output_tokens": 2051 }, { "run": "F2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.337702, "seconds": 49, "turns": 2, "output_tokens": 1401 }, { "run": "F2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.416988, "seconds": 56, "turns": 2, "output_tokens": 1329 }, { "run": "F2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.401058, "seconds": 74, "turns": 3, "output_tokens": 1523 }, { "run": "F2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.430339, "seconds": 65, "turns": 4, "output_tokens": 1808 }, { "run": "F2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.477631, "seconds": 88, "turns": 2, "output_tokens": 1418 }, { "run": "F2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.462121, "seconds": 84, "turns": 4, "output_tokens": 1710 }, { "run": "F2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 1, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.3333, "result_events": 4, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.603124, "seconds": 81, "turns": 2, "output_tokens": 1620 }, { "run": "F2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 2, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.462658, "seconds": 61, "turns": 2, "output_tokens": 1243 }, { "run": "F2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "rep": 3, "key_items": 3, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.465577, "seconds": 77, "turns": 2, "output_tokens": 1212 }, { "run": "M1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.007265, "seconds": 22, "turns": 16, "output_tokens": 4392 }, { "run": "M1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003957, "seconds": 18, "turns": 6, "output_tokens": 2878 }, { "run": "M1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006451, "seconds": 19, "turns": 12, "output_tokens": 3579 }, { "run": "M1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007733, "seconds": 32, "turns": 2, "output_tokens": 1539 }, { "run": "M1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.014019, "seconds": 94, "turns": 2, "output_tokens": 266 }, { "run": "M1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010448, "seconds": 39, "turns": 1, "output_tokens": 1437 }, { "run": "M1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010062, "seconds": 32, "turns": 2, "output_tokens": 1369 }, { "run": "M1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007706, "seconds": 30, "turns": 2, "output_tokens": 1417 }, { "run": "M1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008375, "seconds": 33, "turns": 2, "output_tokens": 1625 }, { "run": "M1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 0.125, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012709, "seconds": 92, "turns": 1, "output_tokens": 192 }, { "run": "M1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011462, "seconds": 51, "turns": 2, "output_tokens": 2104 }, { "run": "M1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.009069, "seconds": 40, "turns": 2, "output_tokens": 1625 }, { "run": "M1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.196469, "seconds": 22, "turns": 5, "output_tokens": 2048 }, { "run": "M1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.159849, "seconds": 31, "turns": 5, "output_tokens": 2122 }, { "run": "M1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.116463, "seconds": 20, "turns": 4, "output_tokens": 1752 }, { "run": "M1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.345061, "seconds": 42, "turns": 2, "output_tokens": 1197 }, { "run": "M1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.339824, "seconds": 50, "turns": 2, "output_tokens": 1506 }, { "run": "M1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.361565, "seconds": 42, "turns": 2, "output_tokens": 1587 }, { "run": "M1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.465242, "seconds": 58, "turns": 2, "output_tokens": 1420 }, { "run": "M1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.471138, "seconds": 52, "turns": 2, "output_tokens": 1171 }, { "run": "M1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.345517, "seconds": 65, "turns": 2, "output_tokens": 1245 }, { "run": "M1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.441062, "seconds": 55, "turns": 2, "output_tokens": 1239 }, { "run": "M1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.509526, "seconds": 68, "turns": 2, "output_tokens": 1386 }, { "run": "M1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.437654, "seconds": 54, "turns": 2, "output_tokens": 1329 }, { "run": "M2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003928, "seconds": 17, "turns": 3, "output_tokens": 3102 }, { "run": "M2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003485, "seconds": 21, "turns": 4, "output_tokens": 4145 }, { "run": "M2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.0051, "seconds": 17, "turns": 4, "output_tokens": 3148 }, { "run": "M2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008829, "seconds": 31, "turns": 2, "output_tokens": 2295 }, { "run": "M2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.006128, "seconds": 31, "turns": 2, "output_tokens": 1723 }, { "run": "M2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008604, "seconds": 38, "turns": 1, "output_tokens": 1600 }, { "run": "M2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007953, "seconds": 31, "turns": 1, "output_tokens": 1653 }, { "run": "M2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007971, "seconds": 36, "turns": 1, "output_tokens": 2607 }, { "run": "M2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007864, "seconds": 40, "turns": 1, "output_tokens": 1982 }, { "run": "M2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010119, "seconds": 106, "turns": 2, "output_tokens": 484 }, { "run": "M2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007286, "seconds": 37, "turns": 1, "output_tokens": 2037 }, { "run": "M2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008773, "seconds": 38, "turns": 2, "output_tokens": 2226 }, { "run": "M2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.146342, "seconds": 17, "turns": 3, "output_tokens": 1602 }, { "run": "M2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.05036, "seconds": 23, "turns": 3, "output_tokens": 1365 }, { "run": "M2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.073269, "seconds": 17, "turns": 3, "output_tokens": 1565 }, { "run": "M2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.299243, "seconds": 41, "turns": 1, "output_tokens": 1277 }, { "run": "M2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.413172, "seconds": 47, "turns": 1, "output_tokens": 1353 }, { "run": "M2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.33797, "seconds": 42, "turns": 1, "output_tokens": 1422 }, { "run": "M2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.454723, "seconds": 47, "turns": 2, "output_tokens": 1683 }, { "run": "M2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.415065, "seconds": 49, "turns": 2, "output_tokens": 1499 }, { "run": "M2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.402518, "seconds": 58, "turns": 3, "output_tokens": 1751 }, { "run": "M2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 1, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.407668, "seconds": 47, "turns": 2, "output_tokens": 1432 }, { "run": "M2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 2, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.463987, "seconds": 46, "turns": 2, "output_tokens": 1350 }, { "run": "M2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "rep": 3, "key_items": 20, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.395262, "seconds": 48, "turns": 2, "output_tokens": 1496 }, { "run": "U1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.009639, "seconds": 36, "turns": 16, "output_tokens": 7384 }, { "run": "U1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 0.9375, "recall_last_result_only": 0.9375, "recall_first_result_only": 0.9375, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.011283, "seconds": 37, "turns": 26, "output_tokens": 7993 }, { "run": "U1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.013557, "seconds": 41, "turns": 21, "output_tokens": 9316 }, { "run": "U1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.016093, "seconds": 52, "turns": 3, "output_tokens": 1785 }, { "run": "U1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 0.5, "recall_last_result_only": 0.5, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.015443, "seconds": 59, "turns": 3, "output_tokens": 1811 }, { "run": "U1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 0.8125, "recall_last_result_only": 0.8125, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012404, "seconds": 46, "turns": 2, "output_tokens": 1729 }, { "run": "U1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.014014, "seconds": 59, "turns": 2, "output_tokens": 1756 }, { "run": "U1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 0.9375, "recall_last_result_only": 0.9375, "recall_first_result_only": 0.25, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.013034, "seconds": 54, "turns": 3, "output_tokens": 1986 }, { "run": "U1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011922, "seconds": 47, "turns": 3, "output_tokens": 2036 }, { "run": "U1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011604, "seconds": 48, "turns": 2, "output_tokens": 1320 }, { "run": "U1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.0145, "seconds": 67, "turns": 2, "output_tokens": 1731 }, { "run": "U1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.030332, "seconds": 77, "turns": 1, "output_tokens": 439 }, { "run": "U1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.875, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.259553, "seconds": 36, "turns": 16, "output_tokens": 3504 }, { "run": "U1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.242656, "seconds": 47, "turns": 24, "output_tokens": 4391 }, { "run": "U1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.342174, "seconds": 43, "turns": 17, "output_tokens": 4155 }, { "run": "U1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.404206, "seconds": 63, "turns": 2, "output_tokens": 1402 }, { "run": "U1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 4, "timed_out": false, "subagent_calls": 3, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.508947, "seconds": 47, "turns": 2, "output_tokens": 1500 }, { "run": "U1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.434035, "seconds": 63, "turns": 3, "output_tokens": 1743 }, { "run": "U1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.428391, "seconds": 54, "turns": 2, "output_tokens": 1481 }, { "run": "U1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.539579, "seconds": 59, "turns": 2, "output_tokens": 1374 }, { "run": "U1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 0.875, "recall_last_result_only": 0.875, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.459028, "seconds": 69, "turns": 2, "output_tokens": 1669 }, { "run": "U1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.518252, "seconds": 55, "turns": 3, "output_tokens": 1841 }, { "run": "U1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.565811, "seconds": 72, "turns": 2, "output_tokens": 1320 }, { "run": "U1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 16, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.501388, "seconds": 73, "turns": 3, "output_tokens": 1679 }, { "run": "U2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.002647, "seconds": 13, "turns": 7, "output_tokens": 1725 }, { "run": "U2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.003661, "seconds": 9, "turns": 6, "output_tokens": 1438 }, { "run": "U2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004197, "seconds": 13, "turns": 6, "output_tokens": 1842 }, { "run": "U2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007029, "seconds": 139, "turns": 2, "output_tokens": 393 }, { "run": "U2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005404, "seconds": 20, "turns": 2, "output_tokens": 997 }, { "run": "U2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": true, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.006749, "seconds": 1200, "turns": 3, "output_tokens": 1493 }, { "run": "U2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 0.5, "recall_first_result_only": 1.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008268, "seconds": 25, "turns": 1, "output_tokens": 521 }, { "run": "U2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005648, "seconds": 35, "turns": 2, "output_tokens": 874 }, { "run": "U2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007568, "seconds": 22, "turns": 2, "output_tokens": 811 }, { "run": "U2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": true, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008165, "seconds": 1200, "turns": 2, "output_tokens": 827 }, { "run": "U2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.006548, "seconds": 30, "turns": 2, "output_tokens": 1050 }, { "run": "U2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.005756, "seconds": 28, "turns": 2, "output_tokens": 865 }, { "run": "U2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.148143, "seconds": 22, "turns": 6, "output_tokens": 1601 }, { "run": "U2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.084299, "seconds": 20, "turns": 7, "output_tokens": 1704 }, { "run": "U2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.085939, "seconds": 23, "turns": 7, "output_tokens": 1763 }, { "run": "U2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.279277, "seconds": 40, "turns": 2, "output_tokens": 1079 }, { "run": "U2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.278995, "seconds": 34, "turns": 1, "output_tokens": 932 }, { "run": "U2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.301492, "seconds": 48, "turns": 2, "output_tokens": 1021 }, { "run": "U2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.347696, "seconds": 45, "turns": 2, "output_tokens": 941 }, { "run": "U2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.382522, "seconds": 47, "turns": 2, "output_tokens": 917 }, { "run": "U2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.381046, "seconds": 40, "turns": 2, "output_tokens": 1078 }, { "run": "U2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.305721, "seconds": 41, "turns": 2, "output_tokens": 1000 }, { "run": "U2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.395507, "seconds": 51, "turns": 2, "output_tokens": 1142 }, { "run": "U2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.53439, "seconds": 60, "turns": 2, "output_tokens": 1303 }, { "run": "Z1_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006422, "seconds": 16, "turns": 8, "output_tokens": 3374 }, { "run": "Z1_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.004726, "seconds": 17, "turns": 12, "output_tokens": 3269 }, { "run": "Z1_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 0.75, "recall_last_result_only": 0.75, "recall_first_result_only": 0.75, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006253, "seconds": 19, "turns": 13, "output_tokens": 3089 }, { "run": "Z1_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007767, "seconds": 29, "turns": 2, "output_tokens": 1144 }, { "run": "Z1_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008881, "seconds": 95, "turns": 2, "output_tokens": 313 }, { "run": "Z1_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 0.75, "recall_last_result_only": 0.75, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011043, "seconds": 35, "turns": 3, "output_tokens": 1671 }, { "run": "Z1_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.007676, "seconds": 34, "turns": 2, "output_tokens": 1164 }, { "run": "Z1_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008651, "seconds": 30, "turns": 2, "output_tokens": 1208 }, { "run": "Z1_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 0.75, "recall_last_result_only": 0.75, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.008869, "seconds": 41, "turns": 2, "output_tokens": 1104 }, { "run": "Z1_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 0.75, "recall_last_result_only": 0.75, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.013505, "seconds": 63, "turns": 2, "output_tokens": 1379 }, { "run": "Z1_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010916, "seconds": 48, "turns": 2, "output_tokens": 1181 }, { "run": "Z1_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012065, "seconds": 52, "turns": 2, "output_tokens": 1338 }, { "run": "Z1_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.143226, "seconds": 24, "turns": 8, "output_tokens": 1903 }, { "run": "Z1_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.207118, "seconds": 19, "turns": 6, "output_tokens": 1814 }, { "run": "Z1_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.148835, "seconds": 18, "turns": 5, "output_tokens": 1636 }, { "run": "Z1_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.357071, "seconds": 39, "turns": 2, "output_tokens": 1262 }, { "run": "Z1_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.345897, "seconds": 37, "turns": 2, "output_tokens": 1134 }, { "run": "Z1_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.332452, "seconds": 43, "turns": 2, "output_tokens": 1273 }, { "run": "Z1_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.498272, "seconds": 64, "turns": 3, "output_tokens": 1675 }, { "run": "Z1_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.490287, "seconds": 57, "turns": 4, "output_tokens": 1792 }, { "run": "Z1_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.429075, "seconds": 58, "turns": 1, "output_tokens": 1146 }, { "run": "Z1_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.600654, "seconds": 87, "turns": 2, "output_tokens": 1217 }, { "run": "Z1_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.55049, "seconds": 66, "turns": 2, "output_tokens": 1290 }, { "run": "Z1_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 4, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.399853, "seconds": 49, "turns": 2, "output_tokens": 1193 }, { "run": "Z2_haiku_C0_r1", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.00805, "seconds": 18, "turns": 10, "output_tokens": 3301 }, { "run": "Z2_haiku_C0_r2", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.005874, "seconds": 20, "turns": 11, "output_tokens": 3494 }, { "run": "Z2_haiku_C0_r3", "model": "claude-haiku-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.006216, "seconds": 23, "turns": 12, "output_tokens": 3841 }, { "run": "Z2_haiku_C1_r1", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.009815, "seconds": 97, "turns": 1, "output_tokens": 590 }, { "run": "Z2_haiku_C1_r2", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011974, "seconds": 183, "turns": 2, "output_tokens": 428 }, { "run": "Z2_haiku_C1_r3", "model": "claude-haiku-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012775, "seconds": 41, "turns": 2, "output_tokens": 1704 }, { "run": "Z2_haiku_C2_r1", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010961, "seconds": 44, "turns": 2, "output_tokens": 1662 }, { "run": "Z2_haiku_C2_r2", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.011801, "seconds": 47, "turns": 3, "output_tokens": 1565 }, { "run": "Z2_haiku_C2_r3", "model": "claude-haiku-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.010003, "seconds": 39, "turns": 5, "output_tokens": 2448 }, { "run": "Z2_haiku_C3_r1", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 0.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012445, "seconds": 153, "turns": 2, "output_tokens": 284 }, { "run": "Z2_haiku_C3_r2", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.012781, "seconds": 50, "turns": 2, "output_tokens": 1504 }, { "run": "Z2_haiku_C3_r3", "model": "claude-haiku-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 2, "timed_out": false, "subagent_calls": 1, "subagent_models": "claude-haiku-5-5", "api_cost_usd": 0.00942, "seconds": 39, "turns": 1, "output_tokens": 1020 }, { "run": "Z2_opus_C0_r1", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.162522, "seconds": 25, "turns": 9, "output_tokens": 2053 }, { "run": "Z2_opus_C0_r2", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.213905, "seconds": 31, "turns": 9, "output_tokens": 2141 }, { "run": "Z2_opus_C0_r3", "model": "claude-opus-5-5", "condition": "C0", "subagent_effort": "", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 1.0, "result_events": 1, "timed_out": false, "subagent_calls": 0, "subagent_models": "", "api_cost_usd": 0.2348, "seconds": 31, "turns": 9, "output_tokens": 2164 }, { "run": "Z2_opus_C1_r1", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.334047, "seconds": 43, "turns": 3, "output_tokens": 1343 }, { "run": "Z2_opus_C1_r2", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.335347, "seconds": 48, "turns": 2, "output_tokens": 1230 }, { "run": "Z2_opus_C1_r3", "model": "claude-opus-5-5", "condition": "C1", "subagent_effort": "low", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.581494, "seconds": 72, "turns": 8, "output_tokens": 2563 }, { "run": "Z2_opus_C2_r1", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.634793, "seconds": 77, "turns": 1, "output_tokens": 1162 }, { "run": "Z2_opus_C2_r2", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.403596, "seconds": 62, "turns": 3, "output_tokens": 1688 }, { "run": "Z2_opus_C2_r3", "model": "claude-opus-5-5", "condition": "C2", "subagent_effort": "medium", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.485506, "seconds": 70, "turns": 2, "output_tokens": 1303 }, { "run": "Z2_opus_C3_r1", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 1, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.6322, "seconds": 66, "turns": 1, "output_tokens": 1104 }, { "run": "Z2_opus_C3_r2", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 2, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.549418, "seconds": 58, "turns": 2, "output_tokens": 1207 }, { "run": "Z2_opus_C3_r3", "model": "claude-opus-5-5", "condition": "C3", "subagent_effort": "high", "question": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "rep": 3, "key_items": 8, "recall": 1.0, "recall_last_result_only": 1.0, "recall_first_result_only": 0.0, "result_events": 3, "timed_out": false, "subagent_calls": 2, "subagent_models": "claude-opus-5-5", "api_cost_usd": 0.493239, "seconds": 78, "turns": 2, "output_tokens": 1302 } ], "summary": { "haiku_C0": { "recall_pct": 98.2, "recall_last_only_pct": 98.2, "recall_first_only_pct": 98.2, "diff_vs_C0_pts": 0.0, "ci95_pts": [ 0.0, 0.0 ], "cost_usd": 0.0056, "cost_change_pct": 0, "median_seconds": 17.5, "subagent_calls_mean": 0, "timeouts": 0, "multi_result_runs": 0, "runs": 36 }, "haiku_C1": { "recall_pct": 97.0, "recall_last_only_pct": 77.5, "recall_first_only_pct": 5.6, "diff_vs_C0_pts": -1.2, "ci95_pts": [ -5.3, 1.7 ], "cost_usd": 0.0098, "cost_change_pct": 74, "median_seconds": 37.0, "subagent_calls_mean": 1.11, "timeouts": 1, "multi_result_runs": 34, "runs": 36 }, "haiku_C2": { "recall_pct": 98.5, "recall_last_only_pct": 97.1, "recall_first_only_pct": 8.7, "diff_vs_C0_pts": 0.3, "ci95_pts": [ 0.0, 0.9 ], "cost_usd": 0.0105, "cost_change_pct": 87, "median_seconds": 35.5, "subagent_calls_mean": 1.19, "timeouts": 0, "multi_result_runs": 34, "runs": 36 }, "haiku_C3": { "recall_pct": 98.7, "recall_last_only_pct": 87.9, "recall_first_only_pct": 0.0, "diff_vs_C0_pts": 0.5, "ci95_pts": [ 0.0, 1.2 ], "cost_usd": 0.0121, "cost_change_pct": 116, "median_seconds": 48.0, "subagent_calls_mean": 1.22, "timeouts": 3, "multi_result_runs": 36, "runs": 36 }, "opus_C0": { "recall_pct": 99.7, "recall_last_only_pct": 99.7, "recall_first_only_pct": 99.7, "diff_vs_C0_pts": 0.0, "ci95_pts": [ 0.0, 0.0 ], "cost_usd": 0.1589, "cost_change_pct": 0, "median_seconds": 22.0, "subagent_calls_mean": 0, "timeouts": 0, "multi_result_runs": 0, "runs": 36 }, "opus_C1": { "recall_pct": 99.3, "recall_last_only_pct": 99.3, "recall_first_only_pct": 0.0, "diff_vs_C0_pts": -0.3, "ci95_pts": [ -1.0, 0.0 ], "cost_usd": 0.3861, "cost_change_pct": 143, "median_seconds": 47.0, "subagent_calls_mean": 2.06, "timeouts": 0, "multi_result_runs": 36, "runs": 36 }, "opus_C2": { "recall_pct": 99.0, "recall_last_only_pct": 99.0, "recall_first_only_pct": 2.8, "diff_vs_C0_pts": -0.7, "ci95_pts": [ -2.1, 0.0 ], "cost_usd": 0.5093, "cost_change_pct": 221, "median_seconds": 58.5, "subagent_calls_mean": 2.03, "timeouts": 0, "multi_result_runs": 35, "runs": 36 }, "opus_C3": { "recall_pct": 100.0, "recall_last_only_pct": 100.0, "recall_first_only_pct": 0.9, "diff_vs_C0_pts": 0.3, "ci95_pts": [ 0.0, 1.0 ], "cost_usd": 0.4825, "cost_change_pct": 204, "median_seconds": 60.5, "subagent_calls_mean": 2.11, "timeouts": 0, "multi_result_runs": 36, "runs": 36 } }, "questions": [ { "id": "U1", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "scope": "lib", "q": "In this repository's library code (lib/), find every place where a RequestAbortedError is created. For each one, give the file and the enclosing function or method.", "key_items": 16 }, { "id": "U2", "repo": "undici", "commit": "046bb4c6fe413a32ecb6d51eb3ecaa56c8c15b87", "scope": "lib", "q": "In this repository's library code (lib/), find every place where a HeadersTimeoutError or a BodyTimeoutError is created. For each one, give the file and the enclosing function or method.", "key_items": 4 }, { "id": "F1", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "scope": "lib", "q": "In this repository's library code (lib/), find every place outside lib/errors.js that throws or returns one of the content-type-parser errors (the FST_ERR_CTP_* codes). For each one, give the file and the enclosing function.", "key_items": 12 }, { "id": "F2", "repo": "fastify", "commit": "2a64ae1627d78fe1f22fb021a7e5763581384473", "scope": "lib", "q": "In this repository's library code (lib/), find every place outside lib/errors.js that throws or returns one of the hook errors (the FST_ERR_HOOK_* codes). For each one, give the file and the enclosing function.", "key_items": 3 }, { "id": "C1", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "scope": "src", "q": "In this library, list every class that defines its own __setitem__ or popitem method. For each, give the file, the class and which of the two methods it defines.", "key_items": 14 }, { "id": "C2", "repo": "cachetools", "commit": "d9615b57b5c5e6fd602047a6cc1de2cf2983e5a4", "scope": "src", "q": "In this library's source code, find every method or function that calls expire(). For each call, give the file and the enclosing class and method.", "key_items": 9 }, { "id": "M1", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "scope": "markdown", "q": "In this package's source (the markdown/ directory), find every place that registers a tree processor (treeprocessors.register). For each, give the file and the enclosing class and method.", "key_items": 8 }, { "id": "M2", "repo": "markdown", "commit": "0f0a8604181d982e5e60bfdd6ab39d74ebe51432", "scope": "markdown", "q": "In this package's source (the markdown/ directory), list every class that subclasses an InlineProcessor class (directly, by naming a class ending in InlineProcessor as its base). Give the file and class name for each.", "key_items": 20 }, { "id": "A1", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "scope": "src", "q": "In this library's source code (src/), find every place that raises BrokenResourceError. For each, give the file and the enclosing class and method.", "key_items": 25 }, { "id": "A2", "repo": "anyio", "commit": "95a01430f37542f993cac2114244043f2eb1baca", "scope": "src", "q": "In this library's source code (src/), list every class that implements an aclose() method. Give the file and the class for each.", "key_items": 28 }, { "id": "Z1", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "scope": "packages/zod/src/v4/core", "q": "In zod's v4 core (packages/zod/src/v4/core, excluding tests), find every place that reads the coerce option of a schema definition. For each, give the file and the enclosing function.", "key_items": 4 }, { "id": "Z2", "repo": "zod", "commit": "afdac65e0f80c0ccf9e8909da97c411567908b57", "scope": "packages/zod/src/v4", "q": "In zod's v4 source (packages/zod/src/v4, excluding tests), find every place that throws $ZodAsyncError, the error raised when a Promise shows up during synchronous parsing. For each, give the file and the enclosing function.", "key_items": 8 } ] }