{
 "dataset": "claude-subagent-model-by-version",
 "summary": {
  "switch": {
   "last_haiku": "2.1.197",
   "first_main_model": "2.1.198"
  },
  "by_version": {
   "2.1.0": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.3142,
    "recall_pct": 96.9
   },
   "2.1.25": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1694,
    "recall_pct": 96.9
   },
   "2.1.50": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1528,
    "recall_pct": 92.2
   },
   "2.1.75": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1881,
    "recall_pct": 89.1
   },
   "2.1.100": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1549,
    "recall_pct": 71.9
   },
   "2.1.126": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1495,
    "recall_pct": 84.4
   },
   "2.1.150": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1299,
    "recall_pct": 89.1
   },
   "2.1.175": {
    "runs": 4,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.2174,
    "recall_pct": 96.9
   },
   "2.1.176": {
    "runs": 5,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1585,
    "recall_pct": 91.2
   },
   "2.1.177": {
    "runs": 1,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.3504,
    "recall_pct": 100.0
   },
   "2.1.179": {
    "runs": 1,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.1665,
    "recall_pct": 100.0
   },
   "2.1.186": {
    "runs": 1,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.3118,
    "recall_pct": 100.0
   },
   "2.1.195": {
    "runs": 1,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.3405,
    "recall_pct": 100.0
   },
   "2.1.197": {
    "runs": 5,
    "explore_model": "claude-haiku-4-5-20251001",
    "cost_usd": 0.2018,
    "recall_pct": 85.0
   },
   "2.1.198": {
    "runs": 5,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3732,
    "recall_pct": 92.5
   },
   "2.1.200": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.373,
    "recall_pct": 100.0
   },
   "2.1.225": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.4486,
    "recall_pct": 96.9
   },
   "2.1.250": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.4023,
    "recall_pct": 98.4
   },
   "2.1.275": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3435,
    "recall_pct": 93.8
   },
   "2.1.290": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3834,
    "recall_pct": 93.8
   },
   "2.1.295": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3137,
    "recall_pct": 95.3
   },
   "2.1.300": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3685,
    "recall_pct": 92.2
   },
   "2.1.305": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3978,
    "recall_pct": 96.9
   },
   "2.1.310": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3887,
    "recall_pct": 92.2
   },
   "2.1.318": {
    "runs": 4,
    "explore_model": "claude-opus-4-5-20251101",
    "cost_usd": 0.3214,
    "recall_pct": 89.1
   }
  },
  "partA": {
   "haiku_era": {
    "runs": 40,
    "cost_usd": 0.1807,
    "recall_pct": 89.1
   },
   "main_model_era": {
    "runs": 44,
    "cost_usd": 0.3711,
    "recall_pct": 94.5
   },
   "cost_change_pct": 105
  },
  "partB_inherit": {
   "runs": 36,
   "recall_pct": 100.0,
   "cost_usd": 0.3793,
   "median_seconds": 51.0,
   "explore_model": "claude-opus-5-5"
  },
  "partB_model_only": {
   "runs": 36,
   "recall_pct": 99.0,
   "cost_usd": 0.3698,
   "median_seconds": 49.5,
   "explore_model": "claude-opus-5-5"
  },
  "partD_force": {
   "runs": 36,
   "recall_pct": 100.0,
   "cost_usd": 0.1534,
   "median_seconds": 47.0,
   "explore_model": "claude-haiku-5-5"
  },
  "partD_vs_inherit": {
   "recall_diff_pts": 0.0,
   "ci95_pts": [
    0.0,
    0.0
   ],
   "cost_change_pct": -60
  }
 },
 "runs": [
  {
   "run": "A_2.1.0_M1_r1",
   "part": "A",
   "claude_code": "2.1.0",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 11,
   "haiku_cost_usd": 0.0956,
   "main_model_cost_usd": 0.120831,
   "api_cost_usd": 0.216431,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 53,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.0_M1_r2",
   "part": "A",
   "claude_code": "2.1.0",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 12,
   "haiku_cost_usd": 0.062248,
   "main_model_cost_usd": 0.226936,
   "api_cost_usd": 0.289184,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 51,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.0_U1_r1",
   "part": "A",
   "claude_code": "2.1.0",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 33,
   "haiku_cost_usd": 0.239004,
   "main_model_cost_usd": 0.238262,
   "api_cost_usd": 0.477266,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 104,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.0_U1_r2",
   "part": "A",
   "claude_code": "2.1.0",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 18,
   "haiku_cost_usd": 0.145407,
   "main_model_cost_usd": 0.128445,
   "api_cost_usd": 0.273853,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 76,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.25_M1_r1",
   "part": "A",
   "claude_code": "2.1.25",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 10,
   "haiku_cost_usd": 0.078384,
   "main_model_cost_usd": 0.040733,
   "api_cost_usd": 0.119118,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.25_M1_r2",
   "part": "A",
   "claude_code": "2.1.25",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.04714,
   "main_model_cost_usd": 0.056616,
   "api_cost_usd": 0.103756,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 60,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.25_U1_r1",
   "part": "A",
   "claude_code": "2.1.25",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 27,
   "haiku_cost_usd": 0.136189,
   "main_model_cost_usd": 0.053687,
   "api_cost_usd": 0.189876,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 92,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.25_U1_r2",
   "part": "A",
   "claude_code": "2.1.25",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.141329,
   "main_model_cost_usd": 0.123575,
   "api_cost_usd": 0.264904,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 57,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.50_M1_r1",
   "part": "A",
   "claude_code": "2.1.50",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 3,
   "haiku_cost_usd": 0.030107,
   "main_model_cost_usd": 0.076758,
   "api_cost_usd": 0.106865,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 33,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.50_M1_r2",
   "part": "A",
   "claude_code": "2.1.50",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.086272,
   "main_model_cost_usd": 0.046364,
   "api_cost_usd": 0.132636,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 31,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.50_U1_r1",
   "part": "A",
   "claude_code": "2.1.50",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 35,
   "haiku_cost_usd": 0.090542,
   "main_model_cost_usd": 0.086744,
   "api_cost_usd": 0.177285,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 44,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.50_U1_r2",
   "part": "A",
   "claude_code": "2.1.50",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 14,
   "haiku_cost_usd": 0.065805,
   "main_model_cost_usd": 0.128716,
   "api_cost_usd": 0.194521,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 35,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.75_M1_r1",
   "part": "A",
   "claude_code": "2.1.75",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.037896,
   "main_model_cost_usd": 0.088448,
   "api_cost_usd": 0.126344,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 35,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.75_M1_r2",
   "part": "A",
   "claude_code": "2.1.75",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.086104,
   "main_model_cost_usd": 0.05635,
   "api_cost_usd": 0.142454,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 43,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.75_U1_r1",
   "part": "A",
   "claude_code": "2.1.75",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 32,
   "haiku_cost_usd": 0.146028,
   "main_model_cost_usd": 0.115908,
   "api_cost_usd": 0.261936,
   "recall": 0.75,
   "recall_last_result_only": 0.75,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 60,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "A_2.1.75_U1_r2",
   "part": "A",
   "claude_code": "2.1.75",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 35,
   "haiku_cost_usd": 0.120824,
   "main_model_cost_usd": 0.100911,
   "api_cost_usd": 0.221735,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 49,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "A_2.1.100_M1_r1",
   "part": "A",
   "claude_code": "2.1.100",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.057524,
   "main_model_cost_usd": 0.117063,
   "api_cost_usd": 0.174587,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.100_M1_r2",
   "part": "A",
   "claude_code": "2.1.100",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 11,
   "haiku_cost_usd": 0.047182,
   "main_model_cost_usd": 0.064902,
   "api_cost_usd": 0.112084,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 33,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.100_U1_r1",
   "part": "A",
   "claude_code": "2.1.100",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 17,
   "haiku_cost_usd": 0.050307,
   "main_model_cost_usd": 0.113587,
   "api_cost_usd": 0.163894,
   "recall": 0.4375,
   "recall_last_result_only": 0.4375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 33,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.100_U1_r2",
   "part": "A",
   "claude_code": "2.1.100",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 14,
   "haiku_cost_usd": 0.059235,
   "main_model_cost_usd": 0.109681,
   "api_cost_usd": 0.168916,
   "recall": 0.4375,
   "recall_last_result_only": 0.4375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 37,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.126_M1_r1",
   "part": "A",
   "claude_code": "2.1.126",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 10,
   "haiku_cost_usd": 0.087367,
   "main_model_cost_usd": 0.03759,
   "api_cost_usd": 0.124957,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 26,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.126_M1_r2",
   "part": "A",
   "claude_code": "2.1.126",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 31,
   "haiku_cost_usd": 0.11011,
   "main_model_cost_usd": 0.112124,
   "api_cost_usd": 0.222234,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 47,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.126_U1_r1",
   "part": "A",
   "claude_code": "2.1.126",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 14,
   "haiku_cost_usd": 0.053016,
   "main_model_cost_usd": 0.037681,
   "api_cost_usd": 0.090698,
   "recall": 0.6875,
   "recall_last_result_only": 0.6875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 29,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.126_U1_r2",
   "part": "A",
   "claude_code": "2.1.126",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 19,
   "haiku_cost_usd": 0.08533,
   "main_model_cost_usd": 0.074639,
   "api_cost_usd": 0.159969,
   "recall": 0.6875,
   "recall_last_result_only": 0.6875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 47,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.150_M1_r1",
   "part": "A",
   "claude_code": "2.1.150",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.082649,
   "main_model_cost_usd": 0.044198,
   "api_cost_usd": 0.126847,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 32,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.150_M1_r2",
   "part": "A",
   "claude_code": "2.1.150",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 11,
   "haiku_cost_usd": 0.040327,
   "main_model_cost_usd": 0.046798,
   "api_cost_usd": 0.087125,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 32,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.150_U1_r1",
   "part": "A",
   "claude_code": "2.1.150",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 17,
   "haiku_cost_usd": 0.067093,
   "main_model_cost_usd": 0.047696,
   "api_cost_usd": 0.114789,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 40,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.150_U1_r2",
   "part": "A",
   "claude_code": "2.1.150",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 12,
   "haiku_cost_usd": 0.11291,
   "main_model_cost_usd": 0.077733,
   "api_cost_usd": 0.190643,
   "recall": 0.75,
   "recall_last_result_only": 0.75,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 31,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.175_M1_r1",
   "part": "A",
   "claude_code": "2.1.175",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 26,
   "haiku_cost_usd": 0.099866,
   "main_model_cost_usd": 0.074418,
   "api_cost_usd": 0.174285,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 43,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.175_M1_r2",
   "part": "A",
   "claude_code": "2.1.175",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 26,
   "haiku_cost_usd": 0.066758,
   "main_model_cost_usd": 0.25078,
   "api_cost_usd": 0.317538,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 38,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.175_U1_r1",
   "part": "A",
   "claude_code": "2.1.175",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 29,
   "haiku_cost_usd": 0.11134,
   "main_model_cost_usd": 0.126843,
   "api_cost_usd": 0.238183,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 55,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.175_U1_r2",
   "part": "A",
   "claude_code": "2.1.175",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.072181,
   "main_model_cost_usd": 0.067298,
   "api_cost_usd": 0.139479,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 33,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.176_M1_r1",
   "part": "A",
   "claude_code": "2.1.176",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 12,
   "haiku_cost_usd": 0.044363,
   "main_model_cost_usd": 0.066846,
   "api_cost_usd": 0.111209,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 29,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.176_M1_r2",
   "part": "A",
   "claude_code": "2.1.176",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 16,
   "haiku_cost_usd": 0.089367,
   "main_model_cost_usd": 0.068666,
   "api_cost_usd": 0.158033,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 30,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.176_U1_r1",
   "part": "A",
   "claude_code": "2.1.176",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 19,
   "haiku_cost_usd": 0.090269,
   "main_model_cost_usd": 0.12157,
   "api_cost_usd": 0.211839,
   "recall": 0.5625,
   "recall_last_result_only": 0.5625,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 33,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.176_U1_r2",
   "part": "A",
   "claude_code": "2.1.176",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.103419,
   "main_model_cost_usd": 0.07422,
   "api_cost_usd": 0.177639,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 50,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.197_M1_r1",
   "part": "A",
   "claude_code": "2.1.197",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 23,
   "haiku_cost_usd": 0.078882,
   "main_model_cost_usd": 0.068291,
   "api_cost_usd": 0.147172,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 35,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.197_M1_r2",
   "part": "A",
   "claude_code": "2.1.197",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 13,
   "haiku_cost_usd": 0.056747,
   "main_model_cost_usd": 0.07693,
   "api_cost_usd": 0.133678,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 36,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.197_U1_r1",
   "part": "A",
   "claude_code": "2.1.197",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 21,
   "haiku_cost_usd": 0.064566,
   "main_model_cost_usd": 0.141011,
   "api_cost_usd": 0.205577,
   "recall": 0.4375,
   "recall_last_result_only": 0.4375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 36,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "A_2.1.197_U1_r2",
   "part": "A",
   "claude_code": "2.1.197",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 27,
   "haiku_cost_usd": 0.104018,
   "main_model_cost_usd": 0.076375,
   "api_cost_usd": 0.180393,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 47,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.198_M1_r1",
   "part": "A",
   "claude_code": "2.1.198",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.279801,
   "api_cost_usd": 0.279801,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 53,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.198_M1_r2",
   "part": "A",
   "claude_code": "2.1.198",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.236796,
   "api_cost_usd": 0.236796,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 45,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.198_U1_r1",
   "part": "A",
   "claude_code": "2.1.198",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.558793,
   "api_cost_usd": 0.558793,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 53,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.198_U1_r2",
   "part": "A",
   "claude_code": "2.1.198",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.290689,
   "api_cost_usd": 0.290689,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 56,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.200_M1_r1",
   "part": "A",
   "claude_code": "2.1.200",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 21,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.394561,
   "api_cost_usd": 0.394561,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 59,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.200_M1_r2",
   "part": "A",
   "claude_code": "2.1.200",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.26134,
   "api_cost_usd": 0.26134,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 50,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.200_U1_r1",
   "part": "A",
   "claude_code": "2.1.200",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.354199,
   "api_cost_usd": 0.354199,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.200_U1_r2",
   "part": "A",
   "claude_code": "2.1.200",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.482017,
   "api_cost_usd": 0.482017,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 55,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.225_M1_r1",
   "part": "A",
   "claude_code": "2.1.225",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.266807,
   "api_cost_usd": 0.266807,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 52,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.225_M1_r2",
   "part": "A",
   "claude_code": "2.1.225",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.456479,
   "api_cost_usd": 0.456479,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 47,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.225_U1_r1",
   "part": "A",
   "claude_code": "2.1.225",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 13,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.676095,
   "api_cost_usd": 0.676095,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.225_U1_r2",
   "part": "A",
   "claude_code": "2.1.225",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 21,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.395142,
   "api_cost_usd": 0.395142,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.250_M1_r1",
   "part": "A",
   "claude_code": "2.1.250",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.296022,
   "api_cost_usd": 0.296022,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.250_M1_r2",
   "part": "A",
   "claude_code": "2.1.250",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.271913,
   "api_cost_usd": 0.271913,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 58,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.250_U1_r1",
   "part": "A",
   "claude_code": "2.1.250",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 22,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.363008,
   "api_cost_usd": 0.363008,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.250_U1_r2",
   "part": "A",
   "claude_code": "2.1.250",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.678231,
   "api_cost_usd": 0.678231,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.275_M1_r1",
   "part": "A",
   "claude_code": "2.1.275",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.277749,
   "api_cost_usd": 0.277749,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 1,
   "seconds": 53,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "A_2.1.275_M1_r2",
   "part": "A",
   "claude_code": "2.1.275",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.346708,
   "api_cost_usd": 0.346708,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.275_U1_r1",
   "part": "A",
   "claude_code": "2.1.275",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 39,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.410567,
   "api_cost_usd": 0.410567,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 2,
   "started_in_background": 1,
   "seconds": 81,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "A_2.1.275_U1_r2",
   "part": "A",
   "claude_code": "2.1.275",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.338905,
   "api_cost_usd": 0.338905,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 71,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.290_M1_r1",
   "part": "A",
   "claude_code": "2.1.290",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.331884,
   "api_cost_usd": 0.331884,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 59,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.290_M1_r2",
   "part": "A",
   "claude_code": "2.1.290",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.258342,
   "api_cost_usd": 0.258342,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 61,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.290_U1_r1",
   "part": "A",
   "claude_code": "2.1.290",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 29,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.614174,
   "api_cost_usd": 0.614174,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 97,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.290_U1_r2",
   "part": "A",
   "claude_code": "2.1.290",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 26,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.329059,
   "api_cost_usd": 0.329059,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 79,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.295_M1_r1",
   "part": "A",
   "claude_code": "2.1.295",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 21,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.31229,
   "api_cost_usd": 0.31229,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 65,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.295_M1_r2",
   "part": "A",
   "claude_code": "2.1.295",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.244298,
   "api_cost_usd": 0.244298,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 55,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.295_U1_r1",
   "part": "A",
   "claude_code": "2.1.295",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.36579,
   "api_cost_usd": 0.36579,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 70,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.295_U1_r2",
   "part": "A",
   "claude_code": "2.1.295",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.332403,
   "api_cost_usd": 0.332403,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 67,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.300_M1_r1",
   "part": "A",
   "claude_code": "2.1.300",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 8,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.489751,
   "api_cost_usd": 0.489751,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 68,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.300_M1_r2",
   "part": "A",
   "claude_code": "2.1.300",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 10,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.261494,
   "api_cost_usd": 0.261494,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 58,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.300_U1_r1",
   "part": "A",
   "claude_code": "2.1.300",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 28,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.401248,
   "api_cost_usd": 0.401248,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 72,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.300_U1_r2",
   "part": "A",
   "claude_code": "2.1.300",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.321387,
   "api_cost_usd": 0.321387,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 75,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.305_M1_r1",
   "part": "A",
   "claude_code": "2.1.305",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.317369,
   "api_cost_usd": 0.317369,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 75,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.305_M1_r2",
   "part": "A",
   "claude_code": "2.1.305",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.499024,
   "api_cost_usd": 0.499024,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 76,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.305_U1_r1",
   "part": "A",
   "claude_code": "2.1.305",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 26,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.413163,
   "api_cost_usd": 0.413163,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 73,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.305_U1_r2",
   "part": "A",
   "claude_code": "2.1.305",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 30,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.361726,
   "api_cost_usd": 0.361726,
   "recall": 0.9375,
   "recall_last_result_only": 0.9375,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 79,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.310_M1_r1",
   "part": "A",
   "claude_code": "2.1.310",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.36099,
   "api_cost_usd": 0.36099,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 75,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.310_M1_r2",
   "part": "A",
   "claude_code": "2.1.310",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.286843,
   "api_cost_usd": 0.286843,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 63,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.310_U1_r1",
   "part": "A",
   "claude_code": "2.1.310",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 41,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.478178,
   "api_cost_usd": 0.478178,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 77,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "A_2.1.310_U1_r2",
   "part": "A",
   "claude_code": "2.1.310",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 25,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.428976,
   "api_cost_usd": 0.428976,
   "recall": 0.8125,
   "recall_last_result_only": 0.8125,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 91,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.318_M1_r1",
   "part": "A",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.289584,
   "api_cost_usd": 0.289584,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.318_M1_r2",
   "part": "A",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.311481,
   "api_cost_usd": 0.311481,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 76,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.318_U1_r1",
   "part": "A",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 13,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.202103,
   "api_cost_usd": 0.202103,
   "recall": 0.6875,
   "recall_last_result_only": 0.6875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 46,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "A_2.1.318_U1_r2",
   "part": "A",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-4-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 35,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.482322,
   "api_cost_usd": 0.482322,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 97,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.176",
   "part": "A-probe",
   "claude_code": "2.1.176",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 10,
   "haiku_cost_usd": 0.058878,
   "main_model_cost_usd": 0.074726,
   "api_cost_usd": 0.133604,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 32,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.177",
   "part": "A-probe",
   "claude_code": "2.1.177",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.091101,
   "main_model_cost_usd": 0.259333,
   "api_cost_usd": 0.350435,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.179",
   "part": "A-probe",
   "claude_code": "2.1.179",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 11,
   "haiku_cost_usd": 0.074466,
   "main_model_cost_usd": 0.092064,
   "api_cost_usd": 0.16653,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 27,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.186",
   "part": "A-probe",
   "claude_code": "2.1.186",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 15,
   "haiku_cost_usd": 0.050988,
   "main_model_cost_usd": 0.260825,
   "api_cost_usd": 0.311812,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 32,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.195",
   "part": "A-probe",
   "claude_code": "2.1.195",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 18,
   "haiku_cost_usd": 0.085191,
   "main_model_cost_usd": 0.255352,
   "api_cost_usd": 0.340543,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 39,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.197",
   "part": "A-probe",
   "claude_code": "2.1.197",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-haiku-4-5-20251001",
   "subagent_messages": 12,
   "haiku_cost_usd": 0.084865,
   "main_model_cost_usd": 0.25726,
   "api_cost_usd": 0.342125,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 29,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "probe_2.1.198",
   "part": "A-probe",
   "claude_code": "2.1.198",
   "main_model": "claude-opus-4-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-4-5-20251101",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.499962,
   "api_cost_usd": 0.499962,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": null,
   "seconds": 54,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 26,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.531203,
   "api_cost_usd": 0.531203,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 63,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.428418,
   "api_cost_usd": 0.428418,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 22,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.469235,
   "api_cost_usd": 0.469235,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 58,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 46,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.891163,
   "api_cost_usd": 0.891163,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 81,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.418692,
   "api_cost_usd": 0.418692,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 51,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_A2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 13,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.421291,
   "api_cost_usd": 0.421291,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 56,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_C1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.224096,
   "api_cost_usd": 0.224096,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 36,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_C1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.324293,
   "api_cost_usd": 0.324293,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_C1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.216304,
   "api_cost_usd": 0.216304,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_C2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.244132,
   "api_cost_usd": 0.244132,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 32,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_inherit_C2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.225642,
   "api_cost_usd": 0.225642,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 37,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_C2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.255913,
   "api_cost_usd": 0.255913,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_F1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.411719,
   "api_cost_usd": 0.411719,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 61,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_inherit_F1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.353422,
   "api_cost_usd": 0.353422,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_F1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.377849,
   "api_cost_usd": 0.377849,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 55,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_F2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 21,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.392139,
   "api_cost_usd": 0.392139,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 62,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_F2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 23,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.387194,
   "api_cost_usd": 0.387194,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 64,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_F2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.371835,
   "api_cost_usd": 0.371835,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 56,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_M1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.385244,
   "api_cost_usd": 0.385244,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 59,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_M1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.322948,
   "api_cost_usd": 0.322948,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 52,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_M1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.356041,
   "api_cost_usd": 0.356041,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 55,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_M2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.255286,
   "api_cost_usd": 0.255286,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 44,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_M2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 16,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.2556,
   "api_cost_usd": 0.2556,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 41,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_M2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.262377,
   "api_cost_usd": 0.262377,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 42,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_U1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 30,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.447456,
   "api_cost_usd": 0.447456,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 71,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_U1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 29,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.454109,
   "api_cost_usd": 0.454109,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 65,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_inherit_U1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 30,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.448391,
   "api_cost_usd": 0.448391,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 60,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_U2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 27,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.369393,
   "api_cost_usd": 0.369393,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 49,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_inherit_U2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.327336,
   "api_cost_usd": 0.327336,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_U2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.305672,
   "api_cost_usd": 0.305672,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 45,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_Z1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.285707,
   "api_cost_usd": 0.285707,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 44,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_Z1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 30,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.531508,
   "api_cost_usd": 0.531508,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 81,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "B_inherit_Z1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.317502,
   "api_cost_usd": 0.317502,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 42,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_Z2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 1,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.490793,
   "api_cost_usd": 0.490793,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 66,
   "timed_out": false,
   "turns": 5
  },
  {
   "run": "B_inherit_Z2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 2,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.396566,
   "api_cost_usd": 0.396566,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_inherit_Z2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 3,
   "setting": "",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 25,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.499697,
   "api_cost_usd": 0.499697,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 51,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_A1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.469664,
   "api_cost_usd": 0.469664,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 65,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_A1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.455884,
   "api_cost_usd": 0.455884,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 56,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_A1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.459214,
   "api_cost_usd": 0.459214,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 50,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_A2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.296929,
   "api_cost_usd": 0.296929,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_A2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.363338,
   "api_cost_usd": 0.363338,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 50,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_A2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 12,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.297606,
   "api_cost_usd": 0.297606,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 39,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_C1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.24739,
   "api_cost_usd": 0.24739,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 35,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_C1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 32,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.578988,
   "api_cost_usd": 0.578988,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 54,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_C1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 49,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.606894,
   "api_cost_usd": 0.606894,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 49,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_C2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.282489,
   "api_cost_usd": 0.282489,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 45,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_C2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.252211,
   "api_cost_usd": 0.252211,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_haiku_C2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 10,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.289528,
   "api_cost_usd": 0.289528,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 38,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_F1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 13,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.432219,
   "api_cost_usd": 0.432219,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 55,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_F1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 11,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.318974,
   "api_cost_usd": 0.318974,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 45,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_F1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.42421,
   "api_cost_usd": 0.42421,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 58,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_F2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.423104,
   "api_cost_usd": 0.423104,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 61,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "B_haiku_F2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.40584,
   "api_cost_usd": 0.40584,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 62,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_F2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.357982,
   "api_cost_usd": 0.357982,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 65,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_M1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.330395,
   "api_cost_usd": 0.330395,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 53,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_M1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 11,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.280619,
   "api_cost_usd": 0.280619,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 39,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "B_haiku_M1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 11,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.280359,
   "api_cost_usd": 0.280359,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 46,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_M2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.36822,
   "api_cost_usd": 0.36822,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 46,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_M2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.234698,
   "api_cost_usd": 0.234698,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 36,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_haiku_M2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.345835,
   "api_cost_usd": 0.345835,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 49,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_U1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 34,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.483087,
   "api_cost_usd": 0.483087,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_U1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 26,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.412313,
   "api_cost_usd": 0.412313,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 60,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_U1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 34,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.435954,
   "api_cost_usd": 0.435954,
   "recall": 0.875,
   "recall_last_result_only": 0.875,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 53,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_haiku_U2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.307832,
   "api_cost_usd": 0.307832,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 46,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "B_haiku_U2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.265114,
   "api_cost_usd": 0.265114,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 37,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_U2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.284542,
   "api_cost_usd": 0.284542,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 37,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_Z1_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.437073,
   "api_cost_usd": 0.437073,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 52,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_Z1_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.307991,
   "api_cost_usd": 0.307991,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 44,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_Z1_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 18,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.310222,
   "api_cost_usd": 0.310222,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 56,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_Z2_r1",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.336307,
   "api_cost_usd": 0.336307,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 47,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "B_haiku_Z2_r2",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 24,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.554296,
   "api_cost_usd": 0.554296,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 66,
   "timed_out": false,
   "turns": 6
  },
  {
   "run": "B_haiku_Z2_r3",
   "part": "B",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 21,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.373985,
   "api_cost_usd": 0.373985,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "C_b_r1",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 16,
   "haiku_cost_usd": 0.005356,
   "main_model_cost_usd": 0.227785,
   "api_cost_usd": 0.233141,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "C_b_r2",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=claude-haiku-5-5; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 23,
   "haiku_cost_usd": 0.008735,
   "main_model_cost_usd": 0.120724,
   "api_cost_usd": 0.129459,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 50,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "C_a_r1",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 23,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.408328,
   "api_cost_usd": 0.408328,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "C_a_r2",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku",
   "subagent_models": "claude-opus-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0,
   "main_model_cost_usd": 0.337541,
   "api_cost_usd": 0.337541,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 50,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "C_c_r1",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 35,
   "haiku_cost_usd": 0.008524,
   "main_model_cost_usd": 0.176825,
   "api_cost_usd": 0.185349,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 58,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "C_c_r2",
   "part": "C",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 36,
   "haiku_cost_usd": 0.015892,
   "main_model_cost_usd": 0.097337,
   "api_cost_usd": 0.113229,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 44,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_A1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 27,
   "haiku_cost_usd": 0.009148,
   "main_model_cost_usd": 0.19952,
   "api_cost_usd": 0.208669,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 49,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_A1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 35,
   "haiku_cost_usd": 0.015057,
   "main_model_cost_usd": 0.154633,
   "api_cost_usd": 0.16969,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 70,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_A1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 36,
   "haiku_cost_usd": 0.016721,
   "main_model_cost_usd": 0.127094,
   "api_cost_usd": 0.143815,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 59,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_A2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0.006177,
   "main_model_cost_usd": 0.171821,
   "api_cost_usd": 0.177998,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 43,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "D_force_A2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 37,
   "haiku_cost_usd": 0.009768,
   "main_model_cost_usd": 0.180826,
   "api_cost_usd": 0.190594,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 62,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_A2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "A2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 29,
   "haiku_cost_usd": 0.015601,
   "main_model_cost_usd": 0.087661,
   "api_cost_usd": 0.103263,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 1,
   "started_in_background": 0,
   "seconds": 59,
   "timed_out": false,
   "turns": 4
  },
  {
   "run": "D_force_C1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 42,
   "haiku_cost_usd": 0.011141,
   "main_model_cost_usd": 0.193975,
   "api_cost_usd": 0.205116,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 4,
   "started_in_background": 3,
   "seconds": 70,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_C1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 21,
   "haiku_cost_usd": 0.005804,
   "main_model_cost_usd": 0.107222,
   "api_cost_usd": 0.113026,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 37,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_C1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.005224,
   "main_model_cost_usd": 0.094172,
   "api_cost_usd": 0.099396,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "D_force_C2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 25,
   "haiku_cost_usd": 0.005296,
   "main_model_cost_usd": 0.134041,
   "api_cost_usd": 0.139337,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_C2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 35,
   "haiku_cost_usd": 0.008437,
   "main_model_cost_usd": 0.158102,
   "api_cost_usd": 0.166539,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 49,
   "timed_out": false,
   "turns": 5
  },
  {
   "run": "D_force_C2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "C2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0.004835,
   "main_model_cost_usd": 0.088129,
   "api_cost_usd": 0.092964,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 28,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "D_force_F1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0.008061,
   "main_model_cost_usd": 0.208758,
   "api_cost_usd": 0.216819,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_F1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 14,
   "haiku_cost_usd": 0.006333,
   "main_model_cost_usd": 0.132042,
   "api_cost_usd": 0.138375,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 39,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_F1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0.006956,
   "main_model_cost_usd": 0.139732,
   "api_cost_usd": 0.146688,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 40,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_F2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 21,
   "haiku_cost_usd": 0.008584,
   "main_model_cost_usd": 0.166238,
   "api_cost_usd": 0.174822,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 48,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_F2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 27,
   "haiku_cost_usd": 0.008895,
   "main_model_cost_usd": 0.133248,
   "api_cost_usd": 0.142143,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 53,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_F2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "F2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0.006941,
   "main_model_cost_usd": 0.138712,
   "api_cost_usd": 0.145652,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 46,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_M1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.006854,
   "main_model_cost_usd": 0.157808,
   "api_cost_usd": 0.164662,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 44,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_M1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0.005432,
   "main_model_cost_usd": 0.102991,
   "api_cost_usd": 0.108423,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 39,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_M1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.006561,
   "main_model_cost_usd": 0.104853,
   "api_cost_usd": 0.111415,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 45,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_M2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 17,
   "haiku_cost_usd": 0.006471,
   "main_model_cost_usd": 0.145699,
   "api_cost_usd": 0.15217,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 36,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_M2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0.005101,
   "main_model_cost_usd": 0.099821,
   "api_cost_usd": 0.104922,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 33,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "D_force_M2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "M2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 15,
   "haiku_cost_usd": 0.00517,
   "main_model_cost_usd": 0.100829,
   "api_cost_usd": 0.105999,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 36,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_U1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 46,
   "haiku_cost_usd": 0.012985,
   "main_model_cost_usd": 0.175943,
   "api_cost_usd": 0.188928,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 65,
   "timed_out": false,
   "turns": 1
  },
  {
   "run": "D_force_U1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 45,
   "haiku_cost_usd": 0.012838,
   "main_model_cost_usd": 0.13642,
   "api_cost_usd": 0.149259,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_U1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 51,
   "haiku_cost_usd": 0.012607,
   "main_model_cost_usd": 0.153809,
   "api_cost_usd": 0.166416,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 66,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_U2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 19,
   "haiku_cost_usd": 0.004486,
   "main_model_cost_usd": 0.142526,
   "api_cost_usd": 0.147012,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 34,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_U2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 21,
   "haiku_cost_usd": 0.004826,
   "main_model_cost_usd": 0.099658,
   "api_cost_usd": 0.104483,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 33,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_U2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "U2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0.004383,
   "main_model_cost_usd": 0.106513,
   "api_cost_usd": 0.110895,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 2,
   "started_in_background": 2,
   "seconds": 32,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_Z1_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 26,
   "haiku_cost_usd": 0.008356,
   "main_model_cost_usd": 0.245976,
   "api_cost_usd": 0.254331,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 53,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_Z1_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 28,
   "haiku_cost_usd": 0.009181,
   "main_model_cost_usd": 0.116316,
   "api_cost_usd": 0.125497,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_Z1_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z1",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 20,
   "haiku_cost_usd": 0.006269,
   "main_model_cost_usd": 0.167036,
   "api_cost_usd": 0.173305,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 45,
   "timed_out": false,
   "turns": 3
  },
  {
   "run": "D_force_Z2_r1",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 1,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 30,
   "haiku_cost_usd": 0.010503,
   "main_model_cost_usd": 0.154017,
   "api_cost_usd": 0.16452,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 60,
   "timed_out": false,
   "turns": 2
  },
  {
   "run": "D_force_Z2_r2",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 2,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 22,
   "haiku_cost_usd": 0.006681,
   "main_model_cost_usd": 0.282748,
   "api_cost_usd": 0.289429,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 61,
   "timed_out": false,
   "turns": 9
  },
  {
   "run": "D_force_Z2_r3",
   "part": "D",
   "claude_code": "2.1.318",
   "main_model": "claude-opus-5-5",
   "question": "Z2",
   "rep": 3,
   "setting": "CLAUDE_CODE_SUBAGENT_MODEL=haiku; CLAUDE_CODE_SUBAGENT_MODEL_FORCE=1",
   "subagent_models": "claude-haiku-5-5",
   "subagent_messages": 29,
   "haiku_cost_usd": 0.010149,
   "main_model_cost_usd": 0.115122,
   "api_cost_usd": 0.125271,
   "recall": 1.0,
   "recall_last_result_only": 1.0,
   "result_events": 3,
   "started_in_background": 2,
   "seconds": 57,
   "timed_out": false,
   "turns": 2
  }
 ]
}