{
 "title": "Where AI coding agents first fail: Haiku, Sonnet, Opus, Codex and Gemini on six levels of coding tasks",
 "url": "https://tokensave.app/data/ai-coding-limit-line",
 "license": "CC BY 4.0",
 "citation": "TokenSave (2026). Where AI coding agents first fail: Haiku, Sonnet, Opus, Codex and Gemini on six levels of coding tasks [Data set]. Zenodo. https://doi.org/10.5281/zenodo.23600477",
 "measured": "2026-10-23 to 2026-10-24",
 "setup": "Windows 11; Claude Code 2.1.295 (effort medium, acceptEdits); Codex CLI 0.162 (gpt-6-luna, medium, workspace-write sandbox); Antigravity CLI 1.4.5 (gemini-4-argon-medium, accept-edits)",
 "tasks": {
  "2": "Five-level brick game with pause, level skip and saved progress (single file)",
  "3": "Multi-file expense tracker (CSV module, summary module, UI)",
  "4": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
  "5a": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
  "5b": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
  "6t1": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
  "6t2": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
  "6t3": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)"
 },
 "scoring": {
  "2": "9 black-box checks",
  "3": "12 checks",
  "4": "23 checks (10 module, 13 UI)",
  "5a": "38 = 6 bug checks + 9 feature checks + 23 tier-4 regression checks",
  "5b": "38 = 32 engine module tests + 6 page tests",
  "6": "1 point if the upstream fix's hidden spec passes and no other marked spec test newly fails"
 },
 "runs": [
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 46,
   "input_tokens": 47254,
   "cache_read_tokens": 40448,
   "output_tokens": 2902,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 54,
   "input_tokens": 66634,
   "cache_read_tokens": 58624,
   "output_tokens": 3885,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 42,
   "input_tokens": 65759,
   "cache_read_tokens": 58240,
   "output_tokens": 3349,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 43,
   "input_tokens": 48041,
   "cache_read_tokens": 36864,
   "output_tokens": 3832,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 41,
   "input_tokens": 47581,
   "cache_read_tokens": 40448,
   "output_tokens": 3162,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 189,
   "input_tokens": 85623,
   "cache_read_tokens": 60420,
   "output_tokens": 9622,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 87,
   "input_tokens": 34908,
   "cache_read_tokens": 18631,
   "output_tokens": 7219,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 3,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 95,
   "input_tokens": 36296,
   "cache_read_tokens": 19276,
   "output_tokens": 7973,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 4,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 77,
   "input_tokens": 20836,
   "cache_read_tokens": 7070,
   "output_tokens": 6942,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 5,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 106,
   "input_tokens": 37693,
   "cache_read_tokens": 19431,
   "output_tokens": 9191,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 102,
   "input_tokens": 68808,
   "cache_read_tokens": 22012,
   "output_tokens": 25223,
   "api_cost_usd": 0.0222,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 87,
   "input_tokens": 64656,
   "cache_read_tokens": 34005,
   "output_tokens": 21136,
   "api_cost_usd": 0.017,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 98,
   "input_tokens": 152145,
   "cache_read_tokens": 120471,
   "output_tokens": 22372,
   "api_cost_usd": 0.0187,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 83,
   "input_tokens": 64473,
   "cache_read_tokens": 34005,
   "output_tokens": 20911,
   "api_cost_usd": 0.0169,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 85,
   "input_tokens": 145790,
   "cache_read_tokens": 116073,
   "output_tokens": 19960,
   "api_cost_usd": 0.0171,
   "excluded": false,
   "note": "pause check passed in 2 of 5 scorings; the failures came from the ball being re-served after a lost life just before resuming (no movement to see). Pause code read and works; counted as passed."
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 48,
   "input_tokens": 48457,
   "cache_read_tokens": 33418,
   "output_tokens": 6016,
   "api_cost_usd": 0.2473,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 58,
   "input_tokens": 49770,
   "cache_read_tokens": 33418,
   "output_tokens": 7361,
   "api_cost_usd": 0.2847,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 51,
   "input_tokens": 48796,
   "cache_read_tokens": 33418,
   "output_tokens": 6401,
   "api_cost_usd": 0.2577,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 71,
   "input_tokens": 50666,
   "cache_read_tokens": 33418,
   "output_tokens": 8308,
   "api_cost_usd": 0.3108,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 59,
   "input_tokens": 49815,
   "cache_read_tokens": 33418,
   "output_tokens": 7426,
   "api_cost_usd": 0.2864,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 32,
   "input_tokens": 47345,
   "cache_read_tokens": 33230,
   "output_tokens": 5163,
   "api_cost_usd": 0.1147,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 34,
   "input_tokens": 47711,
   "cache_read_tokens": 33230,
   "output_tokens": 5548,
   "api_cost_usd": 0.12,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 33,
   "input_tokens": 46948,
   "cache_read_tokens": 33230,
   "output_tokens": 4809,
   "api_cost_usd": 0.1096,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 32,
   "input_tokens": 47227,
   "cache_read_tokens": 33230,
   "output_tokens": 5041,
   "api_cost_usd": 0.113,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "2",
   "task": "2",
   "task_description": "Five-level brick game with pause, level skip and saved progress (single file)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 9,
   "max_score": 9,
   "full_marks": true,
   "seconds": 36,
   "input_tokens": 48425,
   "cache_read_tokens": 33230,
   "output_tokens": 6281,
   "api_cost_usd": 0.1302,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 93,
   "input_tokens": 94460,
   "cache_read_tokens": 73344,
   "output_tokens": 6975,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 70,
   "input_tokens": 70978,
   "cache_read_tokens": 60800,
   "output_tokens": 5970,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 99,
   "input_tokens": 91953,
   "cache_read_tokens": 78848,
   "output_tokens": 8526,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 4,
   "max_score": 12,
   "full_marks": false,
   "seconds": 74,
   "input_tokens": 86016,
   "cache_read_tokens": 71808,
   "output_tokens": 5478,
   "api_cost_usd": null,
   "excluded": false,
   "note": "app.js contains literal \"\\n\" sequences: a syntax error (node --check)"
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 125,
   "input_tokens": 159767,
   "cache_read_tokens": 141696,
   "output_tokens": 12650,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 102,
   "input_tokens": 22835,
   "cache_read_tokens": 7212,
   "output_tokens": 8962,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 93,
   "input_tokens": 21524,
   "cache_read_tokens": 7224,
   "output_tokens": 6914,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 3,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 129,
   "input_tokens": 37037,
   "cache_read_tokens": 19675,
   "output_tokens": 7763,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 4,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 89,
   "input_tokens": 21044,
   "cache_read_tokens": 7224,
   "output_tokens": 7090,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 5,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 136,
   "input_tokens": 23691,
   "cache_read_tokens": 7215,
   "output_tokens": 8995,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 91,
   "input_tokens": 446030,
   "cache_read_tokens": 414784,
   "output_tokens": 19472,
   "api_cost_usd": 0.0201,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 72,
   "input_tokens": 229818,
   "cache_read_tokens": 203227,
   "output_tokens": 16441,
   "api_cost_usd": 0.0156,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 79,
   "input_tokens": 295366,
   "cache_read_tokens": 265863,
   "output_tokens": 18582,
   "api_cost_usd": 0.0178,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 97,
   "input_tokens": 374460,
   "cache_read_tokens": 342787,
   "output_tokens": 20406,
   "api_cost_usd": 0.02,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 93,
   "input_tokens": 473649,
   "cache_read_tokens": 440608,
   "output_tokens": 20649,
   "api_cost_usd": 0.0213,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 77,
   "input_tokens": 115058,
   "cache_read_tokens": 95001,
   "output_tokens": 9992,
   "api_cost_usd": 0.3793,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 90,
   "input_tokens": 257105,
   "cache_read_tokens": 236349,
   "output_tokens": 10230,
   "api_cost_usd": 0.4178,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 87,
   "input_tokens": 115994,
   "cache_read_tokens": 95592,
   "output_tokens": 10471,
   "api_cost_usd": 0.3917,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 104,
   "input_tokens": 189357,
   "cache_read_tokens": 166745,
   "output_tokens": 12569,
   "api_cost_usd": 0.4656,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 76,
   "input_tokens": 82779,
   "cache_read_tokens": 63858,
   "output_tokens": 9004,
   "api_cost_usd": 0.3442,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 46,
   "input_tokens": 48655,
   "cache_read_tokens": 33404,
   "output_tokens": 5496,
   "api_cost_usd": 0.1226,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 27,
   "input_tokens": 47884,
   "cache_read_tokens": 33404,
   "output_tokens": 4763,
   "api_cost_usd": 0.1122,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 33,
   "input_tokens": 48894,
   "cache_read_tokens": 33404,
   "output_tokens": 5708,
   "api_cost_usd": 0.1257,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 28,
   "input_tokens": 47863,
   "cache_read_tokens": 33404,
   "output_tokens": 4743,
   "api_cost_usd": 0.1119,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "3",
   "task": "3",
   "task_description": "Multi-file expense tracker (CSV module, summary module, UI)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 12,
   "max_score": 12,
   "full_marks": true,
   "seconds": 54,
   "input_tokens": 106425,
   "cache_read_tokens": 89029,
   "output_tokens": 7070,
   "api_cost_usd": 0.1581,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 4,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 23,
   "full_marks": false,
   "seconds": 21,
   "input_tokens": 7806,
   "cache_read_tokens": 0,
   "output_tokens": 118,
   "api_cost_usd": null,
   "excluded": true,
   "note": "First attempt: ended after 12 s when its first command (Get-ChildItem -Force) was auto-denied in headless mode; re-run below."
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 127,
   "input_tokens": 124778,
   "cache_read_tokens": 107776,
   "output_tokens": 11270,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 114,
   "input_tokens": 116387,
   "cache_read_tokens": 103168,
   "output_tokens": 7585,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 20,
   "max_score": 23,
   "full_marks": false,
   "seconds": 129,
   "input_tokens": 96923,
   "cache_read_tokens": 77312,
   "output_tokens": 10413,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Fixed category select without Food/Fun/Bills and amounts shown as \"−$250.50\"; sort/budgets/report failures come from that, checker to be reviewed."
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 131,
   "input_tokens": 131729,
   "cache_read_tokens": 111616,
   "output_tokens": 14567,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 124,
   "input_tokens": 131143,
   "cache_read_tokens": 111360,
   "output_tokens": 14211,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 343,
   "input_tokens": 76926,
   "cache_read_tokens": 45121,
   "output_tokens": 24722,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 292,
   "input_tokens": 25104,
   "cache_read_tokens": 13105,
   "output_tokens": 25106,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 3,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 112,
   "input_tokens": 35604,
   "cache_read_tokens": 18589,
   "output_tokens": 9569,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 4,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 197,
   "input_tokens": 47237,
   "cache_read_tokens": 22254,
   "output_tokens": 17083,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Re-run 2026-10-23 19:45 with a read-only listing allow-rule; two earlier tries ended at once when the first step (Get-ChildItem -Force) was auto-denied in headless accept-edits mode."
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 5,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 241,
   "input_tokens": 47309,
   "cache_read_tokens": 20031,
   "output_tokens": 20118,
   "api_cost_usd": null,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 164,
   "input_tokens": 520015,
   "cache_read_tokens": 468522,
   "output_tokens": 41374,
   "api_cost_usd": 0.0357,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 128,
   "input_tokens": 468931,
   "cache_read_tokens": 424963,
   "output_tokens": 31982,
   "api_cost_usd": 0.029,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 185,
   "input_tokens": 1104546,
   "cache_read_tokens": 1048319,
   "output_tokens": 43363,
   "api_cost_usd": 0.0434,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 153,
   "input_tokens": 633275,
   "cache_read_tokens": 586849,
   "output_tokens": 34764,
   "api_cost_usd": 0.0325,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 186,
   "input_tokens": 1181333,
   "cache_read_tokens": 1125512,
   "output_tokens": 41733,
   "api_cost_usd": 0.0433,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 121,
   "input_tokens": 357031,
   "cache_read_tokens": 331497,
   "output_tokens": 14598,
   "api_cost_usd": 0.5624,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 111,
   "input_tokens": 187662,
   "cache_read_tokens": 163023,
   "output_tokens": 12983,
   "api_cost_usd": 0.4893,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 130,
   "input_tokens": 379892,
   "cache_read_tokens": 351623,
   "output_tokens": 15944,
   "api_cost_usd": 0.6153,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 138,
   "input_tokens": 512148,
   "cache_read_tokens": 483453,
   "output_tokens": 17001,
   "api_cost_usd": 0.6662,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 140,
   "input_tokens": 445422,
   "cache_read_tokens": 417008,
   "output_tokens": 16453,
   "api_cost_usd": 0.6397,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 67,
   "input_tokens": 115545,
   "cache_read_tokens": 93315,
   "output_tokens": 11725,
   "api_cost_usd": 0.2248,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 67,
   "input_tokens": 54321,
   "cache_read_tokens": 34166,
   "output_tokens": 9691,
   "api_cost_usd": 0.1844,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 83,
   "input_tokens": 153560,
   "cache_read_tokens": 130983,
   "output_tokens": 11727,
   "api_cost_usd": 0.2338,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 178,
   "input_tokens": 342541,
   "cache_read_tokens": 300262,
   "output_tokens": 31477,
   "api_cost_usd": 0.5439,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "4",
   "task": "4",
   "task_description": "Budget app: 5 modules, 3 hash-routed views, undo/redo, budgets, reports",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 5,
   "measured": "2026-10-23",
   "score": 23,
   "max_score": 23,
   "full_marks": true,
   "seconds": 139,
   "input_tokens": 153040,
   "cache_read_tokens": 130785,
   "output_tokens": 11382,
   "api_cost_usd": 0.229,
   "excluded": false,
   "note": ""
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 76,
   "input_tokens": 238208,
   "cache_read_tokens": 215040,
   "output_tokens": 3650,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 72,
   "input_tokens": 232873,
   "cache_read_tokens": 211584,
   "output_tokens": 4118,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 37,
   "max_score": 38,
   "full_marks": false,
   "seconds": 79,
   "input_tokens": 205814,
   "cache_read_tokens": 185088,
   "output_tokens": 4661,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 8,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 74,
   "input_tokens": 212342,
   "cache_read_tokens": 178944,
   "output_tokens": 3950,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 15,
   "max_score": 38,
   "full_marks": false,
   "seconds": 14,
   "input_tokens": 7350,
   "cache_read_tokens": 0,
   "output_tokens": 148,
   "api_cost_usd": null,
   "excluded": true,
   "note": "Ended after 14 s: first step Get-ChildItem -Recurse -Name was auto-denied (Windows allow-rules need regex). Excluded; rules fixed from run 2.",
   "bugs_fixed_of_6": 0,
   "feature_checks_of_9": 0,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 255,
   "input_tokens": 212205,
   "cache_read_tokens": 167241,
   "output_tokens": 14716,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 3,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 215,
   "input_tokens": 104744,
   "cache_read_tokens": 74546,
   "output_tokens": 15265,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 137,
   "input_tokens": 703076,
   "cache_read_tokens": 648984,
   "output_tokens": 27642,
   "api_cost_usd": 0.0311,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 134,
   "input_tokens": 658472,
   "cache_read_tokens": 603166,
   "output_tokens": 31693,
   "api_cost_usd": 0.0329,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 135,
   "input_tokens": 841391,
   "cache_read_tokens": 789853,
   "output_tokens": 26135,
   "api_cost_usd": 0.0313,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 138,
   "input_tokens": 816961,
   "cache_read_tokens": 757602,
   "output_tokens": 29570,
   "api_cost_usd": 0.0342,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 111,
   "input_tokens": 411169,
   "cache_read_tokens": 372905,
   "output_tokens": 13839,
   "api_cost_usd": 0.6574,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 88,
   "input_tokens": 326410,
   "cache_read_tokens": 294686,
   "output_tokens": 10274,
   "api_cost_usd": 0.5181,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 87,
   "input_tokens": 289321,
   "cache_read_tokens": 255962,
   "output_tokens": 10685,
   "api_cost_usd": 0.5317,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 92,
   "input_tokens": 333800,
   "cache_read_tokens": 299157,
   "output_tokens": 10943,
   "api_cost_usd": 0.5558,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 90,
   "input_tokens": 303641,
   "cache_read_tokens": 265737,
   "output_tokens": 13889,
   "api_cost_usd": 0.3436,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 116,
   "input_tokens": 535109,
   "cache_read_tokens": 496706,
   "output_tokens": 17447,
   "api_cost_usd": 0.4274,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 3,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 90,
   "input_tokens": 332161,
   "cache_read_tokens": 296107,
   "output_tokens": 15011,
   "api_cost_usd": 0.3535,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5a",
   "task_description": "Fix 6 reported bugs and add 3 features in an existing 1,032-line budget app",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 4,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 57,
   "input_tokens": 271603,
   "cache_read_tokens": 242589,
   "output_tokens": 8677,
   "api_cost_usd": 0.2513,
   "excluded": false,
   "note": "",
   "bugs_fixed_of_6": 6,
   "feature_checks_of_9": 9,
   "old_tests_kept_of_15": 15
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 147,
   "input_tokens": 446101,
   "cache_read_tokens": 416896,
   "output_tokens": 12397,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 295,
   "input_tokens": 109122,
   "cache_read_tokens": 76394,
   "output_tokens": 19180,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 321,
   "input_tokens": 1112821,
   "cache_read_tokens": 1025558,
   "output_tokens": 78500,
   "api_cost_usd": 0.067,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 345,
   "input_tokens": 1440391,
   "cache_read_tokens": 1344213,
   "output_tokens": 84105,
   "api_cost_usd": 0.1248,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 226,
   "input_tokens": 305324,
   "cache_read_tokens": 268754,
   "output_tokens": 26366,
   "api_cost_usd": 0.8736,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 240,
   "input_tokens": 450223,
   "cache_read_tokens": 409719,
   "output_tokens": 27829,
   "api_cost_usd": 0.9625,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 150,
   "input_tokens": 241477,
   "cache_read_tokens": 208564,
   "output_tokens": 21708,
   "api_cost_usd": 0.3904,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "5",
   "task": "5b",
   "task_description": "Spreadsheet engine and page (formulas, precedence, cycles, relative/absolute copy, undo)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 38,
   "max_score": 38,
   "full_marks": true,
   "seconds": 132,
   "input_tokens": 271458,
   "cache_read_tokens": 240872,
   "output_tokens": 19560,
   "api_cost_usd": 0.3661,
   "excluded": false,
   "note": "",
   "module_tests_of_32": 32,
   "page_tests_of_6": 6
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 270,
   "input_tokens": 1218642,
   "cache_read_tokens": 1101969,
   "output_tokens": 8941,
   "api_cost_usd": null,
   "excluded": true,
   "note": "First attempt: ended on a denied command (node -v or git log) before any edit; re-run below."
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 67,
   "input_tokens": 130757,
   "cache_read_tokens": 93832,
   "output_tokens": 2807,
   "api_cost_usd": null,
   "excluded": true,
   "note": "First attempt: ended on a denied command (node -v or git log) before any edit; re-run below."
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 86,
   "input_tokens": 80458,
   "cache_read_tokens": 37884,
   "output_tokens": 2322,
   "api_cost_usd": null,
   "excluded": true,
   "note": "First attempt: ended on a denied command (node -v or git log) before any edit; re-run below."
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 34,
   "input_tokens": 110695,
   "cache_read_tokens": 99840,
   "output_tokens": 734,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 31,
   "input_tokens": 121280,
   "cache_read_tokens": 105856,
   "output_tokens": 707,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 51,
   "input_tokens": 225203,
   "cache_read_tokens": 202880,
   "output_tokens": 1137,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 2,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 37,
   "input_tokens": 158393,
   "cache_read_tokens": 119040,
   "output_tokens": 817,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 2,
   "hidden_cases_passed": 2,
   "hidden_cases": 7,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 21,
   "input_tokens": 64263,
   "cache_read_tokens": 56448,
   "output_tokens": 375,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Named the right cause, said it would fix the masking order, then ended the turn without editing.",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "codex",
   "model": "gpt-6-luna",
   "harness": "Codex CLI 0.162",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 52,
   "input_tokens": 197177,
   "cache_read_tokens": 179584,
   "output_tokens": 1772,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 24,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 289,
   "input_tokens": 1419608,
   "cache_read_tokens": 1304445,
   "output_tokens": 8722,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Re-run after node/git allow-rules; still ended on a denied command (Windows needs exact matches for quoted node -e lines) before editing.",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 2,
   "hidden_cases": 6,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 405,
   "input_tokens": 2181766,
   "cache_read_tokens": 2008885,
   "output_tokens": 11963,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 117,
   "input_tokens": 363285,
   "cache_read_tokens": 302927,
   "output_tokens": 5194,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 146,
   "input_tokens": 372779,
   "cache_read_tokens": 310146,
   "output_tokens": 5221,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 898,
   "input_tokens": 2400090,
   "cache_read_tokens": 2219322,
   "output_tokens": 61982,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Re-run; ended on a denied command before editing (898 s).",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "allow-rules",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 890,
   "input_tokens": 1061467,
   "cache_read_tokens": 828458,
   "output_tokens": 46753,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Ended on a denied command before editing (890 s).",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 421,
   "input_tokens": 1311692,
   "cache_read_tokens": 1188194,
   "output_tokens": 9134,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 672,
   "input_tokens": 2579717,
   "cache_read_tokens": 2436310,
   "output_tokens": 20783,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 132,
   "input_tokens": 392313,
   "cache_read_tokens": 328010,
   "output_tokens": 5729,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 2,
   "measured": "2026-10-24",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 670,
   "input_tokens": 1951705,
   "cache_read_tokens": 1813307,
   "output_tokens": 12591,
   "api_cost_usd": null,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 1807,
   "input_tokens": 7794906,
   "cache_read_tokens": 7525027,
   "output_tokens": 109542,
   "api_cost_usd": null,
   "excluded": false,
   "note": "Full permissions (owner ran it); hit the 30-minute print timeout with no edit (7.5M cache-read tokens).",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "gemini",
   "model": "gemini-4-argon",
   "harness": "Antigravity CLI 1.4.5",
   "permissions": "full (--dangerously-skip-permissions)",
   "run": 2,
   "measured": "2026-10-24",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 637,
   "input_tokens": 1070264,
   "cache_read_tokens": 933571,
   "output_tokens": 30618,
   "api_cost_usd": null,
   "excluded": true,
   "note": "Excluded: Antigravity quota ran out after 637 s (429 RESOURCE_EXHAUSTED, resets in about 6 days); no edit.",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 3,
   "hidden_cases": 7,
   "lines_added": 0,
   "lines_removed": 0
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 20,
   "input_tokens": 99876,
   "cache_read_tokens": 84705,
   "output_tokens": 2741,
   "api_cost_usd": 0.0053,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 15,
   "input_tokens": 98953,
   "cache_read_tokens": 83957,
   "output_tokens": 2577,
   "api_cost_usd": 0.0051,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 19,
   "input_tokens": 127122,
   "cache_read_tokens": 110955,
   "output_tokens": 2978,
   "api_cost_usd": 0.0058,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 15,
   "input_tokens": 95611,
   "cache_read_tokens": 81796,
   "output_tokens": 2348,
   "api_cost_usd": 0.0048,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 3,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 39,
   "input_tokens": 197067,
   "cache_read_tokens": 169477,
   "output_tokens": 6723,
   "api_cost_usd": 0.0106,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 5,
   "hidden_cases": 7,
   "lines_added": 6,
   "lines_removed": 3
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "haiku",
   "model": "claude-haiku-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 43,
   "input_tokens": 272418,
   "cache_read_tokens": 248389,
   "output_tokens": 6962,
   "api_cost_usd": 0.0108,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 15,
   "hidden_cases_passed": 5,
   "hidden_cases": 7,
   "lines_added": 6,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 24,
   "input_tokens": 159158,
   "cache_read_tokens": 139487,
   "output_tokens": 1995,
   "api_cost_usd": 0.2251,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 34,
   "input_tokens": 164481,
   "cache_read_tokens": 151092,
   "output_tokens": 2352,
   "api_cost_usd": 0.1843,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 20,
   "input_tokens": 114954,
   "cache_read_tokens": 102279,
   "output_tokens": 1737,
   "api_cost_usd": 0.1566,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 4,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 37,
   "input_tokens": 170103,
   "cache_read_tokens": 154902,
   "output_tokens": 2311,
   "api_cost_usd": 0.1988,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 4,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 77,
   "input_tokens": 249960,
   "cache_read_tokens": 224487,
   "output_tokens": 5916,
   "api_cost_usd": 0.3669,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 12,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "opus",
   "model": "claude-opus-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 96,
   "input_tokens": 326632,
   "cache_read_tokens": 300230,
   "output_tokens": 7207,
   "api_cost_usd": 0.4153,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 12,
   "lines_removed": 2
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 17,
   "input_tokens": 96073,
   "cache_read_tokens": 81258,
   "output_tokens": 1440,
   "api_cost_usd": 0.0899,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t1",
   "task_description": "marked: drop leading whitespace after a hard line break (real bug, fixed upstream in 123ce04b)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 18,
   "input_tokens": 90409,
   "cache_read_tokens": 78726,
   "output_tokens": 961,
   "api_cost_usd": 0.0721,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 6,
   "lines_added": 1,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 18,
   "input_tokens": 89339,
   "cache_read_tokens": 77801,
   "output_tokens": 1047,
   "api_cost_usd": 0.0722,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 2,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t2",
   "task_description": "marked: no nested link for a bare URL after an image inside a link (upstream cc07bb9c)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 1,
   "max_score": 1,
   "full_marks": true,
   "seconds": 14,
   "input_tokens": 89361,
   "cache_read_tokens": 77801,
   "output_tokens": 1061,
   "api_cost_usd": 0.0724,
   "excluded": false,
   "note": "",
   "solved": true,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 2,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 1,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 52,
   "input_tokens": 199051,
   "cache_read_tokens": 183067,
   "output_tokens": 3438,
   "api_cost_usd": 0.1349,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 6,
   "lines_removed": 1
  },
  {
   "tier": "6",
   "task": "6t3",
   "task_description": "marked: a code span ending in a backslash must not hide later emphasis (upstream 6a57018f)",
   "tool": "sonnet",
   "model": "claude-sonnet-5-5",
   "harness": "Claude Code 2.1.295",
   "permissions": "default",
   "run": 2,
   "measured": "2026-10-23",
   "score": 0,
   "max_score": 1,
   "full_marks": false,
   "seconds": 24,
   "input_tokens": 122365,
   "cache_read_tokens": 106901,
   "output_tokens": 2105,
   "api_cost_usd": 0.1043,
   "excluded": false,
   "note": "",
   "solved": false,
   "new_test_failures": 0,
   "hidden_cases_passed": 6,
   "hidden_cases": 7,
   "lines_added": 6,
   "lines_removed": 1
  }
 ]
}