{ "title": "Text as images to cut AI tokens: an independent check of pxpipe on Claude", "url": "https://tokensave.app/data/text-as-image-token-cost", "license": "CC BY 4.0", "measured": "2026-10-21", "citation": "TokenSave (2026). Text as images to cut AI tokens: an independent check of pxpipe on Claude [Data set]. Zenodo. https://doi.org/10.5281/zenodo.23525350", "tool": "Claude Code 2.1.295 (claude -p, stream-json input, no tools, no MCP), Windows laptop, subscription login", "pxpipe": "pxpipe-proxy 0.15.0 transformAnthropicMessages; spaced profile (claude-opus-5-5) for Haiku/Sonnet/Opus 5.5, dense Fable profile for Fable 5.1", "docs": { "prose_en": { "kind": "en", "chars": 14255 }, "prose_ko": { "kind": "ko", "chars": 10624 }, "prose_ja": { "kind": "ja", "chars": 11661 }, "code": { "kind": "code", "chars": 14290 }, "json": { "kind": "json", "chars": 18459 }, "log": { "kind": "log", "chars": 23199 } }, "rows": [ { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "text", "rep": 0, "input_tokens": 5870, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "px", "rep": 0, "input_tokens": 1872, "output_tokens": 2155, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 1, "planted_num_wrong": 4, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "img", "rep": 0, "input_tokens": 880, "output_tokens": 423, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "text", "rep": 0, "input_tokens": 9483, "output_tokens": 101, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "px", "rep": 0, "input_tokens": 1921, "output_tokens": 920, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "img", "rep": 0, "input_tokens": 937, "output_tokens": 1209, "planted_hex_correct": 1, "planted_hex_wrong": 2, "planted_hex_null": 2, "planted_num_correct": 2, "planted_num_wrong": 3, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "text", "rep": 0, "input_tokens": 8678, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "px", "rep": 0, "input_tokens": 2150, "output_tokens": 1194, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "img", "rep": 0, "input_tokens": 1048, "output_tokens": 797, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "text", "rep": 0, "input_tokens": 7586, "output_tokens": 96, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "px", "rep": 0, "input_tokens": 1682, "output_tokens": 815, "planted_hex_correct": 3, "planted_hex_wrong": 2, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 2, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "img", "rep": 0, "input_tokens": 883, "output_tokens": 705, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "json", "arm": "text", "rep": 0, "input_tokens": 8274, "output_tokens": 212, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-fable-5-1", "doc": "json", "arm": "px", "rep": 0, "input_tokens": 1739, "output_tokens": 1770, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "json", "arm": "img", "rep": 0, "input_tokens": 1160, "output_tokens": 500, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "text", "rep": 0, "input_tokens": 13053, "output_tokens": 186, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "px", "rep": 0, "input_tokens": 2507, "output_tokens": 2556, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "img", "rep": 0, "input_tokens": 1328, "output_tokens": 946, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "text", "rep": 1, "input_tokens": 5870, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "px", "rep": 1, "input_tokens": 1875, "output_tokens": 1740, "planted_hex_correct": 2, "planted_hex_wrong": 3, "planted_hex_null": 0, "planted_num_correct": 2, "planted_num_wrong": 3, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_en", "arm": "img", "rep": 1, "input_tokens": 880, "output_tokens": 1028, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "text", "rep": 1, "input_tokens": 9483, "output_tokens": 101, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "px", "rep": 1, "input_tokens": 1918, "output_tokens": 1074, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 2, "planted_num_wrong": 3, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ko", "arm": "img", "rep": 1, "input_tokens": 936, "output_tokens": 1654, "planted_hex_correct": 1, "planted_hex_wrong": 2, "planted_hex_null": 2, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "text", "rep": 1, "input_tokens": 8678, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "px", "rep": 1, "input_tokens": 2151, "output_tokens": 794, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 2, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "prose_ja", "arm": "img", "rep": 1, "input_tokens": 1052, "output_tokens": 1086, "planted_hex_correct": 1, "planted_hex_wrong": 4, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "text", "rep": 1, "input_tokens": 7586, "output_tokens": 105, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "px", "rep": 1, "input_tokens": 1680, "output_tokens": 1195, "planted_hex_correct": 3, "planted_hex_wrong": 2, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "code", "arm": "img", "rep": 1, "input_tokens": 879, "output_tokens": 680, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-fable-5-1", "doc": "json", "arm": "text", "rep": 1, "input_tokens": 8274, "output_tokens": 231, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-fable-5-1", "doc": "json", "arm": "px", "rep": 1, "input_tokens": 1738, "output_tokens": 2575, "planted_hex_correct": 3, "planted_hex_wrong": 2, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 2, "natural_num_null": 3 }, { "model": "claude-fable-5-1", "doc": "json", "arm": "img", "rep": 1, "input_tokens": 1164, "output_tokens": 811, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "text", "rep": 1, "input_tokens": 13053, "output_tokens": 186, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "px", "rep": 1, "input_tokens": 2505, "output_tokens": 1306, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-fable-5-1", "doc": "log", "arm": "img", "rep": 1, "input_tokens": 1326, "output_tokens": 1468, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "text", "rep": 0, "input_tokens": 5870, "output_tokens": 460, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "px", "rep": 0, "input_tokens": 2097, "output_tokens": 1848, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "img", "rep": 0, "input_tokens": 1106, "output_tokens": 970, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "text", "rep": 0, "input_tokens": 9483, "output_tokens": 333, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "px", "rep": 0, "input_tokens": 2144, "output_tokens": 428, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "img", "rep": 0, "input_tokens": 1161, "output_tokens": 451, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "text", "rep": 0, "input_tokens": 8678, "output_tokens": 363, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "px", "rep": 0, "input_tokens": 2374, "output_tokens": 131, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "img", "rep": 0, "input_tokens": 1274, "output_tokens": 797, "planted_hex_correct": 0, "planted_hex_wrong": 1, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "text", "rep": 0, "input_tokens": 7586, "output_tokens": 753, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "px", "rep": 0, "input_tokens": 1904, "output_tokens": 1425, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "img", "rep": 0, "input_tokens": 1106, "output_tokens": 583, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "text", "rep": 0, "input_tokens": 8274, "output_tokens": 843, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "px", "rep": 0, "input_tokens": 2021, "output_tokens": 2051, "planted_hex_correct": 3, "planted_hex_wrong": 0, "planted_hex_null": 2, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "img", "rep": 0, "input_tokens": 1441, "output_tokens": 981, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "text", "rep": 0, "input_tokens": 13053, "output_tokens": 799, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "px", "rep": 0, "input_tokens": 2936, "output_tokens": 1260, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "img", "rep": 0, "input_tokens": 1764, "output_tokens": 1204, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "text", "rep": 1, "input_tokens": 5870, "output_tokens": 341, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "px", "rep": 1, "input_tokens": 2098, "output_tokens": 873, "planted_hex_correct": 3, "planted_hex_wrong": 0, "planted_hex_null": 2, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_en", "arm": "img", "rep": 1, "input_tokens": 1107, "output_tokens": 1259, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "text", "rep": 1, "input_tokens": 9483, "output_tokens": 309, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "px", "rep": 1, "input_tokens": 2140, "output_tokens": 165, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ko", "arm": "img", "rep": 1, "input_tokens": 1163, "output_tokens": 204, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "text", "rep": 1, "input_tokens": 8678, "output_tokens": 433, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "px", "rep": 1, "input_tokens": 2372, "output_tokens": 1325, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "prose_ja", "arm": "img", "rep": 1, "input_tokens": 1273, "output_tokens": 543, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "text", "rep": 1, "input_tokens": 7586, "output_tokens": 657, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "px", "rep": 1, "input_tokens": 1906, "output_tokens": 1353, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "code", "arm": "img", "rep": 1, "input_tokens": 1103, "output_tokens": 1019, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "text", "rep": 1, "input_tokens": 8274, "output_tokens": 816, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "px", "rep": 1, "input_tokens": 2021, "output_tokens": 1854, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "json", "arm": "img", "rep": 1, "input_tokens": 1439, "output_tokens": 1033, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "text", "rep": 1, "input_tokens": 13053, "output_tokens": 748, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "px", "rep": 1, "input_tokens": 2938, "output_tokens": 1636, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-haiku-5-5", "doc": "log", "arm": "img", "rep": 1, "input_tokens": 1762, "output_tokens": 1198, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "text", "rep": 0, "input_tokens": 5870, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "px", "rep": 0, "input_tokens": 2100, "output_tokens": 579, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "img", "rep": 0, "input_tokens": 1105, "output_tokens": 620, "planted_hex_correct": 3, "planted_hex_wrong": 1, "planted_hex_null": 1, "planted_num_correct": 4, "planted_num_wrong": 1, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "text", "rep": 0, "input_tokens": 9483, "output_tokens": 92, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "px", "rep": 0, "input_tokens": 2144, "output_tokens": 729, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "img", "rep": 0, "input_tokens": 1161, "output_tokens": 866, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "text", "rep": 0, "input_tokens": 8678, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "px", "rep": 0, "input_tokens": 2374, "output_tokens": 535, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "img", "rep": 0, "input_tokens": 1271, "output_tokens": 711, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "text", "rep": 0, "input_tokens": 7586, "output_tokens": 96, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "px", "rep": 0, "input_tokens": 1905, "output_tokens": 348, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "img", "rep": 0, "input_tokens": 1105, "output_tokens": 471, "planted_hex_correct": 2, "planted_hex_wrong": 3, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "json", "arm": "text", "rep": 0, "input_tokens": 8274, "output_tokens": 231, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "json", "arm": "px", "rep": 0, "input_tokens": 2025, "output_tokens": 1467, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 0, "planted_num_null": 1, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-opus-5-5", "doc": "json", "arm": "img", "rep": 0, "input_tokens": 1443, "output_tokens": 1776, "planted_hex_correct": 0, "planted_hex_wrong": 2, "planted_hex_null": 3, "planted_num_correct": 4, "planted_num_wrong": 1, "planted_num_null": 0, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "text", "rep": 0, "input_tokens": 13053, "output_tokens": 186, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "px", "rep": 0, "input_tokens": 2930, "output_tokens": 1382, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "img", "rep": 0, "input_tokens": 1758, "output_tokens": 1255, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 1, "natural_hex_null": 4, "natural_num_correct": 1, "natural_num_wrong": 0, "natural_num_null": 4 }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "text", "rep": 1, "input_tokens": 5870, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "px", "rep": 1, "input_tokens": 2101, "output_tokens": 398, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_en", "arm": "img", "rep": 1, "input_tokens": 1107, "output_tokens": 632, "planted_hex_correct": 3, "planted_hex_wrong": 0, "planted_hex_null": 2, "planted_num_correct": 3, "planted_num_wrong": 0, "planted_num_null": 2, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "text", "rep": 1, "input_tokens": 9483, "output_tokens": 92, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "px", "rep": 1, "input_tokens": 2141, "output_tokens": 812, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 3, "planted_num_wrong": 2, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ko", "arm": "img", "rep": 1, "input_tokens": 1160, "output_tokens": 560, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "text", "rep": 1, "input_tokens": 8678, "output_tokens": 104, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "px", "rep": 1, "input_tokens": 2375, "output_tokens": 411, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "prose_ja", "arm": "img", "rep": 1, "input_tokens": 1273, "output_tokens": 804, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 1, "planted_num_wrong": 3, "planted_num_null": 1, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "text", "rep": 1, "input_tokens": 7586, "output_tokens": 105, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "px", "rep": 1, "input_tokens": 1907, "output_tokens": 381, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "code", "arm": "img", "rep": 1, "input_tokens": 1105, "output_tokens": 546, "planted_hex_correct": 1, "planted_hex_wrong": 3, "planted_hex_null": 1, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-opus-5-5", "doc": "json", "arm": "text", "rep": 1, "input_tokens": 8274, "output_tokens": 231, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "json", "arm": "px", "rep": 1, "input_tokens": 2018, "output_tokens": 1824, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-opus-5-5", "doc": "json", "arm": "img", "rep": 1, "input_tokens": 1442, "output_tokens": 2058, "planted_hex_correct": 1, "planted_hex_wrong": 4, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 1, "planted_num_null": 0, "natural_hex_correct": 1, "natural_hex_wrong": 4, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "text", "rep": 1, "input_tokens": 13053, "output_tokens": 186, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "px", "rep": 1, "input_tokens": 2940, "output_tokens": 1509, "planted_hex_correct": 3, "planted_hex_wrong": 2, "planted_hex_null": 0, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-opus-5-5", "doc": "log", "arm": "img", "rep": 1, "input_tokens": 1756, "output_tokens": 1301, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 1, "natural_num_wrong": 0, "natural_num_null": 4 }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "text", "rep": 0, "input_tokens": 5870, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "px", "rep": 0, "input_tokens": 2101, "output_tokens": 568, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "img", "rep": 0, "input_tokens": 1106, "output_tokens": 883, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 3, "planted_num_wrong": 1, "planted_num_null": 1, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "text", "rep": 0, "input_tokens": 9483, "output_tokens": 92, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "px", "rep": 0, "input_tokens": 2145, "output_tokens": 866, "planted_hex_correct": 3, "planted_hex_wrong": 0, "planted_hex_null": 2, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "img", "rep": 0, "input_tokens": 1162, "output_tokens": 744, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 0, "planted_num_wrong": 2, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "text", "rep": 0, "input_tokens": 8678, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "px", "rep": 0, "input_tokens": 2375, "output_tokens": 815, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "img", "rep": 0, "input_tokens": 1275, "output_tokens": 518, "planted_hex_correct": 0, "planted_hex_wrong": 1, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "text", "rep": 0, "input_tokens": 7586, "output_tokens": 96, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "px", "rep": 0, "input_tokens": 1909, "output_tokens": 395, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "img", "rep": 0, "input_tokens": 1103, "output_tokens": 815, "planted_hex_correct": 2, "planted_hex_wrong": 3, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 0, "planted_num_null": 1, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "text", "rep": 0, "input_tokens": 8274, "output_tokens": 277, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "px", "rep": 0, "input_tokens": 2022, "output_tokens": 1639, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 0, "planted_num_null": 1, "natural_hex_correct": 0, "natural_hex_wrong": 1, "natural_hex_null": 4, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "img", "rep": 0, "input_tokens": 1443, "output_tokens": 1125, "planted_hex_correct": 2, "planted_hex_wrong": 3, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 0, "planted_num_null": 1, "natural_hex_correct": 1, "natural_hex_wrong": 0, "natural_hex_null": 4, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "text", "rep": 0, "input_tokens": 13053, "output_tokens": 186, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "px", "rep": 0, "input_tokens": 2944, "output_tokens": 854, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "img", "rep": 0, "input_tokens": 1764, "output_tokens": 617, "planted_hex_correct": 1, "planted_hex_wrong": 1, "planted_hex_null": 3, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "text", "rep": 1, "input_tokens": 5870, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "px", "rep": 1, "input_tokens": 2099, "output_tokens": 678, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_en", "arm": "img", "rep": 1, "input_tokens": 1105, "output_tokens": 662, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 2, "planted_num_wrong": 0, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "text", "rep": 1, "input_tokens": 9483, "output_tokens": 92, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "px", "rep": 1, "input_tokens": 2144, "output_tokens": 736, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 0, "planted_num_wrong": 2, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ko", "arm": "img", "rep": 1, "input_tokens": 1161, "output_tokens": 238, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "text", "rep": 1, "input_tokens": 8678, "output_tokens": 95, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "px", "rep": 1, "input_tokens": 2370, "output_tokens": 824, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "prose_ja", "arm": "img", "rep": 1, "input_tokens": 1273, "output_tokens": 771, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "text", "rep": 1, "input_tokens": 7586, "output_tokens": 96, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "px", "rep": 1, "input_tokens": 1908, "output_tokens": 316, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "code", "arm": "img", "rep": 1, "input_tokens": 1103, "output_tokens": 306, "planted_hex_correct": 0, "planted_hex_wrong": 0, "planted_hex_null": 5, "planted_num_correct": 0, "planted_num_wrong": 0, "planted_num_null": 5, "natural_hex_correct": null, "natural_hex_wrong": null, "natural_hex_null": null, "natural_num_correct": null, "natural_num_wrong": null, "natural_num_null": null }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "text", "rep": 1, "input_tokens": 8274, "output_tokens": 277, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "px", "rep": 1, "input_tokens": 2018, "output_tokens": 1658, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 4, "planted_num_wrong": 0, "planted_num_null": 1, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-sonnet-5-5", "doc": "json", "arm": "img", "rep": 1, "input_tokens": 1442, "output_tokens": 1263, "planted_hex_correct": 2, "planted_hex_wrong": 1, "planted_hex_null": 2, "planted_num_correct": 3, "planted_num_wrong": 1, "planted_num_null": 1, "natural_hex_correct": 1, "natural_hex_wrong": 0, "natural_hex_null": 4, "natural_num_correct": 3, "natural_num_wrong": 0, "natural_num_null": 2 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "text", "rep": 1, "input_tokens": 13053, "output_tokens": 231, "planted_hex_correct": 5, "planted_hex_wrong": 0, "planted_hex_null": 0, "planted_num_correct": 5, "planted_num_wrong": 0, "planted_num_null": 0, "natural_hex_correct": 5, "natural_hex_wrong": 0, "natural_hex_null": 0, "natural_num_correct": 5, "natural_num_wrong": 0, "natural_num_null": 0 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "px", "rep": 1, "input_tokens": 2956, "output_tokens": 919, "planted_hex_correct": 2, "planted_hex_wrong": 0, "planted_hex_null": 3, "planted_num_correct": 1, "planted_num_wrong": 1, "planted_num_null": 3, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 }, { "model": "claude-sonnet-5-5", "doc": "log", "arm": "img", "rep": 1, "input_tokens": 1758, "output_tokens": 567, "planted_hex_correct": 1, "planted_hex_wrong": 0, "planted_hex_null": 4, "planted_num_correct": 1, "planted_num_wrong": 0, "planted_num_null": 4, "natural_hex_correct": 0, "natural_hex_wrong": 0, "natural_hex_null": 5, "natural_num_correct": 0, "natural_num_wrong": 0, "natural_num_null": 5 } ] }