{ "generated_from": "Round 2 result files, 5 Nov 2026. Per-run stdout and diffs are not hosted.", "quality_rule": [ "Quality is scored on the output as delivered (protocol: zero human interventions, so no fixes were applied):", "5 = pass, no unrelated changes; 4 = pass with one harmless unrelated change; 2 = partially met (some hidden tests fail,\nor T4 doc with a false claim); 1 = fails / no fix / forbidden edits / cap. Reliability, speed per pack rubric." ], "tools": { "codex": { "runs": [ { "run": "codex-t1h-r1", "started": "2026-11-05T09:27:56+02:00", "wall_s": 27.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 272461, "bytes_down": 38175678, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719582, "bytes_down": 6898, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 87555, "cached_input_tokens": 68352, "output_tokens": 670, "reasoning_output_tokens": 14 } }, { "run": "codex-t1h-r2", "started": "2026-11-05T09:33:21+02:00", "wall_s": 27.2, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 274525, "bytes_down": 38175819, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719683, "bytes_down": 6889, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 90622, "cached_input_tokens": 81792, "output_tokens": 712, "reasoning_output_tokens": 15 } }, { "run": "codex-t1h-r3", "started": "2026-11-05T09:38:30+02:00", "wall_s": 26.8, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 256673, "bytes_down": 36043241, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719578, "bytes_down": 6894, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 89037, "cached_input_tokens": 77952, "output_tokens": 636, "reasoning_output_tokens": 22 } }, { "run": "codex-t2h-r1", "started": "2026-11-05T09:28:27+02:00", "wall_s": 87.9, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/store.ts", "src/types.ts", "src/tags.ts", "test/tags.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 353579, "bytes_down": 55578812, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 861186, "bytes_down": 8483, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 120853, "cached_input_tokens": 100736, "output_tokens": 3433, "reasoning_output_tokens": 14 } }, { "run": "codex-t2h-r2", "started": "2026-11-05T09:33:52+02:00", "wall_s": 101.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 353275, "bytes_down": 55584639, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 861303, "bytes_down": 8487, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 118131, "cached_input_tokens": 101376, "output_tokens": 3555, "reasoning_output_tokens": 7 } }, { "run": "codex-t2h-r3", "started": "2026-11-05T09:39:00+02:00", "wall_s": 92.8, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 18, "bytes_up": 359625, "bytes_down": 55635148, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 861301, "bytes_down": 8476, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 142913, "cached_input_tokens": 132608, "output_tokens": 3554, "reasoning_output_tokens": 9 } }, { "run": "codex-t3h-r1", "started": "2026-11-05T09:29:59+02:00", "wall_s": 66.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 18, "bytes_up": 357752, "bytes_down": 55576326, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 825556, "bytes_down": 8480, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 129005, "cached_input_tokens": 108416, "output_tokens": 2181, "reasoning_output_tokens": 52 } }, { "run": "codex-t3h-r2", "started": "2026-11-05T09:35:37+02:00", "wall_s": 58.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 18, "bytes_up": 359340, "bytes_down": 55534024, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719685, "bytes_down": 6904, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 109420, "cached_input_tokens": 101376, "output_tokens": 1913, "reasoning_output_tokens": 38 } }, { "run": "codex-t3h-r3", "started": "2026-11-05T09:40:37+02:00", "wall_s": 106.2, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 261465, "bytes_down": 37488086, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 861278, "bytes_down": 8477, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 106827, "cached_input_tokens": 93696, "output_tokens": 1865, "reasoning_output_tokens": 40 } }, { "run": "codex-t4-r1", "started": "2026-11-05T09:31:09+02:00", "wall_s": 44.5, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 342455, "bytes_down": 53507228, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719707, "bytes_down": 6894, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "input_tokens": 89077, "cached_input_tokens": 67328, "output_tokens": 1220, "reasoning_output_tokens": 0 } }, { "run": "codex-t4-r2", "started": "2026-11-05T09:36:39+02:00", "wall_s": 42.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 348855, "bytes_down": 55451162, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719574, "bytes_down": 6899, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "input_tokens": 86924, "cached_input_tokens": 77824, "output_tokens": 1094, "reasoning_output_tokens": 0 } }, { "run": "codex-t4-r3", "started": "2026-11-05T09:42:27+02:00", "wall_s": 48.1, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 349792, "bytes_down": 55450124, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719703, "bytes_down": 6899, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "input_tokens": 89602, "cached_input_tokens": 77184, "output_tokens": 1101, "reasoning_output_tokens": 0 } }, { "run": "codex-t5-r1", "started": "2026-11-05T09:31:58+02:00", "wall_s": 58.5, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/dates.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 19, "bytes_up": 365869, "bytes_down": 55573710, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719723, "bytes_down": 6891, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 131491, "cached_input_tokens": 110336, "output_tokens": 1846, "reasoning_output_tokens": 204 } }, { "run": "codex-t5-r2", "started": "2026-11-05T09:37:25+02:00", "wall_s": 58.4, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/dates.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 19, "bytes_up": 366019, "bytes_down": 55580732, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719724, "bytes_down": 6896, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 132378, "cached_input_tokens": 115712, "output_tokens": 1781, "reasoning_output_tokens": 182 } }, { "run": "codex-t5-r3", "started": "2026-11-05T09:43:19+02:00", "wall_s": 55.8, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "package.json", "src/dates.ts", "test/dates.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 19, "bytes_up": 366707, "bytes_down": 55579476, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 719710, "bytes_down": 6900, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 134378, "cached_input_tokens": 123904, "output_tokens": 1745, "reasoning_output_tokens": 219 } }, { "run": "codex-t6-r1", "started": "2026-11-05T09:33:02+02:00", "wall_s": 14.8, "pass": false, "quality": 1, "hidden_by_tz": { "UTC": "1/4" }, "changed_files": [], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 14, "bytes_up": 177328, "bytes_down": 19841646, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 731748, "bytes_down": 6893, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "MCP get_issue call cancelled: 'MCP tool call requires approval, but approval policy is never'. Agent changed nothing and asked for the issue text. Our harness had not set the documented per-server approval key (Claude's MCP tools were pre-allowed via --allowedTools). r2/r3 ran with mcp_servers.fft-issues.default_tools_approval_mode=\"approve\" and passed. Counted as a fail.", "usage": { "input_tokens": 46410, "cached_input_tokens": 42368, "output_tokens": 283, "reasoning_output_tokens": 27 } }, { "run": "codex-t6-r2", "started": "2026-11-05T09:50:11+02:00", "wall_s": 64.0, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 18, "bytes_up": 355723, "bytes_down": 56139054, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 785229, "bytes_down": 8482, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 88398, "cached_input_tokens": 79744, "output_tokens": 1378, "reasoning_output_tokens": 11 } }, { "run": "codex-t6-r3", "started": "2026-11-05T09:51:22+02:00", "wall_s": 40.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "chatgpt.com:443": { "connections": 17, "bytes_up": 338824, "bytes_down": 52893399, "errors": 0 }, "ab.chatgpt.com:443": { "connections": 1, "bytes_up": 732479, "bytes_down": 6903, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "input_tokens": 85673, "cached_input_tokens": 67456, "output_tokens": 1443, "reasoning_output_tokens": 14 } } ], "tasks": { "t1h": { "runs": 3, "passes": 3, "median_wall_s": 27.2, "limit_s": 900, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t2h": { "runs": 3, "passes": 3, "median_wall_s": 92.8, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t3h": { "runs": 3, "passes": 3, "median_wall_s": 66.4, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t4": { "runs": 3, "passes": 3, "median_wall_s": 44.5, "limit_s": 900, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t5": { "runs": 3, "passes": 3, "median_wall_s": 58.4, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t6": { "runs": 3, "passes": 2, "median_wall_s": 40.4, "limit_s": 1200, "quality": 4, "quality_by_run": [ 1, 5, 5 ], "reliability": 3, "speed": 5 } }, "all_six_tasks_complete": true, "quality": 5, "quality_mean_exact": 4.833, "reliability": 5, "reliability_mean_exact": 4.667, "speed": 5, "speed_mean_exact": 5 }, "claude": { "runs": [ { "run": "claude-t1h-r1", "started": "2026-11-05T09:27:56+02:00", "wall_s": 40.6, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts", "test/lookup.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1055205, "bytes_down": 263740, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 3, "bytes_up": 240244, "bytes_down": 16311, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 514032, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.3388, "num_turns": 21, "permission_denials": 2 } }, { "run": "claude-t1h-r2", "started": "2026-11-05T09:35:02+02:00", "wall_s": 27.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 891766, "bytes_down": 244899, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 2, "bytes_up": 181394, "bytes_down": 10874, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 514018, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.2599, "num_turns": 14, "permission_denials": 0 } }, { "run": "claude-t1h-r3", "started": "2026-11-05T09:43:15+02:00", "wall_s": 68.1, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts", "test/lookup.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1256207, "bytes_down": 288842, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 5, "bytes_up": 292215, "bytes_down": 27185, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519586, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.4479, "num_turns": 30, "permission_denials": 3 } }, { "run": "claude-t2h-r1", "started": "2026-11-05T09:28:41+02:00", "wall_s": 105.2, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1161606, "bytes_down": 309792, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 5, "bytes_up": 222450, "bytes_down": 27185, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 513544, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.5891, "num_turns": 31, "permission_denials": 0 } }, { "run": "claude-t2h-r2", "started": "2026-11-05T09:35:33+02:00", "wall_s": 146.1, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/main.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts", "test/main.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1270321, "bytes_down": 343199, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 6, "bytes_up": 257234, "bytes_down": 32622, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519539, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.7491, "num_turns": 36, "permission_denials": 2 } }, { "run": "claude-t2h-r3", "started": "2026-11-05T09:44:27+02:00", "wall_s": 160.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/main.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts", "test/main.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1428226, "bytes_down": 357475, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 5, "bytes_up": 301690, "bytes_down": 27185, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519533, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.8294, "num_turns": 44, "permission_denials": 6 } }, { "run": "claude-t3h-r1", "started": "2026-11-05T09:30:30+02:00", "wall_s": 87.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "src/types.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts", "src/priority.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1319073, "bytes_down": 298223, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 6, "bytes_up": 296855, "bytes_down": 32622, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 8, "bytes_up": 22760, "bytes_down": 507942, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "Failed v1 hidden test 'a shared Command interface or type exists' only because the interface was in src/types.ts; v1 regex looked only in src/commands/ and cli.ts. Prompt did not fix a location. Test fixed (v2: any file under src/), all finished t3h runs re-graded: 50/50.", "usage": { "api_equivalent_cost_usd_shown": 0.5043, "num_turns": 36, "permission_denials": 1 } }, { "run": "claude-t3h-r2", "started": "2026-11-05T09:38:03+02:00", "wall_s": 106.7, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "src/types.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts", "src/priority.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 13, "bytes_up": 1397790, "bytes_down": 324561, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 6, "bytes_up": 306096, "bytes_down": 32622, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519497, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.6129, "num_turns": 42, "permission_denials": 3 } }, { "run": "claude-t3h-r3", "started": "2026-11-05T09:47:11+02:00", "wall_s": 122.9, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "test/cli.test.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1537899, "bytes_down": 332873, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 7, "bytes_up": 358755, "bytes_down": 38059, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 514038, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.6813, "num_turns": 50, "permission_denials": 5 } }, { "run": "claude-t4-r1", "started": "2026-11-05T09:32:00+02:00", "wall_s": 53.9, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1153391, "bytes_down": 279945, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 3, "bytes_up": 249587, "bytes_down": 16311, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 514002, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "api_equivalent_cost_usd_shown": 0.3943, "num_turns": 27, "permission_denials": 2 } }, { "run": "claude-t4-r2", "started": "2026-11-05T09:39:53+02:00", "wall_s": 48.8, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1103514, "bytes_down": 274127, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 2, "bytes_up": 243071, "bytes_down": 10874, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 9, "bytes_up": 24338, "bytes_down": 514013, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "api_equivalent_cost_usd_shown": 0.3694, "num_turns": 24, "permission_denials": 1 } }, { "run": "claude-t4-r3", "started": "2026-11-05T09:49:18+02:00", "wall_s": 40.6, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 13, "bytes_up": 1025002, "bytes_down": 276377, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 2, "bytes_up": 209380, "bytes_down": 10874, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519501, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "api_equivalent_cost_usd_shown": 0.3317, "num_turns": 21, "permission_denials": 0 } }, { "run": "claude-t5-r1", "started": "2026-11-05T09:32:58+02:00", "wall_s": 52.4, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/timezone.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1066931, "bytes_down": 269719, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 4, "bytes_up": 236030, "bytes_down": 21748, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519501, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.4068, "num_turns": 21, "permission_denials": 2 } }, { "run": "claude-t5-r2", "started": "2026-11-05T09:40:46+02:00", "wall_s": 105.9, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/timezone.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 20, "bytes_up": 1110690, "bytes_down": 3124730, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 4, "bytes_up": 256047, "bytes_down": 21748, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519549, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.3616, "num_turns": 21, "permission_denials": 2 } }, { "run": "claude-t5-r3", "started": "2026-11-05T09:50:02+02:00", "wall_s": 71.3, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/timezone.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 12, "bytes_up": 1288285, "bytes_down": 288017, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 4, "bytes_up": 298844, "bytes_down": 21748, "errors": 0 }, "mcp-proxy.anthropic.com:443": { "connections": 10, "bytes_up": 25916, "bytes_down": 519541, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.4665, "num_turns": 32, "permission_denials": 4 } }, { "run": "claude-t6-r1", "started": "2026-11-05T09:33:57+02:00", "wall_s": 61.5, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 8, "bytes_up": 1072282, "bytes_down": 132921, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 4, "bytes_up": 232570, "bytes_down": 21748, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.3943, "num_turns": 22, "permission_denials": 4 } }, { "run": "claude-t6-r2", "started": "2026-11-05T09:42:38+02:00", "wall_s": 33.8, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 8, "bytes_up": 984205, "bytes_down": 104652, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 3, "bytes_up": 202060, "bytes_down": 16311, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.2949, "num_turns": 22, "permission_denials": 1 } }, { "run": "claude-t6-r3", "started": "2026-11-05T09:51:19+02:00", "wall_s": 30.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "api.anthropic.com:443": { "connections": 9, "bytes_up": 936330, "bytes_down": 106130, "errors": 0 }, "http-intake.logs.us5.datadoghq.com:443": { "connections": 2, "bytes_up": 185409, "bytes_down": 10874, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "api_equivalent_cost_usd_shown": 0.276, "num_turns": 18, "permission_denials": 0 } } ], "tasks": { "t1h": { "runs": 3, "passes": 3, "median_wall_s": 40.6, "limit_s": 900, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t2h": { "runs": 3, "passes": 3, "median_wall_s": 146.1, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t3h": { "runs": 3, "passes": 3, "median_wall_s": 106.7, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t4": { "runs": 3, "passes": 3, "median_wall_s": 48.8, "limit_s": 900, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t5": { "runs": 3, "passes": 3, "median_wall_s": 71.3, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t6": { "runs": 3, "passes": 3, "median_wall_s": 33.8, "limit_s": 1200, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 } }, "all_six_tasks_complete": true, "quality": 5, "quality_mean_exact": 5, "reliability": 5, "reliability_mean_exact": 5, "speed": 5, "speed_mean_exact": 5 }, "opencode": { "runs": [ { "run": "opencode-t1h-r1", "started": "2026-11-05T09:27:57+02:00", "wall_s": 17.7, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 379800, "bytes_down": 132105, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 16538, "output": 955, "reasoning": 732, "cache_read": 79744 }, "reported_cost_usd": 0.0, "steps": 7 } }, { "run": "opencode-t1h-r2", "started": "2026-11-05T09:31:35+02:00", "wall_s": 11.2, "pass": false, "quality": 2, "hidden_by_tz": { "UTC": "4/6" }, "changed_files": [ "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 279935, "bytes_down": 61110, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "Fixed the sort-mutation half (store.ts) only; the lookup.ts half of the bug remained. Hidden 4/6. Partially met = 2.", "usage": { "tokens": { "input": 19023, "output": 485, "reasoning": 122, "cache_read": 50816 }, "reported_cost_usd": 0.0, "steps": 6 } }, { "run": "opencode-t1h-r3", "started": "2026-11-05T09:34:37+02:00", "wall_s": 13.9, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "6/6" }, "changed_files": [ "src/lookup.ts", "src/store.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 303441, "bytes_down": 98205, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 15099, "output": 943, "reasoning": 286, "cache_read": 62720 }, "reported_cost_usd": 0.0, "steps": 6 } }, { "run": "opencode-t2h-r1", "started": "2026-11-05T09:28:18+02:00", "wall_s": 44.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 781439, "bytes_down": 519394, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 23630, "output": 6622, "reasoning": 1704, "cache_read": 175104 }, "reported_cost_usd": 0.0, "steps": 11 } }, { "run": "opencode-t2h-r2", "started": "2026-11-05T09:31:50+02:00", "wall_s": 56.8, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 1490423, "bytes_down": 622648, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 55061, "output": 5652, "reasoning": 3377, "cache_read": 329984 }, "reported_cost_usd": 0.0, "steps": 16 } }, { "run": "opencode-t2h-r3", "started": "2026-11-05T09:34:55+02:00", "wall_s": 71.3, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "9/9" }, "changed_files": [ "README.md", "src/cli.ts", "src/format.ts", "src/index.ts", "src/store.ts", "src/types.ts", "test/cli.test.ts", "test/store.test.ts", "src/tags.ts", "test/tags.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 1771773, "bytes_down": 704113, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 31422, "output": 8072, "reasoning": 3162, "cache_read": 431744 }, "reported_cost_usd": 0.0, "steps": 22 } }, { "run": "opencode-t3h-r1", "started": "2026-11-05T09:29:05+02:00", "wall_s": 71.7, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "src/types.ts", "src/commands/add.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/types.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 1210321, "bytes_down": 837402, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "Failed v1 hidden test 'a shared Command interface or type exists' only because the interface was in src/types.ts; v1 regex looked only in src/commands/ and cli.ts. Prompt did not fix a location. Test fixed (v2: any file under src/), all finished t3h runs re-graded: 50/50.", "usage": { "tokens": { "input": 37287, "output": 3859, "reasoning": 7808, "cache_read": 266240 }, "reported_cost_usd": 0.0, "steps": 16 } }, { "run": "opencode-t3h-r2", "started": "2026-11-05T09:32:50+02:00", "wall_s": 28.1, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "models.opencode.ai:443": { "connections": 1, "bytes_up": 1910, "bytes_down": 693132, "errors": 0 }, "opencode.ai:443": { "connections": 2, "bytes_up": 501401, "bytes_down": 279793, "errors": 0 } }, "rate_limit_text_seen": true, "review_note": "Rate-limit regex matched '\"input\":429' in a token count; no rate limit.", "usage": { "tokens": { "input": 26090, "output": 3165, "reasoning": 1135, "cache_read": 98432 }, "reported_cost_usd": 0.0, "steps": 9 } }, { "run": "opencode-t3h-r3", "started": "2026-11-05T09:36:10+02:00", "wall_s": 30.5, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "50/50" }, "changed_files": [ "src/cli.ts", "src/commands/add.ts", "src/commands/command.ts", "src/commands/done.ts", "src/commands/edit.ts", "src/commands/help.ts", "src/commands/index.ts", "src/commands/list.ts", "src/commands/priority.ts", "src/commands/rm.ts", "src/commands/stats.ts", "src/commands/undo.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 452725, "bytes_down": 300106, "errors": 0 } }, "rate_limit_text_seen": true, "review_note": "Rate-limit regex matched '\"input\":429' in a token count; no rate limit.", "usage": { "tokens": { "input": 27438, "output": 3217, "reasoning": 1730, "cache_read": 85760 }, "reported_cost_usd": 0.0, "steps": 8 } }, { "run": "opencode-t4-r1", "started": "2026-11-05T09:30:21+02:00", "wall_s": 13.6, "pass": false, "quality": 2, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 384590, "bytes_down": 127432, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "8/8 facts stated, but one false claim: 'The store returns copies only for all(); other methods return the mutated todo' (remove() returns void; get() mutates nothing). Also over-broad: 'Due dates are strings compared lexically against utcDate(now)' (true for list --overdue; stats uses daysBetween). Graded as delivered: partially met = 2. A one-sentence fix would make it pass.", "usage": { "tokens": { "input": 32587, "output": 1354, "reasoning": 84, "cache_read": 62848 }, "reported_cost_usd": 0.0, "steps": 7 } }, { "run": "opencode-t4-r2", "started": "2026-11-05T09:33:22+02:00", "wall_s": 17.6, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 337523, "bytes_down": 164614, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src).", "usage": { "tokens": { "input": 29218, "output": 1344, "reasoning": 695, "cache_read": 51712 }, "reported_cost_usd": 0.0, "steps": 7 } }, { "run": "opencode-t4-r3", "started": "2026-11-05T09:36:44+02:00", "wall_s": 12.4, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "0/0" }, "changed_files": [ "docs/ARCHITECTURE.md" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 296206, "bytes_down": 115222, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": "All 8 checklist facts stated and true; no false claims found (reviewed against r2/templates/t4/src). Over-broad: 'Results are rendered with format.ts helpers' (add/done/etc. build strings in cli.ts), but its own example shows this; not counted.", "usage": { "tokens": { "input": 21921, "output": 1179, "reasoning": 90, "cache_read": 50560 }, "reported_cost_usd": 0.0, "steps": 6 } }, { "run": "opencode-t5-r1", "started": "2026-11-05T09:30:38+02:00", "wall_s": 27.5, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/cli.test.ts", "test/dates.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 567630, "bytes_down": 310393, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 29184, "output": 2205, "reasoning": 1429, "cache_read": 112896 }, "reported_cost_usd": 0.0, "steps": 10 } }, { "run": "opencode-t5-r2", "started": "2026-11-05T09:33:43+02:00", "wall_s": 27.1, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/timezone.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 554550, "bytes_down": 229705, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 18753, "output": 1652, "reasoning": 1822, "cache_read": 121600 }, "reported_cost_usd": 0.0, "steps": 10 } }, { "run": "opencode-t5-r3", "started": "2026-11-05T09:37:01+02:00", "wall_s": 34.0, "pass": true, "quality": 5, "hidden_by_tz": { "Africa/Johannesburg": "4/4", "UTC": "4/4" }, "changed_files": [ "src/dates.ts", "test/cli.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 604238, "bytes_down": 279489, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 24758, "output": 1428, "reasoning": 2502, "cache_read": 128000 }, "reported_cost_usd": 0.0, "steps": 12 } }, { "run": "opencode-t6-r1", "started": "2026-11-05T09:31:12+02:00", "wall_s": 19.1, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 442042, "bytes_down": 136623, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 29258, "output": 2104, "reasoning": 52, "cache_read": 81408 }, "reported_cost_usd": 0.0, "steps": 9 } }, { "run": "opencode-t6-r2", "started": "2026-11-05T09:34:17+02:00", "wall_s": 17.2, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 284020, "bytes_down": 134215, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 14929, "output": 2044, "reasoning": 100, "cache_read": 55296 }, "reported_cost_usd": 0.0, "steps": 6 } }, { "run": "opencode-t6-r3", "started": "2026-11-05T09:37:41+02:00", "wall_s": 19.7, "pass": true, "quality": 5, "hidden_by_tz": { "UTC": "4/4" }, "changed_files": [ "src/store.ts", "test/cli.test.ts", "test/store.test.ts" ], "tsc_ok": true, "eslint_ok": true, "human_interventions": 0, "egress": { "opencode.ai:443": { "connections": 2, "bytes_up": 456511, "bytes_down": 149785, "errors": 0 } }, "rate_limit_text_seen": false, "review_note": null, "usage": { "tokens": { "input": 28498, "output": 2251, "reasoning": 102, "cache_read": 85888 }, "reported_cost_usd": 0.0, "steps": 9 } } ], "tasks": { "t1h": { "runs": 3, "passes": 2, "median_wall_s": 13.9, "limit_s": 900, "quality": 4, "quality_by_run": [ 5, 2, 5 ], "reliability": 3, "speed": 5 }, "t2h": { "runs": 3, "passes": 3, "median_wall_s": 56.8, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t3h": { "runs": 3, "passes": 3, "median_wall_s": 30.5, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t4": { "runs": 3, "passes": 2, "median_wall_s": 13.6, "limit_s": 900, "quality": 4, "quality_by_run": [ 2, 5, 5 ], "reliability": 3, "speed": 5 }, "t5": { "runs": 3, "passes": 3, "median_wall_s": 27.5, "limit_s": 1500, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 }, "t6": { "runs": 3, "passes": 3, "median_wall_s": 19.1, "limit_s": 1200, "quality": 5, "quality_by_run": [ 5, 5, 5 ], "reliability": 5, "speed": 5 } }, "all_six_tasks_complete": true, "quality": 5, "quality_mean_exact": 4.667, "reliability": 4, "reliability_mean_exact": 4.333, "speed": 5, "speed_mean_exact": 5 } }, "published_note": "Codex setup is published as 4 and FitScore 90. This file keeps the measured run results. It does not store FitScores." }