{
 "note": "Receipts of the single call vs agent loop study (public-runs/single-call-vs-agent-loop). Every attempt is kept, failures and contaminated attempts included. Reference single-call cells (Claude Haiku 4.5 and Claude Sonnet 5.5, default effort) are read from raw/provider-h2h-hard.",
 "cases": [
  {
   "id": "merge-ranges",
   "title": "Fix an interval-merge function (off-by-one and edge cases)",
   "kind": "code-fix",
   "difficulty": "hard",
   "format": "js",
   "validator": "sandbox"
  },
  {
   "id": "day-hours",
   "title": "Fix a time-zone day-length function (DST)",
   "kind": "code-fix",
   "difficulty": "hard",
   "format": "js",
   "validator": "sandbox"
  },
  {
   "id": "csv-parse",
   "title": "Write a CSV parser (quoted newlines, strict errors)",
   "kind": "code-write",
   "difficulty": "hard",
   "format": "js",
   "validator": "sandbox"
  },
  {
   "id": "event-loop-order",
   "title": "Predict JavaScript event-loop output order",
   "kind": "reasoning",
   "difficulty": "hard",
   "format": "line",
   "validator": "exact",
   "expected": "A1,S,M1,A2,Q1,TH,M3,M2,Q2,B1,M4,R1,T1,T2,T2M,A3"
  },
  {
   "id": "talk-schedule",
   "title": "Solve a multi-constraint room schedule",
   "kind": "constraint",
   "difficulty": "hard",
   "format": "json",
   "validator": "sandbox"
  },
  {
   "id": "semver-regex",
   "title": "Write a strict SemVer 2.0.0 regex",
   "kind": "regex",
   "difficulty": "hard",
   "format": "regex",
   "validator": "sandbox"
  },
  {
   "id": "money-refactor",
   "title": "Refactor to remove duplication, keep 20 tests green",
   "kind": "refactor",
   "difficulty": "hard",
   "format": "js",
   "validator": "sandbox"
  },
  {
   "id": "q1-sql",
   "title": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "kind": "sql",
   "difficulty": "hard",
   "format": "sql",
   "validator": "sandbox"
  }
 ],
 "controls": {
  "ranAt": "2026-10-06T21:30:47.197Z",
  "allOk": true,
  "cases": [
   {
    "caseId": "merge-ranges",
    "referencePassed": true,
    "referenceChecks": 18,
    "wrongAnswers": 5,
    "wrongAnswersFailed": 5,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "day-hours",
    "referencePassed": true,
    "referenceChecks": 36,
    "wrongAnswers": 3,
    "wrongAnswersFailed": 3,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "csv-parse",
    "referencePassed": true,
    "referenceChecks": 22,
    "wrongAnswers": 3,
    "wrongAnswersFailed": 3,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "event-loop-order",
    "referencePassed": true,
    "referenceChecks": 1,
    "wrongAnswers": 3,
    "wrongAnswersFailed": 3,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "talk-schedule",
    "referencePassed": true,
    "referenceChecks": 14,
    "wrongAnswers": 3,
    "wrongAnswersFailed": 3,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "semver-regex",
    "referencePassed": true,
    "referenceChecks": 30,
    "wrongAnswers": 3,
    "wrongAnswersFailed": 3,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "money-refactor",
    "referencePassed": true,
    "referenceChecks": 25,
    "wrongAnswers": 2,
    "wrongAnswersFailed": 2,
    "wrappedReferenceIsFormatMiss": true
   },
   {
    "caseId": "q1-sql",
    "referencePassed": true,
    "referenceChecks": 8,
    "wrongAnswers": 4,
    "wrongAnswersFailed": 4,
    "wrappedReferenceIsFormatMiss": true
   }
  ]
 },
 "references": {
  "group": "provider-h2h-hard",
  "cells": [
   "claude-cli haiku default (single call, reps 1-3)",
   "claude-cli sonnet default (single call, reps 1-3)"
  ]
 },
 "probes": [
  {
   "kind": "sandbox",
   "route": "claude-cli",
   "ranAt": "2026-10-06T22:05:32.403Z",
   "network": "blocked (the command was refused before it ran)",
   "outsideWrite": "refused",
   "fileInWorkFolder": "created",
   "outsideEditCount": 0
  },
  {
   "kind": "sandbox",
   "route": "codex-cli",
   "ranAt": "2026-10-06T21:40:44.051Z",
   "network": "blocked",
   "outsideWrite": "refused",
   "fileInWorkFolder": "created",
   "outsideEditCount": 0
  },
  {
   "kind": "single-call route",
   "route": "codex-cli",
   "ranAt": "2026-10-06T21:41:03.437Z",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "status": "completed"
  }
 ],
 "audit": {
  "rule": "An agent-loop attempt that read a file outside its work folder is contaminated: kept here, left out of the pass rate. Edits outside the work folder that ran must be 0. A tool call or command that the CLI refused before it ran is counted as an attempt, not an access.",
  "attempts": 56,
  "outsideEdits": 0,
  "outsideEditAttemptsRefused": 2,
  "outsideReadAttemptsRefused": 0,
  "contaminated": [
   {
    "route": "codex-cli",
    "modelRequested": "gpt-6-luna",
    "caseId": "day-hours",
    "rep": 1,
    "outsideReads": 1
   },
   {
    "route": "codex-cli",
    "modelRequested": "gpt-6-luna",
    "caseId": "day-hours",
    "rep": 2,
    "outsideReads": 1
   }
  ]
 },
 "batches": [
  {
   "batch": "batch-1",
   "schema": "agent-loop@1",
   "mode": "agent-loop",
   "route": "claude-cli",
   "startedAt": "2026-10-06T22:06:16.537Z",
   "finishedAt": "2026-10-06T22:39:01.728Z",
   "stopped": false,
   "stopKind": null,
   "trimmed": [],
   "calls": 40
  },
  {
   "batch": "batch-2",
   "schema": "agent-loop@1",
   "mode": "agent-loop",
   "route": "codex-cli",
   "startedAt": "2026-10-06T21:43:17.701Z",
   "finishedAt": "2026-10-06T21:46:29.416Z",
   "stopped": false,
   "stopKind": null,
   "trimmed": [],
   "calls": 16
  },
  {
   "batch": "batch-3",
   "schema": "agent-provider-h2h@2",
   "mode": "single-call",
   "route": "codex-cli",
   "startedAt": "2026-10-06T21:41:26.573Z",
   "finishedAt": "2026-10-06T21:43:04.830Z",
   "stopped": false,
   "stopKind": null,
   "trimmed": [],
   "calls": 16
  }
 ],
 "receipts": [
  {
   "batch": "batch-1",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:06:16.539Z",
   "finishedAt": "2026-10-06T22:07:06.276Z",
   "status": "completed",
   "totalMs": 49737,
   "apiDurationMs": 47449,
   "turns": 5,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 4,
   "toolsByName": {
    "Bash": 2,
    "Write": 2
   },
   "inputTokens": 79063,
   "outputTokens": 5920,
   "cacheReadTokens": 61335,
   "cacheWriteTokens": 17686,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 79063,
     "outputTokens": 5920,
     "cacheReadTokens": 61335,
     "cacheWriteTokens": 17686
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 1,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:07:06.817Z",
   "finishedAt": "2026-10-06T22:07:09.565Z",
   "status": "completed",
   "totalMs": 2748,
   "apiDurationMs": 1772,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9409,
   "outputTokens": 220,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3516,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9409,
     "outputTokens": 220,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3516
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:07:09.837Z",
   "finishedAt": "2026-10-06T22:09:51.416Z",
   "status": "completed",
   "totalMs": 161579,
   "apiDurationMs": 159048,
   "turns": 12,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 11,
   "toolsByName": {
    "Write": 3,
    "Bash": 4,
    "Edit": 2,
    "Read": 2
   },
   "inputTokens": 326552,
   "outputTokens": 20105,
   "cacheReadTokens": 299652,
   "cacheWriteTokens": 26802,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 326552,
     "outputTokens": 20105,
     "cacheReadTokens": 299652,
     "cacheWriteTokens": 26802
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:09:51.705Z",
   "finishedAt": "2026-10-06T22:10:15.892Z",
   "status": "completed",
   "totalMs": 24187,
   "apiDurationMs": 21933,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Bash": 2,
    "Write": 1
   },
   "inputTokens": 33040,
   "outputTokens": 3243,
   "cacheReadTokens": 26486,
   "cacheWriteTokens": 6548,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 33040,
     "outputTokens": 3243,
     "cacheReadTokens": 26486,
     "cacheWriteTokens": 6548
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:10:16.190Z",
   "finishedAt": "2026-10-06T22:11:33.493Z",
   "status": "completed",
   "totalMs": 77303,
   "apiDurationMs": 75463,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Write": 2,
    "Bash": 1
   },
   "inputTokens": 74601,
   "outputTokens": 9632,
   "cacheReadTokens": 62321,
   "cacheWriteTokens": 12246,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 74601,
     "outputTokens": 9632,
     "cacheReadTokens": 62321,
     "cacheWriteTokens": 12246
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:11:33.731Z",
   "finishedAt": "2026-10-06T22:11:40.358Z",
   "status": "completed",
   "totalMs": 6627,
   "apiDurationMs": 5836,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9435,
   "outputTokens": 841,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3542,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9435,
     "outputTokens": 841,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3542
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:11:40.603Z",
   "finishedAt": "2026-10-06T22:12:07.136Z",
   "status": "completed",
   "totalMs": 26533,
   "apiDurationMs": 24137,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 44390,
   "outputTokens": 3668,
   "cacheReadTokens": 37717,
   "cacheWriteTokens": 6647,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 44390,
     "outputTokens": 3668,
     "cacheReadTokens": 37717,
     "cacheWriteTokens": 6647
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:12:07.139Z",
   "finishedAt": "2026-10-06T22:12:18.128Z",
   "status": "completed",
   "totalMs": 10989,
   "apiDurationMs": 8613,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Bash": 2,
    "Write": 1
   },
   "inputTokens": 30160,
   "outputTokens": 1057,
   "cacheReadTokens": 25316,
   "cacheWriteTokens": 4838,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 30160,
     "outputTokens": 1057,
     "cacheReadTokens": 25316,
     "cacheWriteTokens": 4838
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:12:18.130Z",
   "finishedAt": "2026-10-06T22:16:01.833Z",
   "status": "completed",
   "totalMs": 223703,
   "apiDurationMs": 73275,
   "turns": 6,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 5,
   "toolsByName": {
    "Write": 1,
    "Bash": 3,
    "Edit": 1
   },
   "inputTokens": 119039,
   "outputTokens": 9678,
   "cacheReadTokens": 106455,
   "cacheWriteTokens": 12534,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 119039,
     "outputTokens": 9678,
     "cacheReadTokens": 106455,
     "cacheWriteTokens": 12534
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:16:02.075Z",
   "finishedAt": "2026-10-06T22:16:08.768Z",
   "status": "completed",
   "totalMs": 6693,
   "apiDurationMs": 5868,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9549,
   "outputTokens": 708,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3656,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9549,
     "outputTokens": 708,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3656
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:16:09.015Z",
   "finishedAt": "2026-10-06T22:16:51.385Z",
   "status": "completed",
   "totalMs": 42370,
   "apiDurationMs": 40222,
   "turns": 5,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 4,
   "toolsByName": {
    "Write": 1,
    "Bash": 2,
    "Edit": 1
   },
   "inputTokens": 76990,
   "outputTokens": 4591,
   "cacheReadTokens": 69513,
   "cacheWriteTokens": 7435,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 76990,
     "outputTokens": 4591,
     "cacheReadTokens": 69513,
     "cacheWriteTokens": 7435
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:16:51.914Z",
   "finishedAt": "2026-10-06T22:16:55.962Z",
   "status": "completed",
   "totalMs": 4048,
   "apiDurationMs": 3104,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9400,
   "outputTokens": 419,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3507,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9400,
     "outputTokens": 419,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3507
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:16:56.226Z",
   "finishedAt": "2026-10-06T22:17:29.509Z",
   "status": "completed",
   "totalMs": 33283,
   "apiDurationMs": 31219,
   "turns": 5,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 4,
   "toolsByName": {
    "Write": 2,
    "Bash": 2
   },
   "inputTokens": 74849,
   "outputTokens": 3822,
   "cacheReadTokens": 67872,
   "cacheWriteTokens": 6935,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 74849,
     "outputTokens": 3822,
     "cacheReadTokens": 67872,
     "cacheWriteTokens": 6935
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 21,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:17:29.998Z",
   "finishedAt": "2026-10-06T22:17:37.322Z",
   "status": "completed",
   "totalMs": 7324,
   "apiDurationMs": 6511,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9832,
   "outputTokens": 887,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3939,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9832,
     "outputTokens": 887,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3939
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:17:37.574Z",
   "finishedAt": "2026-10-06T22:18:39.627Z",
   "status": "completed",
   "totalMs": 62053,
   "apiDurationMs": 60065,
   "turns": 7,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 6,
   "toolsByName": {
    "Bash": 3,
    "Write": 3
   },
   "inputTokens": 134204,
   "outputTokens": 10180,
   "cacheReadTokens": 121617,
   "cacheWriteTokens": 12529,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 134204,
     "outputTokens": 10180,
     "cacheReadTokens": 121617,
     "cacheWriteTokens": 12529
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 1,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-06T22:18:40.156Z",
   "finishedAt": "2026-10-06T22:18:48.791Z",
   "status": "completed",
   "totalMs": 8635,
   "apiDurationMs": 7831,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9677,
   "outputTokens": 1400,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3784,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9677,
     "outputTokens": 1400,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3784
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:18:53.960Z",
   "finishedAt": "2026-10-06T22:19:18.493Z",
   "status": "completed",
   "totalMs": 24533,
   "apiDurationMs": 22690,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 41732,
   "outputTokens": 2541,
   "cacheReadTokens": 36329,
   "cacheWriteTokens": 5377,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 41732,
     "outputTokens": 2541,
     "cacheReadTokens": 36329,
     "cacheWriteTokens": 5377
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:19:18.741Z",
   "finishedAt": "2026-10-06T22:19:21.644Z",
   "status": "completed",
   "totalMs": 2903,
   "apiDurationMs": 1998,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9404,
   "outputTokens": 219,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3511,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9404,
     "outputTokens": 219,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3511
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:19:21.938Z",
   "finishedAt": "2026-10-06T22:21:28.059Z",
   "status": "completed",
   "totalMs": 126121,
   "apiDurationMs": 123485,
   "turns": 9,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 8,
   "toolsByName": {
    "Write": 3,
    "Bash": 4,
    "Edit": 1
   },
   "inputTokens": 214635,
   "outputTokens": 16372,
   "cacheReadTokens": 194212,
   "cacheWriteTokens": 20349,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 214635,
     "outputTokens": 16372,
     "cacheReadTokens": 194212,
     "cacheWriteTokens": 20349
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:21:28.529Z",
   "finishedAt": "2026-10-06T22:21:38.645Z",
   "status": "completed",
   "totalMs": 10116,
   "apiDurationMs": 9316,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9415,
   "outputTokens": 1183,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3522,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9415,
     "outputTokens": 1183,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3522
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:21:38.925Z",
   "finishedAt": "2026-10-06T22:22:30.421Z",
   "status": "completed",
   "totalMs": 51496,
   "apiDurationMs": 47347,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Write": 2,
    "Bash": 1
   },
   "inputTokens": 68781,
   "outputTokens": 7435,
   "cacheReadTokens": 58377,
   "cacheWriteTokens": 10370,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 68781,
     "outputTokens": 7435,
     "cacheReadTokens": 58377,
     "cacheWriteTokens": 10370
    }
   },
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:22:30.678Z",
   "finishedAt": "2026-10-06T22:22:38.497Z",
   "status": "completed",
   "totalMs": 7819,
   "apiDurationMs": 6990,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9433,
   "outputTokens": 885,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3540,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9433,
     "outputTokens": 885,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3540
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:22:38.768Z",
   "finishedAt": "2026-10-06T22:23:24.293Z",
   "status": "completed",
   "totalMs": 45525,
   "apiDurationMs": 43687,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 47476,
   "outputTokens": 5303,
   "cacheReadTokens": 39260,
   "cacheWriteTokens": 8190,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 47476,
     "outputTokens": 5303,
     "cacheReadTokens": 39260,
     "cacheWriteTokens": 8190
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:23:24.296Z",
   "finishedAt": "2026-10-06T22:23:34.480Z",
   "status": "completed",
   "totalMs": 10184,
   "apiDurationMs": 8183,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Bash": 2,
    "Write": 1
   },
   "inputTokens": 30183,
   "outputTokens": 1148,
   "cacheReadTokens": 25322,
   "cacheWriteTokens": 4855,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 30183,
     "outputTokens": 1148,
     "cacheReadTokens": 25322,
     "cacheWriteTokens": 4855
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:23:34.485Z",
   "finishedAt": "2026-10-06T22:25:25.541Z",
   "status": "completed",
   "totalMs": 111056,
   "apiDurationMs": 109116,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 64654,
   "outputTokens": 13539,
   "cacheReadTokens": 47853,
   "cacheWriteTokens": 16775,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 64654,
     "outputTokens": 13539,
     "cacheReadTokens": 47853,
     "cacheWriteTokens": 16775
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:25:26.044Z",
   "finishedAt": "2026-10-06T22:25:33.694Z",
   "status": "completed",
   "totalMs": 7650,
   "apiDurationMs": 6846,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9550,
   "outputTokens": 818,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3657,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9550,
     "outputTokens": 818,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3657
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:25:33.942Z",
   "finishedAt": "2026-10-06T22:26:09.362Z",
   "status": "completed",
   "totalMs": 35420,
   "apiDurationMs": 33144,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Write": 1,
    "Bash": 2
   },
   "inputTokens": 60795,
   "outputTokens": 4003,
   "cacheReadTokens": 53038,
   "cacheWriteTokens": 7723,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 60795,
     "outputTokens": 4003,
     "cacheReadTokens": 53038,
     "cacheWriteTokens": 7723
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:26:09.614Z",
   "finishedAt": "2026-10-06T22:26:13.448Z",
   "status": "completed",
   "totalMs": 3834,
   "apiDurationMs": 2840,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9398,
   "outputTokens": 432,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3505,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9398,
     "outputTokens": 432,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3505
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:26:13.707Z",
   "finishedAt": "2026-10-06T22:27:20.540Z",
   "status": "completed",
   "totalMs": 66833,
   "apiDurationMs": 64913,
   "turns": 6,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 5,
   "toolsByName": {
    "Write": 4,
    "Bash": 1
   },
   "inputTokens": 106100,
   "outputTokens": 8389,
   "cacheReadTokens": 94062,
   "cacheWriteTokens": 11988,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 106100,
     "outputTokens": 8389,
     "cacheReadTokens": 94062,
     "cacheWriteTokens": 11988
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 23,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:27:21.051Z",
   "finishedAt": "2026-10-06T22:27:28.546Z",
   "status": "completed",
   "totalMs": 7495,
   "apiDurationMs": 6708,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9829,
   "outputTokens": 867,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3936,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9829,
     "outputTokens": 867,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3936
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:27:28.798Z",
   "finishedAt": "2026-10-06T22:28:18.880Z",
   "status": "completed",
   "totalMs": 50082,
   "apiDurationMs": 48349,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 47846,
   "outputTokens": 6209,
   "cacheReadTokens": 39488,
   "cacheWriteTokens": 8332,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 47846,
     "outputTokens": 6209,
     "cacheReadTokens": 39488,
     "cacheWriteTokens": 8332
    }
   },
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-06T22:28:19.403Z",
   "finishedAt": "2026-10-06T22:28:26.638Z",
   "status": "completed",
   "totalMs": 7235,
   "apiDurationMs": 6434,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 9677,
   "outputTokens": 1068,
   "cacheReadTokens": 5891,
   "cacheWriteTokens": 3784,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-sonnet-5-5": {
     "inputTokens": 9677,
     "outputTokens": 1068,
     "cacheReadTokens": 5891,
     "cacheWriteTokens": 3784
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:28:39.787Z",
   "finishedAt": "2026-10-06T22:29:20.541Z",
   "status": "completed",
   "totalMs": 40754,
   "apiDurationMs": 38773,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 45925,
   "outputTokens": 4734,
   "cacheReadTokens": 38366,
   "cacheWriteTokens": 7533,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 45925,
     "outputTokens": 4734,
     "cacheReadTokens": 38366,
     "cacheWriteTokens": 7533
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:29:20.792Z",
   "finishedAt": "2026-10-06T22:32:19.708Z",
   "status": "completed",
   "totalMs": 178916,
   "apiDurationMs": 175676,
   "turns": 19,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 18,
   "toolsByName": {
    "Write": 7,
    "Bash": 8,
    "Edit": 2,
    "Read": 1
   },
   "inputTokens": 516306,
   "outputTokens": 20654,
   "cacheReadTokens": 489136,
   "cacheWriteTokens": 27016,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 516306,
     "outputTokens": 20654,
     "cacheReadTokens": 489136,
     "cacheWriteTokens": 27016
    }
   },
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:32:20.226Z",
   "finishedAt": "2026-10-06T22:33:36.183Z",
   "status": "completed",
   "totalMs": 75957,
   "apiDurationMs": 74192,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 54947,
   "outputTokens": 9419,
   "cacheReadTokens": 42930,
   "cacheWriteTokens": 11991,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 54947,
     "outputTokens": 9419,
     "cacheReadTokens": 42930,
     "cacheWriteTokens": 11991
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:33:36.427Z",
   "finishedAt": "2026-10-06T22:34:54.476Z",
   "status": "completed",
   "totalMs": 78049,
   "apiDurationMs": 76052,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 53542,
   "outputTokens": 10746,
   "cacheReadTokens": 42291,
   "cacheWriteTokens": 11225,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 53542,
     "outputTokens": 10746,
     "cacheReadTokens": 42291,
     "cacheWriteTokens": 11225
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:34:54.483Z",
   "finishedAt": "2026-10-06T22:36:27.410Z",
   "status": "completed",
   "totalMs": 92927,
   "apiDurationMs": 90672,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Write": 2,
    "Bash": 1
   },
   "inputTokens": 81671,
   "outputTokens": 11138,
   "cacheReadTokens": 67081,
   "cacheWriteTokens": 14556,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 81671,
     "outputTokens": 11138,
     "cacheReadTokens": 67081,
     "cacheWriteTokens": 14556
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:36:27.677Z",
   "finishedAt": "2026-10-06T22:37:06.163Z",
   "status": "completed",
   "totalMs": 38486,
   "apiDurationMs": 36523,
   "turns": 4,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 3,
   "toolsByName": {
    "Write": 1,
    "Bash": 2
   },
   "inputTokens": 62085,
   "outputTokens": 4321,
   "cacheReadTokens": 54088,
   "cacheWriteTokens": 7963,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 62085,
     "outputTokens": 4321,
     "cacheReadTokens": 54088,
     "cacheWriteTokens": 7963
    }
   },
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:37:06.452Z",
   "finishedAt": "2026-10-06T22:37:37.652Z",
   "status": "completed",
   "totalMs": 31200,
   "apiDurationMs": 29052,
   "turns": 3,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 2,
   "toolsByName": {
    "Write": 1,
    "Bash": 1
   },
   "inputTokens": 46110,
   "outputTokens": 4466,
   "cacheReadTokens": 38655,
   "cacheWriteTokens": 7429,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 46110,
     "outputTokens": 4466,
     "cacheReadTokens": 38655,
     "cacheWriteTokens": 7429
    }
   },
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-1",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "claude-cli",
   "mode": "agent-loop",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-06T22:37:37.925Z",
   "finishedAt": "2026-10-06T22:39:00.949Z",
   "status": "completed",
   "totalMs": 83024,
   "apiDurationMs": 80722,
   "turns": 7,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 6,
   "toolsByName": {
    "Write": 2,
    "Bash": 4
   },
   "inputTokens": 126832,
   "outputTokens": 10253,
   "cacheReadTokens": 113918,
   "cacheWriteTokens": 12856,
   "reasoningTokens": null,
   "modelUsage": {
    "claude-haiku-4-5-20251001": {
     "inputTokens": 126832,
     "outputTokens": 10253,
     "cacheReadTokens": 113918,
     "cacheWriteTokens": 12856
    }
   },
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": "2.1.286",
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:43:17.702Z",
   "finishedAt": "2026-10-06T21:43:27.629Z",
   "status": "completed",
   "totalMs": 9927,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15419,
   "outputTokens": 307,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 142,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:43:27.954Z",
   "finishedAt": "2026-10-06T21:43:52.525Z",
   "status": "completed",
   "totalMs": 24571,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 1,
   "toolsByName": {
    "command_execution": 1
   },
   "inputTokens": 31527,
   "outputTokens": 1066,
   "cacheReadTokens": 26112,
   "cacheWriteTokens": 0,
   "reasoningTokens": 567,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 1,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": true
  },
  {
   "batch": "batch-2",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:43:53.132Z",
   "finishedAt": "2026-10-06T21:44:02.704Z",
   "status": "completed",
   "totalMs": 9572,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 19365,
   "outputTokens": 774,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 384,
   "modelUsage": null,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:44:03.038Z",
   "finishedAt": "2026-10-06T21:44:15.366Z",
   "status": "completed",
   "totalMs": 12328,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 19353,
   "outputTokens": 858,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 820,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:44:15.368Z",
   "finishedAt": "2026-10-06T21:44:24.429Z",
   "status": "completed",
   "totalMs": 9061,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15533,
   "outputTokens": 693,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 598,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:44:24.693Z",
   "finishedAt": "2026-10-06T21:44:35.321Z",
   "status": "completed",
   "totalMs": 10628,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15391,
   "outputTokens": 441,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 284,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:44:35.587Z",
   "finishedAt": "2026-10-06T21:44:40.543Z",
   "status": "completed",
   "totalMs": 4956,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15673,
   "outputTokens": 353,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 1,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:44:40.890Z",
   "finishedAt": "2026-10-06T21:44:51.828Z",
   "status": "completed",
   "totalMs": 10937,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15526,
   "outputTokens": 440,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:45:04.985Z",
   "finishedAt": "2026-10-06T21:45:12.000Z",
   "status": "completed",
   "totalMs": 7014,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15419,
   "outputTokens": 524,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 335,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:45:12.278Z",
   "finishedAt": "2026-10-06T21:45:37.645Z",
   "status": "completed",
   "totalMs": 25367,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 1,
   "toolsByName": {
    "command_execution": 1
   },
   "inputTokens": 31204,
   "outputTokens": 1205,
   "cacheReadTokens": 26112,
   "cacheWriteTokens": 0,
   "reasoningTokens": 654,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 1,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": true
  },
  {
   "batch": "batch-2",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:45:37.935Z",
   "finishedAt": "2026-10-06T21:45:45.045Z",
   "status": "completed",
   "totalMs": 7110,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15449,
   "outputTokens": 641,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 236,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:45:45.407Z",
   "finishedAt": "2026-10-06T21:45:51.246Z",
   "status": "completed",
   "totalMs": 5839,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 1,
   "toolsByName": {
    "command_execution": 1
   },
   "inputTokens": 39009,
   "outputTokens": 283,
   "cacheReadTokens": 30208,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 1,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:45:51.248Z",
   "finishedAt": "2026-10-06T21:46:07.136Z",
   "status": "completed",
   "totalMs": 15888,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 1,
   "toolsByName": {
    "command_execution": 1
   },
   "inputTokens": 31734,
   "outputTokens": 626,
   "cacheReadTokens": 26112,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:46:07.564Z",
   "finishedAt": "2026-10-06T21:46:11.343Z",
   "status": "completed",
   "totalMs": 3779,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15391,
   "outputTokens": 143,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:46:11.632Z",
   "finishedAt": "2026-10-06T21:46:17.620Z",
   "status": "completed",
   "totalMs": 5988,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15673,
   "outputTokens": 519,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 182,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 25,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-2",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "mode": "agent-loop",
   "modelRequested": "gpt-6-luna",
   "modelReported": null,
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:46:17.889Z",
   "finishedAt": "2026-10-06T21:46:29.147Z",
   "status": "completed",
   "totalMs": 11258,
   "apiDurationMs": null,
   "turns": 1,
   "maxTurnsHit": false,
   "timedOut": false,
   "toolCalls": 0,
   "toolsByName": {},
   "inputTokens": 15526,
   "outputTokens": 437,
   "cacheReadTokens": 13056,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "modelUsage": null,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "outsideEditCount": 0,
   "cliVersion": null,
   "failureCount": 0,
   "outsideEditAttemptsRefused": 0,
   "outsideReadCount": 0,
   "outsideReadAttemptsRefused": 0,
   "flaggedReadsCleared": 0,
   "contaminated": false
  },
  {
   "batch": "batch-3",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:26.573Z",
   "finishedAt": "2026-10-06T21:41:33.248Z",
   "status": "completed",
   "firstUsefulMs": 3450,
   "totalMs": 6359,
   "inputTokens": 11554,
   "outputTokens": 160,
   "cacheReadTokens": 7936,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:33.248Z",
   "finishedAt": "2026-10-06T21:41:38.833Z",
   "status": "completed",
   "firstUsefulMs": 2879,
   "totalMs": 5264,
   "inputTokens": 11577,
   "outputTokens": 387,
   "cacheReadTokens": 7936,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:38.834Z",
   "finishedAt": "2026-10-06T21:41:43.597Z",
   "status": "completed",
   "firstUsefulMs": 2536,
   "totalMs": 4447,
   "inputTokens": 11586,
   "outputTokens": 374,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:43.598Z",
   "finishedAt": "2026-10-06T21:41:47.834Z",
   "status": "completed",
   "firstUsefulMs": 3437,
   "totalMs": 4236,
   "inputTokens": 11580,
   "outputTokens": 36,
   "cacheReadTokens": 2816,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 1,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:47.835Z",
   "finishedAt": "2026-10-06T21:41:54.874Z",
   "status": "completed",
   "firstUsefulMs": 6329,
   "totalMs": 6739,
   "inputTokens": 11680,
   "outputTokens": 634,
   "cacheReadTokens": 7936,
   "cacheWriteTokens": 0,
   "reasoningTokens": 539,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 14,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:54.875Z",
   "finishedAt": "2026-10-06T21:41:59.401Z",
   "status": "completed",
   "firstUsefulMs": 3312,
   "totalMs": 3945,
   "inputTokens": 11526,
   "outputTokens": 143,
   "cacheReadTokens": 7936,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:41:59.401Z",
   "finishedAt": "2026-10-06T21:42:04.723Z",
   "status": "completed",
   "firstUsefulMs": 2634,
   "totalMs": 5049,
   "inputTokens": 11814,
   "outputTokens": 345,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 25,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 1,
   "startedAt": "2026-10-06T21:42:04.724Z",
   "finishedAt": "2026-10-06T21:42:09.723Z",
   "status": "completed",
   "firstUsefulMs": 2667,
   "totalMs": 4723,
   "inputTokens": 11661,
   "outputTokens": 433,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "merge-ranges",
   "caseTitle": "Fix an interval-merge function (off-by-one and edge cases)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:09.723Z",
   "finishedAt": "2026-10-06T21:42:17.684Z",
   "status": "completed",
   "firstUsefulMs": 3812,
   "totalMs": 7482,
   "inputTokens": 11556,
   "outputTokens": 161,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 18,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "day-hours",
   "caseTitle": "Fix a time-zone day-length function (DST)",
   "caseKind": "code-fix",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:17.684Z",
   "finishedAt": "2026-10-06T21:42:22.996Z",
   "status": "completed",
   "firstUsefulMs": 2980,
   "totalMs": 4949,
   "inputTokens": 11577,
   "outputTokens": 371,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 36,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "csv-parse",
   "caseTitle": "Write a CSV parser (quoted newlines, strict errors)",
   "caseKind": "code-write",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:22.996Z",
   "finishedAt": "2026-10-06T21:42:27.753Z",
   "status": "completed",
   "firstUsefulMs": 2634,
   "totalMs": 4495,
   "inputTokens": 11584,
   "outputTokens": 381,
   "cacheReadTokens": 7936,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 22,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "event-loop-order",
   "caseTitle": "Predict JavaScript event-loop output order",
   "caseKind": "reasoning",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:27.753Z",
   "finishedAt": "2026-10-06T21:42:31.345Z",
   "status": "completed",
   "firstUsefulMs": 2922,
   "totalMs": 3591,
   "inputTokens": 11580,
   "outputTokens": 36,
   "cacheReadTokens": 2816,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 1,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "talk-schedule",
   "caseTitle": "Solve a multi-constraint room schedule",
   "caseKind": "constraint",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:31.346Z",
   "finishedAt": "2026-10-06T21:42:37.832Z",
   "status": "completed",
   "firstUsefulMs": 4474,
   "totalMs": 6230,
   "inputTokens": 11680,
   "outputTokens": 93,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 14,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "semver-regex",
   "caseTitle": "Write a strict SemVer 2.0.0 regex",
   "caseKind": "regex",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:37.832Z",
   "finishedAt": "2026-10-06T21:42:43.838Z",
   "status": "completed",
   "firstUsefulMs": 5186,
   "totalMs": 5704,
   "inputTokens": 11526,
   "outputTokens": 141,
   "cacheReadTokens": 1792,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 30,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  },
  {
   "batch": "batch-3",
   "caseId": "money-refactor",
   "caseTitle": "Refactor to remove duplication, keep 20 tests green",
   "caseKind": "refactor",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:43.838Z",
   "finishedAt": "2026-10-06T21:42:53.250Z",
   "status": "completed",
   "firstUsefulMs": 2907,
   "totalMs": 9155,
   "inputTokens": 11818,
   "outputTokens": 345,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 25,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 1
  },
  {
   "batch": "batch-3",
   "caseId": "q1-sql",
   "caseTitle": "Write a SQLite reporting query (fan-out, ties, boundaries)",
   "caseKind": "sql",
   "caseDifficulty": "hard",
   "route": "codex-cli",
   "modelRequested": "gpt-6-luna",
   "modelReported": "gpt-6-luna",
   "effort": "medium",
   "rep": 2,
   "startedAt": "2026-10-06T21:42:53.250Z",
   "finishedAt": "2026-10-06T21:43:04.830Z",
   "status": "completed",
   "firstUsefulMs": 3462,
   "totalMs": 11319,
   "inputTokens": 11663,
   "outputTokens": 442,
   "cacheReadTokens": 11008,
   "cacheWriteTokens": 0,
   "reasoningTokens": 0,
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 8,
   "cliVersion": "codex-cli 0.160.0",
   "mode": "single-call",
   "failureCount": 0
  }
 ]
}