{
 "note": "Receipts copied from a run of the same three JSON extraction prompts, each asked with instructions only (mode I) and with the CLI’s JSON schema mode (mode S). Prompts, model output and failure reasons are not published; a failed check is named, never quoted. Every attempt is kept. Both routes ran one call at a time. The current protocol file does not verify pre-call registration; see protocolAudit. Calls repeat three fixed hand-made prompts, including a known format-miss case. Both routes used a shared Mac.",
 "study": "json-schema-vs-instructions",
 "prompts": [
  {
   "id": "order-json",
   "kind": "order-to-json",
   "description": "Order note to JSON: merge two lines of one SKU, drop a cancelled line, apply a discount to one SKU, total in cents.",
   "checks": 9
  },
  {
   "id": "invoice-json",
   "kind": "invoice-tax-discount",
   "description": "Invoice to JSON: a line discount, tax after discount rounded half up on two lines, an untaxed fee, shipping, per-line and total cents.",
   "checks": 13
  },
  {
   "id": "meeting-json",
   "kind": "notes-to-action-items",
   "description": "Meeting notes to action items: ticket, owner and due date; relative dates resolved against the meeting date; a decision and a note left out; null for no deadline.",
   "checks": 9
  }
 ],
 "controls": {
  "ranAt": "2026-10-07T00:33:59.893Z",
  "allOk": true,
  "prompts": [
   {
    "promptId": "order-json",
    "referencePassed": true,
    "referenceChecks": 9,
    "referencePassedViaStructuredField": true,
    "wrappedReferenceIsFormatMiss": true,
    "wrongAnswers": 4,
    "wrongAnswersFailed": 4
   },
   {
    "promptId": "invoice-json",
    "referencePassed": true,
    "referenceChecks": 13,
    "referencePassedViaStructuredField": true,
    "wrappedReferenceIsFormatMiss": true,
    "wrongAnswers": 4,
    "wrongAnswersFailed": 4
   },
   {
    "promptId": "meeting-json",
    "referencePassed": true,
    "referenceChecks": 9,
    "referencePassedViaStructuredField": true,
    "wrappedReferenceIsFormatMiss": true,
    "wrongAnswers": 4,
    "wrongAnswersFailed": 4
   }
  ]
 },
 "batches": [
  {
   "batch": "batch-1",
   "schema": "agent-structured-output@1",
   "route": "claude-cli",
   "cliVersion": "2.1.286 (Claude Code)",
   "startedAt": "2026-10-07T06:04:40.306Z",
   "finishedAt": "2026-10-07T06:14:31.222Z",
   "calls": 72,
   "stopReason": null,
   "trimmed": 0
  },
  {
   "batch": "batch-2",
   "schema": "agent-structured-output@1",
   "route": "codex-cli",
   "cliVersion": "codex-cli 0.160.0",
   "startedAt": "2026-10-07T00:43:29.389Z",
   "finishedAt": "2026-10-07T00:46:52.037Z",
   "calls": 24,
   "stopReason": null,
   "trimmed": 0
  }
 ],
 "probes": [
  {
   "route": "claude",
   "promptId": "order-json",
   "mode": "schema",
   "status": "completed",
   "outcome": "pass",
   "totalMs": 8125,
   "numTurns": 2,
   "note": "Uncounted probe, outside every cell."
  },
  {
   "route": "codex",
   "promptId": "order-json",
   "mode": "schema",
   "status": "completed",
   "outcome": "pass",
   "totalMs": 4828,
   "numTurns": null,
   "note": "Uncounted probe, outside every cell."
  }
 ],
 "receipts": [
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:04:40.365Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 7013,
   "apiMs": 6293,
   "inputTokens": 3912,
   "outputTokens": 819,
   "reasoningTokens": 681,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:04:47.921Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 7161,
   "apiMs": 5934,
   "inputTokens": 4763,
   "outputTokens": 722,
   "reasoningTokens": 533,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:04:55.331Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3250,
   "apiMs": 2362,
   "inputTokens": 2231,
   "outputTokens": 175,
   "reasoningTokens": 75,
   "cacheReadTokens": 531,
   "cacheWriteTokens": 1698,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:04:58.881Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6138,
   "apiMs": 5427,
   "inputTokens": 2793,
   "outputTokens": 273,
   "reasoningTokens": 64,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 2791,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:05.293Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 10127,
   "apiMs": 9447,
   "inputTokens": 3938,
   "outputTokens": 1364,
   "reasoningTokens": 1131,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:15.938Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 9380,
   "apiMs": 8639,
   "inputTokens": 4858,
   "outputTokens": 1097,
   "reasoningTokens": 765,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:25.577Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 4123,
   "apiMs": 3270,
   "inputTokens": 2291,
   "outputTokens": 373,
   "reasoningTokens": 187,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 826,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:29.976Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 4536,
   "apiMs": 3520,
   "inputTokens": 2957,
   "outputTokens": 497,
   "reasoningTokens": 154,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 2955,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:34.756Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 17000,
   "apiMs": 16226,
   "inputTokens": 3958,
   "outputTokens": 2059,
   "reasoningTokens": 1830,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:05:52.523Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 9343,
   "apiMs": 8633,
   "inputTokens": 4763,
   "outputTokens": 1127,
   "reasoningTokens": 853,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:06:02.132Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3537,
   "apiMs": 2630,
   "inputTokens": 2309,
   "outputTokens": 394,
   "reasoningTokens": 216,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 844,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 1,
   "startedAt": "2026-10-07T06:06:05.947Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5346,
   "apiMs": 4548,
   "inputTokens": 2809,
   "outputTokens": 408,
   "reasoningTokens": 170,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 2807,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:16.239Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6979,
   "apiMs": 6263,
   "inputTokens": 4763,
   "outputTokens": 747,
   "reasoningTokens": 535,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:23.495Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 5674,
   "apiMs": 4797,
   "inputTokens": 3911,
   "outputTokens": 698,
   "reasoningTokens": 559,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:29.708Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 2995,
   "apiMs": 2115,
   "inputTokens": 2792,
   "outputTokens": 275,
   "reasoningTokens": 66,
   "cacheReadTokens": 1976,
   "cacheWriteTokens": 814,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:32.991Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3799,
   "apiMs": 2910,
   "inputTokens": 2231,
   "outputTokens": 175,
   "reasoningTokens": 75,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 766,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:37.062Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 7696,
   "apiMs": 6969,
   "inputTokens": 4858,
   "outputTokens": 909,
   "reasoningTokens": 576,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:45.057Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9141,
   "apiMs": 8402,
   "inputTokens": 3939,
   "outputTokens": 1106,
   "reasoningTokens": 873,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:54.724Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 4200,
   "apiMs": 3368,
   "inputTokens": 2958,
   "outputTokens": 541,
   "reasoningTokens": 0,
   "cacheReadTokens": 2079,
   "cacheWriteTokens": 877,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:06:59.197Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 3860,
   "apiMs": 2875,
   "inputTokens": 2292,
   "outputTokens": 362,
   "reasoningTokens": 176,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 827,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:07:03.348Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 7491,
   "apiMs": 6744,
   "inputTokens": 4764,
   "outputTokens": 884,
   "reasoningTokens": 609,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:07:11.097Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 12496,
   "apiMs": 11782,
   "inputTokens": 3960,
   "outputTokens": 1505,
   "reasoningTokens": 1275,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:07:24.376Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4413,
   "apiMs": 3524,
   "inputTokens": 2810,
   "outputTokens": 411,
   "reasoningTokens": 173,
   "cacheReadTokens": 1914,
   "cacheWriteTokens": 894,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 2,
   "startedAt": "2026-10-07T06:07:29.045Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3493,
   "apiMs": 2590,
   "inputTokens": 2310,
   "outputTokens": 392,
   "reasoningTokens": 214,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 845,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:07:45.489Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 7862,
   "apiMs": 7143,
   "inputTokens": 3913,
   "outputTokens": 934,
   "reasoningTokens": 795,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:07:53.924Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 7380,
   "apiMs": 6646,
   "inputTokens": 4762,
   "outputTokens": 836,
   "reasoningTokens": 647,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4752,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:01.566Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 2674,
   "apiMs": 1816,
   "inputTokens": 2230,
   "outputTokens": 154,
   "reasoningTokens": 54,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 765,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:04.489Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3440,
   "apiMs": 2678,
   "inputTokens": 2793,
   "outputTokens": 273,
   "reasoningTokens": 64,
   "cacheReadTokens": 1976,
   "cacheWriteTokens": 815,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:08.182Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 7300,
   "apiMs": 6513,
   "inputTokens": 3938,
   "outputTokens": 1114,
   "reasoningTokens": 882,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:16.016Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 9802,
   "apiMs": 9077,
   "inputTokens": 4858,
   "outputTokens": 1173,
   "reasoningTokens": 841,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:26.081Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 3324,
   "apiMs": 2480,
   "inputTokens": 2292,
   "outputTokens": 369,
   "reasoningTokens": 183,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 827,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:29.678Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 4204,
   "apiMs": 3354,
   "inputTokens": 2956,
   "outputTokens": 510,
   "reasoningTokens": 0,
   "cacheReadTokens": 2079,
   "cacheWriteTokens": 875,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:34.477Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9987,
   "apiMs": 9252,
   "inputTokens": 3959,
   "outputTokens": 1266,
   "reasoningTokens": 1037,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:45.225Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 9197,
   "apiMs": 8477,
   "inputTokens": 4763,
   "outputTokens": 1403,
   "reasoningTokens": 1129,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:54.696Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3925,
   "apiMs": 2936,
   "inputTokens": 2309,
   "outputTokens": 441,
   "reasoningTokens": 263,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 844,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 3,
   "startedAt": "2026-10-07T06:08:58.900Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4089,
   "apiMs": 3256,
   "inputTokens": 2809,
   "outputTokens": 498,
   "reasoningTokens": 260,
   "cacheReadTokens": 1914,
   "cacheWriteTokens": 893,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:03.324Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 7223,
   "apiMs": 6480,
   "inputTokens": 4762,
   "outputTokens": 836,
   "reasoningTokens": 624,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4752,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:10.818Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 7010,
   "apiMs": 6207,
   "inputTokens": 3911,
   "outputTokens": 802,
   "reasoningTokens": 681,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 236,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:18.353Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 2949,
   "apiMs": 2016,
   "inputTokens": 2793,
   "outputTokens": 274,
   "reasoningTokens": 65,
   "cacheReadTokens": 1976,
   "cacheWriteTokens": 815,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:21.587Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3288,
   "apiMs": 2330,
   "inputTokens": 2229,
   "outputTokens": 158,
   "reasoningTokens": 58,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 764,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:25.143Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 8443,
   "apiMs": 7741,
   "inputTokens": 4859,
   "outputTokens": 1203,
   "reasoningTokens": 870,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4849,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:33.843Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 13029,
   "apiMs": 12343,
   "inputTokens": 3939,
   "outputTokens": 1636,
   "reasoningTokens": 1403,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:47.441Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 4535,
   "apiMs": 3634,
   "inputTokens": 2958,
   "outputTokens": 495,
   "reasoningTokens": 152,
   "cacheReadTokens": 2079,
   "cacheWriteTokens": 877,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:52.231Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 3432,
   "apiMs": 2610,
   "inputTokens": 2293,
   "outputTokens": 366,
   "reasoningTokens": 180,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 828,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:09:55.942Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5904,
   "apiMs": 4913,
   "inputTokens": 4763,
   "outputTokens": 806,
   "reasoningTokens": 532,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:10:02.124Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 15272,
   "apiMs": 14667,
   "inputTokens": 3959,
   "outputTokens": 1878,
   "reasoningTokens": 1648,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:10:18.422Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3901,
   "apiMs": 2723,
   "inputTokens": 2809,
   "outputTokens": 436,
   "reasoningTokens": 198,
   "cacheReadTokens": 1914,
   "cacheWriteTokens": 893,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "sonnet",
   "modelReported": "claude-sonnet-5-5",
   "effort": "default",
   "rep": 4,
   "startedAt": "2026-10-07T06:10:22.617Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 3861,
   "apiMs": 3014,
   "inputTokens": 2310,
   "outputTokens": 456,
   "reasoningTokens": 278,
   "cacheReadTokens": 1463,
   "cacheWriteTokens": 845,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:10:31.527Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 6923,
   "apiMs": 6195,
   "inputTokens": 3912,
   "outputTokens": 960,
   "reasoningTokens": 821,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:10:38.962Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6454,
   "apiMs": 5697,
   "inputTokens": 4764,
   "outputTokens": 742,
   "reasoningTokens": 548,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:10:45.933Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 11242,
   "apiMs": 10495,
   "inputTokens": 3938,
   "outputTokens": 1386,
   "reasoningTokens": 1154,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:10:57.727Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 8478,
   "apiMs": 7607,
   "inputTokens": 4858,
   "outputTokens": 981,
   "reasoningTokens": 648,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:11:06.470Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9341,
   "apiMs": 8598,
   "inputTokens": 3960,
   "outputTokens": 1121,
   "reasoningTokens": 891,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 5,
   "startedAt": "2026-10-07T06:11:16.587Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 7668,
   "apiMs": 7034,
   "inputTokens": 4764,
   "outputTokens": 928,
   "reasoningTokens": 653,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:11:24.525Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 10497,
   "apiMs": 9773,
   "inputTokens": 4764,
   "outputTokens": 1222,
   "reasoningTokens": 1010,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:11:35.278Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9803,
   "apiMs": 9120,
   "inputTokens": 3911,
   "outputTokens": 1134,
   "reasoningTokens": 996,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:11:45.583Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 9912,
   "apiMs": 9196,
   "inputTokens": 4857,
   "outputTokens": 1226,
   "reasoningTokens": 893,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4847,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:11:55.775Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 7185,
   "apiMs": 6462,
   "inputTokens": 3938,
   "outputTokens": 1088,
   "reasoningTokens": 856,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:12:03.512Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 12144,
   "apiMs": 11365,
   "inputTokens": 4764,
   "outputTokens": 1462,
   "reasoningTokens": 1187,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 6,
   "startedAt": "2026-10-07T06:12:15.905Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 10642,
   "apiMs": 9949,
   "inputTokens": 3960,
   "outputTokens": 1204,
   "reasoningTokens": 1023,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 383,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:12:32.156Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 6129,
   "apiMs": 5418,
   "inputTokens": 3911,
   "outputTokens": 860,
   "reasoningTokens": 722,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:12:38.870Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6576,
   "apiMs": 5653,
   "inputTokens": 4764,
   "outputTokens": 716,
   "reasoningTokens": 522,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:12:45.714Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9704,
   "apiMs": 8999,
   "inputTokens": 3939,
   "outputTokens": 1196,
   "reasoningTokens": 963,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:12:57.084Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 9604,
   "apiMs": 8821,
   "inputTokens": 4858,
   "outputTokens": 1144,
   "reasoningTokens": 811,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:13:07.239Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 10042,
   "apiMs": 9165,
   "inputTokens": 3959,
   "outputTokens": 1199,
   "reasoningTokens": 969,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 7,
   "startedAt": "2026-10-07T06:13:18.430Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 9,
   "failedChecks": [
    "item-0"
   ],
   "totalMs": 9792,
   "apiMs": 9007,
   "inputTokens": 4763,
   "outputTokens": 1202,
   "reasoningTokens": 928,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:13:28.486Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 7768,
   "apiMs": 6983,
   "inputTokens": 4764,
   "outputTokens": 883,
   "reasoningTokens": 695,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4754,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:13:36.531Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 9030,
   "apiMs": 8331,
   "inputTokens": 3911,
   "outputTokens": 1043,
   "reasoningTokens": 904,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 284,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:13:46.079Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 9392,
   "apiMs": 8651,
   "inputTokens": 4858,
   "outputTokens": 1090,
   "reasoningTokens": 758,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4848,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:13:55.724Z",
   "status": "completed",
   "error": null,
   "outcome": "format-miss",
   "passed": false,
   "formatMiss": true,
   "answerCorrect": true,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 12249,
   "apiMs": 11570,
   "inputTokens": 3938,
   "outputTokens": 1472,
   "reasoningTokens": 1239,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 550,
   "fenced": true
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:14:09.240Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 12225,
   "apiMs": 11195,
   "inputTokens": 4763,
   "outputTokens": 1443,
   "reasoningTokens": 1168,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 4753,
   "numTurns": 2,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-1",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "claude-cli",
   "modelRequested": "haiku",
   "modelReported": "claude-haiku-4-5-20251001",
   "effort": "default",
   "rep": 8,
   "startedAt": "2026-10-07T06:14:22.091Z",
   "status": "completed",
   "error": null,
   "outcome": "wrong-values",
   "passed": false,
   "formatMiss": false,
   "answerCorrect": false,
   "checks": 0,
   "failedChecks": [
    "parse"
   ],
   "totalMs": 8204,
   "apiMs": 7235,
   "inputTokens": 3960,
   "outputTokens": 991,
   "reasoningTokens": 761,
   "cacheReadTokens": 0,
   "cacheWriteTokens": 0,
   "numTurns": 1,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 503,
   "fenced": true
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:43:42.104Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4200,
   "apiMs": null,
   "inputTokens": 11464,
   "outputTokens": 69,
   "reasoningTokens": 0,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:43:46.596Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6009,
   "apiMs": null,
   "inputTokens": 11541,
   "outputTokens": 101,
   "reasoningTokens": 24,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:43:52.915Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 8895,
   "apiMs": null,
   "inputTokens": 11507,
   "outputTokens": 251,
   "reasoningTokens": 52,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 538,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:44:02.112Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 6334,
   "apiMs": null,
   "inputTokens": 11615,
   "outputTokens": 179,
   "reasoningTokens": 47,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:44:08.760Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4708,
   "apiMs": null,
   "inputTokens": 11520,
   "outputTokens": 117,
   "reasoningTokens": 0,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 1,
   "startedAt": "2026-10-07T00:44:13.769Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5263,
   "apiMs": null,
   "inputTokens": 11568,
   "outputTokens": 123,
   "reasoningTokens": 0,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:19.334Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5441,
   "apiMs": null,
   "inputTokens": 11541,
   "outputTokens": 102,
   "reasoningTokens": 25,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:25.066Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6265,
   "apiMs": null,
   "inputTokens": 11466,
   "outputTokens": 92,
   "reasoningTokens": 21,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:31.687Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 5917,
   "apiMs": null,
   "inputTokens": 11615,
   "outputTokens": 166,
   "reasoningTokens": 34,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:37.920Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 6752,
   "apiMs": null,
   "inputTokens": 11505,
   "outputTokens": 235,
   "reasoningTokens": 36,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 538,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:44.982Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6247,
   "apiMs": null,
   "inputTokens": 11568,
   "outputTokens": 123,
   "reasoningTokens": 0,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 2,
   "startedAt": "2026-10-07T00:44:51.528Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5138,
   "apiMs": null,
   "inputTokens": 11514,
   "outputTokens": 117,
   "reasoningTokens": 0,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:44:56.978Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6146,
   "apiMs": null,
   "inputTokens": 11468,
   "outputTokens": 93,
   "reasoningTokens": 22,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:45:03.442Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4617,
   "apiMs": null,
   "inputTokens": 11539,
   "outputTokens": 98,
   "reasoningTokens": 21,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:45:08.350Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 11481,
   "apiMs": null,
   "inputTokens": 11507,
   "outputTokens": 245,
   "reasoningTokens": 46,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 538,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:45:20.132Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 5771,
   "apiMs": null,
   "inputTokens": 11613,
   "outputTokens": 181,
   "reasoningTokens": 49,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:45:38.796Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 5807,
   "apiMs": null,
   "inputTokens": 11516,
   "outputTokens": 117,
   "reasoningTokens": 0,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 3,
   "startedAt": "2026-10-07T00:45:44.922Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4869,
   "apiMs": null,
   "inputTokens": 11566,
   "outputTokens": 123,
   "reasoningTokens": 0,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:45:50.152Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 20974,
   "apiMs": null,
   "inputTokens": 11539,
   "outputTokens": 98,
   "reasoningTokens": 21,
   "cacheReadTokens": 10368,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "order-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:46:11.559Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 8238,
   "apiMs": null,
   "inputTokens": 11468,
   "outputTokens": 92,
   "reasoningTokens": 21,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 180,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:46:20.282Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 6372,
   "apiMs": null,
   "inputTokens": 11615,
   "outputTokens": 166,
   "reasoningTokens": 34,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 376,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "invoice-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:46:27.011Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 13,
   "failedChecks": [],
   "totalMs": 12268,
   "apiMs": null,
   "inputTokens": 11507,
   "outputTokens": 259,
   "reasoningTokens": 60,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 538,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "schema",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:46:39.849Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 6507,
   "apiMs": null,
   "inputTokens": 11566,
   "outputTokens": 123,
   "reasoningTokens": 0,
   "cacheReadTokens": 0,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": true,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  },
  {
   "batch": "batch-2",
   "promptId": "meeting-json",
   "mode": "instructions",
   "route": "codex-cli",
   "modelRequested": "gpt-6.1-sol",
   "modelReported": null,
   "effort": "low",
   "rep": 4,
   "startedAt": "2026-10-07T00:46:46.770Z",
   "status": "completed",
   "error": null,
   "outcome": "pass",
   "passed": true,
   "formatMiss": false,
   "answerCorrect": true,
   "checks": 9,
   "failedChecks": [],
   "totalMs": 4879,
   "apiMs": null,
   "inputTokens": 11518,
   "outputTokens": 117,
   "reasoningTokens": 0,
   "cacheReadTokens": 8192,
   "cacheWriteTokens": null,
   "numTurns": null,
   "schemaFieldPresent": null,
   "toolItems": [],
   "outputChars": 309,
   "fenced": false
  }
 ],
 "protocolAudit": {
  "fileBornAt": "2026-10-07T01:47:06.955Z",
  "fileModifiedAt": "2026-10-07T06:22:35.884Z",
  "firstCountedCallAt": "2026-10-07T00:43:42.104Z",
  "note": "The current protocol file was born after the Codex batch. An earlier version may have existed, but these files cannot verify pre-call registration. Amendment 1 says 00:44 UTC and before counted calls; the Codex batch started at 00:43 UTC. Amendment 4 says 06:10 UTC and before the Claude probe; the probe receipt was saved at 06:04 UTC and counted Claude calls began at 06:04 UTC. These timing conflicts limit the protocol claims. The calls remain descriptive evidence."
 },
 "preCallStop": {
  "stoppedAt": "2026-10-07T02:32:59Z",
  "countedCalls": 0,
  "note": "The first Claude lane stopped after a 90-minute wait for another study to release the route. It made no inference call. The lane restarted later; no counted call was retried."
 }
}