{
 "note": "Cache sessions copied from public-runs/caching-consistency: one CLI process per session, a fixed synthetic ledger plus 5 short questions with exact answers. Claude Code reports cache reads and writes; the Codex app-server reports cached input only. The probe sized the context before the run and is not part of any cell.",
 "batches": [
  {
   "batch": "batch-1",
   "schema": "agent-caching-session@1",
   "route": "claude-cli",
   "contextChars": 9651,
   "startedAt": "2026-10-06T14:35:39.567Z",
   "finishedAt": "2026-10-06T14:37:07.328Z",
   "stopReason": null,
   "trimmed": 0,
   "sessions": [
    {
     "session": 1,
     "route": "claude-cli",
     "modelRequested": "sonnet",
     "modelReported": "claude-sonnet-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:35:39.567Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:35:39.773Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 1617,
       "totalMs": 1635,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6366,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6366,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:35:41.410Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1528,
       "totalMs": 1540,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7829,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 6,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:35:42.951Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 1080,
       "totalMs": 1527,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7887,
        "cacheWriteTokens": 81,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 81,
        "outputTokens": 5,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:35:44.478Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 2624,
       "totalMs": 2680,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7968,
        "cacheWriteTokens": 62,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 62,
        "outputTokens": 334,
        "thinkingTokens": 331
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:35:47.158Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 1267,
       "totalMs": 1562,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8030,
        "cacheWriteTokens": 390,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 390,
        "outputTokens": 93,
        "thinkingTokens": 85
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 1,
     "route": "claude-cli",
     "modelRequested": "opus",
     "modelReported": "claude-opus-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:35:48.936Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:35:49.149Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 1887,
       "totalMs": 1895,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6363,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6363,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:35:51.045Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1614,
       "totalMs": 1630,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7826,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 30,
        "thinkingTokens": 24
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:35:52.675Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 1801,
       "totalMs": 1812,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7884,
        "cacheWriteTokens": 105,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 105,
        "outputTokens": 27,
        "thinkingTokens": 22
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:35:54.487Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 6040,
       "totalMs": 6086,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7989,
        "cacheWriteTokens": 84,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 84,
        "outputTokens": 752,
        "thinkingTokens": 749
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:36:00.574Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 2040,
       "totalMs": 2091,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8073,
        "cacheWriteTokens": 808,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 808,
        "outputTokens": 45,
        "thinkingTokens": 37
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 2,
     "route": "claude-cli",
     "modelRequested": "sonnet",
     "modelReported": "claude-sonnet-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:36:02.910Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:36:03.111Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 1557,
       "totalMs": 1575,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6367,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6367,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:36:04.687Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1554,
       "totalMs": 1588,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7830,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 6,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:36:06.275Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 1482,
       "totalMs": 1496,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7888,
        "cacheWriteTokens": 81,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 81,
        "outputTokens": 5,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:36:07.772Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 5570,
       "totalMs": 5626,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7969,
        "cacheWriteTokens": 62,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 62,
        "outputTokens": 1061,
        "thinkingTokens": 1058
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:36:13.399Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 1426,
       "totalMs": 1772,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8031,
        "cacheWriteTokens": 1117,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 1117,
        "outputTokens": 92,
        "thinkingTokens": 84
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 2,
     "route": "claude-cli",
     "modelRequested": "opus",
     "modelReported": "claude-opus-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:36:15.436Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:36:15.650Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 4337,
       "totalMs": 4358,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6363,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6363,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:36:20.008Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 2688,
       "totalMs": 2700,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7826,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 30,
        "thinkingTokens": 24
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:36:22.709Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 2739,
       "totalMs": 2754,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7884,
        "cacheWriteTokens": 105,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 105,
        "outputTokens": 27,
        "thinkingTokens": 22
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:36:25.464Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 12649,
       "totalMs": 12667,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7989,
        "cacheWriteTokens": 84,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 84,
        "outputTokens": 992,
        "thinkingTokens": 989
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:36:38.132Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 3361,
       "totalMs": 3376,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8073,
        "cacheWriteTokens": 1048,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 1048,
        "outputTokens": 69,
        "thinkingTokens": 61
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 3,
     "route": "claude-cli",
     "modelRequested": "sonnet",
     "modelReported": "claude-sonnet-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:36:42.023Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:36:42.232Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 1781,
       "totalMs": 1790,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6366,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6366,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:36:44.023Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1330,
       "totalMs": 1345,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7829,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 6,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:36:45.368Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 1169,
       "totalMs": 1629,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7887,
        "cacheWriteTokens": 81,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 81,
        "outputTokens": 5,
        "thinkingTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:36:46.998Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 5182,
       "totalMs": 5198,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7968,
        "cacheWriteTokens": 62,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 62,
        "outputTokens": 924,
        "thinkingTokens": 921
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:36:52.197Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 1442,
       "totalMs": 1790,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8030,
        "cacheWriteTokens": 980,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 980,
        "outputTokens": 82,
        "thinkingTokens": 74
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 3,
     "route": "claude-cli",
     "modelRequested": "opus",
     "modelReported": "claude-opus-5-5",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:36:54.301Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:36:54.510Z",
       "status": "completed",
       "error": null,
       "promptChars": 9747,
       "firstUsefulMs": 1750,
       "totalMs": 1775,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 1463,
        "cacheWriteTokens": 6363,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 6363,
        "outputTokens": 3,
        "thinkingTokens": 0
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:36:56.285Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1628,
       "totalMs": 1631,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7826,
        "cacheWriteTokens": 58,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 58,
        "outputTokens": 30,
        "thinkingTokens": 24
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:36:57.917Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 1684,
       "totalMs": 1698,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7884,
        "cacheWriteTokens": 105,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 105,
        "outputTokens": 27,
        "thinkingTokens": 22
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:36:59.616Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 5589,
       "totalMs": 5606,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 7989,
        "cacheWriteTokens": 84,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 84,
        "outputTokens": 685,
        "thinkingTokens": 682
       },
       "rateLimitStatus": null,
       "answer": "17",
       "expected": "17",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:37:05.222Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 1849,
       "totalMs": 1869,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 2,
        "cacheReadTokens": 8073,
        "cacheWriteTokens": 741,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 741,
        "outputTokens": 56,
        "thinkingTokens": 48
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    }
   ]
  },
  {
   "batch": "batch-2",
   "schema": "agent-caching-session@1",
   "route": "codex-cli",
   "contextChars": 16197,
   "startedAt": "2026-10-06T14:32:38.225Z",
   "finishedAt": "2026-10-06T14:33:36.467Z",
   "stopReason": null,
   "trimmed": 0,
   "sessions": [
    {
     "session": 1,
     "route": "codex-cli",
     "modelRequested": "gpt-6.1-sol",
     "modelReported": "gpt-6.1-sol",
     "effort": "medium",
     "cliVersion": "codex-cli 0.160.0",
     "status": "completed",
     "startedAt": "2026-10-06T14:32:38.226Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:32:38.767Z",
       "status": "completed",
       "error": null,
       "promptChars": 16293,
       "firstUsefulMs": 3357,
       "totalMs": 3564,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18773,
        "cachedInputTokens": 8960,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:32:42.332Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 2183,
       "totalMs": 2390,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18802,
        "cachedInputTokens": 18560,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:32:44.722Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 2064,
       "totalMs": 2320,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18847,
        "cachedInputTokens": 18560,
        "outputTokens": 7,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:32:47.043Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 5800,
       "totalMs": 5966,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18879,
        "cachedInputTokens": 18688,
        "outputTokens": 133,
        "reasoningTokens": 126
       },
       "rateLimitStatus": null,
       "answer": "35",
       "expected": "35",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:32:53.010Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 2078,
       "totalMs": 2300,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 19037,
        "cachedInputTokens": 18688,
        "outputTokens": 8,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 2,
     "route": "codex-cli",
     "modelRequested": "gpt-6.1-sol",
     "modelReported": "gpt-6.1-sol",
     "effort": "medium",
     "cliVersion": "codex-cli 0.160.0",
     "status": "completed",
     "startedAt": "2026-10-06T14:32:55.312Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:32:56.190Z",
       "status": "completed",
       "error": null,
       "promptChars": 16293,
       "firstUsefulMs": 2835,
       "totalMs": 2934,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18775,
        "cachedInputTokens": 11136,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:32:59.124Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1713,
       "totalMs": 1799,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18804,
        "cachedInputTokens": 18560,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:33:00.924Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 2731,
       "totalMs": 3112,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18849,
        "cachedInputTokens": 18688,
        "outputTokens": 7,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:33:04.037Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 4423,
       "totalMs": 4680,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18881,
        "cachedInputTokens": 18688,
        "outputTokens": 137,
        "reasoningTokens": 130
       },
       "rateLimitStatus": null,
       "answer": "35",
       "expected": "35",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:33:08.718Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 2438,
       "totalMs": 2659,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 19043,
        "cachedInputTokens": 18688,
        "outputTokens": 8,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    },
    {
     "session": 3,
     "route": "codex-cli",
     "modelRequested": "gpt-6.1-sol",
     "modelReported": "gpt-6.1-sol",
     "effort": "medium",
     "cliVersion": "codex-cli 0.160.0",
     "status": "completed",
     "startedAt": "2026-10-06T14:33:11.378Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:33:11.860Z",
       "status": "completed",
       "error": null,
       "promptChars": 16293,
       "firstUsefulMs": 4098,
       "totalMs": 4331,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18775,
        "cachedInputTokens": 11136,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:33:16.192Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 4303,
       "totalMs": 4508,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18804,
        "cachedInputTokens": 18560,
        "outputTokens": 5,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      },
      {
       "turn": 3,
       "questionId": "q3-price",
       "startedAt": "2026-10-06T14:33:20.700Z",
       "status": "completed",
       "error": null,
       "promptChars": 135,
       "firstUsefulMs": 3027,
       "totalMs": 3503,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18849,
        "cachedInputTokens": 18688,
        "outputTokens": 7,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "33.06",
       "expected": "33.06",
       "correct": true
      },
      {
       "turn": 4,
       "questionId": "q4-count",
       "startedAt": "2026-10-06T14:33:24.204Z",
       "status": "completed",
       "error": null,
       "promptChars": 88,
       "firstUsefulMs": 9745,
       "totalMs": 9883,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 18881,
        "cachedInputTokens": 18688,
        "outputTokens": 305,
        "reasoningTokens": 298
       },
       "rateLimitStatus": null,
       "answer": "35",
       "expected": "35",
       "correct": true
      },
      {
       "turn": 5,
       "questionId": "q5-max",
       "startedAt": "2026-10-06T14:33:34.087Z",
       "status": "completed",
       "error": null,
       "promptChars": 86,
       "firstUsefulMs": 2262,
       "totalMs": 2377,
       "apiRequests": null,
       "usage": {
        "inputTokensInclCached": 19211,
        "cachedInputTokens": 18688,
        "outputTokens": 8,
        "reasoningTokens": 0
       },
       "rateLimitStatus": null,
       "answer": "SKU-1364",
       "expected": "SKU-1364",
       "correct": true
      }
     ]
    }
   ]
  }
 ],
 "probes": [
  {
   "batch": "probe-1",
   "schema": "agent-caching-session@1",
   "route": "claude-cli",
   "contextChars": 16197,
   "startedAt": "2026-10-06T14:35:16.412Z",
   "finishedAt": "2026-10-06T14:35:21.078Z",
   "stopReason": null,
   "trimmed": 0,
   "sessions": [
    {
     "session": 1,
     "route": "claude-cli",
     "modelRequested": "haiku",
     "modelReported": "claude-haiku-4-5-20251001",
     "effort": "default",
     "cliVersion": "2.1.286 (Claude Code)",
     "status": "completed",
     "startedAt": "2026-10-06T14:35:16.413Z",
     "turns": [
      {
       "turn": 1,
       "questionId": "q1-qty",
       "startedAt": "2026-10-06T14:35:16.605Z",
       "status": "completed",
       "error": null,
       "promptChars": 16293,
       "firstUsefulMs": 2575,
       "totalMs": 2616,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 10,
        "cacheReadTokens": 0,
        "cacheWriteTokens": 11944,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 11944,
        "outputTokens": 133,
        "thinkingTokens": 126
       },
       "rateLimitStatus": "allowed_warning",
       "answer": "501",
       "expected": "501",
       "correct": true
      },
      {
       "turn": 2,
       "questionId": "q2-warehouse",
       "startedAt": "2026-10-06T14:35:19.223Z",
       "status": "completed",
       "error": null,
       "promptChars": 74,
       "firstUsefulMs": 1419,
       "totalMs": 1445,
       "apiRequests": 1,
       "usage": {
        "uncachedInputTokens": 10,
        "cacheReadTokens": 11944,
        "cacheWriteTokens": 191,
        "cacheWrite5mTokens": 0,
        "cacheWrite1hTokens": 191,
        "outputTokens": 126,
        "thinkingTokens": 117
       },
       "rateLimitStatus": null,
       "answer": "Bravo",
       "expected": "Bravo",
       "correct": true
      }
     ]
    }
   ]
  }
 ],
 "protocolNote": "The run protocol was declared before the first run. Its public summary is the Method section of the study page."
}