{
 "kind": "agent-memory-attempts",
 "model": "sonnet",
 "recordedAt": "2026-10-06",
 "cli": "Claude Code 2.1.286",
 "conditions": [
  "none",
  "init",
  "curated",
  "raw",
  "dreamed",
  "bloated",
  "hook",
  "curated-hook"
 ],
 "tasks": {
  "refund": {
   "prompt": "Add refunds to the ledger: `ledger.refund(invoiceId, amount)` takes an amount string such as \"20.50\", gives that money back on an invoice that has payments, and returns the refund record (`invoiceId`, `amountCents`, `at`). A refund cannot be more than what has been paid on the invoice. Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "changelog"
   ]
  },
  "report-decimals": {
   "prompt": "The monthly report prints money with the wrong number of decimals: $5.10 shows as $5.1 and $12.00 shows as $12. Fix it.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "generated",
    "changelog"
   ]
  },
  "customer-phone": {
   "prompt": "Customers need an optional phone number. Accept it in `createCustomer` and `updateCustomer`, store it with the customer, and reject numbers that are not in E.164 format (for example +14155550123). Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "newMigration",
    "changelog"
   ]
  },
  "late-fee": {
   "prompt": "Add `ledger.applyLateFee(invoiceId)`: charge our standard late fee on the invoice's unpaid balance, add the fee to the invoice total, and return the fee in cents. Round half up to the cent. A fully paid invoice gets no fee. Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "changelog"
   ]
  },
  "slugify": {
   "prompt": "`slugify()` makes ugly file names: \"Café  Déjà Vu!\" becomes \"caf-d-j-vu-\". Make it turn accented letters into plain ones (é becomes e), put a single dash between words, and never start or end with a dash.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly"
   ]
  }
 },
 "checkClass": {
  "money": "code-visible",
  "errors": "code-visible",
  "time": "code-visible",
  "log": "code-visible",
  "migrationsAppendOnly": "structure-visible",
  "newMigration": "structure-visible",
  "generated": "structure-visible",
  "changelog": "tribal",
  "lateFeeRate": "tribal"
 },
 "controls": {
  "refund": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "report-decimals": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "customer-phone": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "late-fee": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "slugify": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  }
 },
 "attempts": [
  {
   "condition": "curated",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:21:52.562Z",
   "wallMs": 27531,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 10,
    "cacheRead": 57001,
    "cacheCreation": 12584,
    "output": 4551
   },
   "costUsdEstimate": 0.107266,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 57,
   "outsideEditAttempts": 1,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:21:52.456Z",
   "wallMs": 29861,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 12,
    "cacheRead": 78897,
    "cacheCreation": 12889,
    "output": 4859
   },
   "costUsdEstimate": 0.115949,
   "hookBlocks": 0,
   "brokenTestCommandUses": 4,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 45,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:22:22.664Z",
   "wallMs": 26835,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 10,
    "cacheRead": 61544,
    "cacheCreation": 13398,
    "output": 4342
   },
   "costUsdEstimate": 0.109341,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 50,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:22:20.430Z",
   "wallMs": 40235,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 16,
    "cacheRead": 132933,
    "cacheCreation": 17211,
    "output": 5916
   },
   "costUsdEstimate": 0.154623,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 76,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:22:49.805Z",
   "wallMs": 32557,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 12,
    "cacheRead": 74427,
    "cacheCreation": 13588,
    "output": 5445
   },
   "costUsdEstimate": 0.123711,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 60,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:23:01.010Z",
   "wallMs": 30494,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 93169,
    "cacheCreation": 13189,
    "output": 4892
   },
   "costUsdEstimate": 0.120338,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 50,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:23:22.699Z",
   "wallMs": 34912,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 16,
    "cacheRead": 124288,
    "cacheCreation": 17576,
    "output": 5213
   },
   "costUsdEstimate": 0.147324,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 52,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:23:58.176Z",
   "wallMs": 18041,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 12,
    "cacheRead": 63486,
    "cacheCreation": 8192,
    "output": 1322
   },
   "costUsdEstimate": 0.058709,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 8,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "refund",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:23:31.812Z",
   "wallMs": 44838,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 85226,
    "cacheCreation": 12831,
    "output": 4952
   },
   "costUsdEstimate": 0.117917,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 60,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:16.942Z",
   "wallMs": 12419,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 4,
   "toolCalls": 3,
   "tokens": {
    "input": 8,
    "cacheRead": 47555,
    "cacheCreation": 9945,
    "output": 1335
   },
   "costUsdEstimate": 0.062657,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:16.557Z",
   "wallMs": 15401,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 10,
    "cacheRead": 54323,
    "cacheCreation": 8505,
    "output": 1398
   },
   "costUsdEstimate": 0.058885,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 10,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:29.706Z",
   "wallMs": 12694,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 4,
   "toolCalls": 3,
   "tokens": {
    "input": 8,
    "cacheRead": 38061,
    "cacheCreation": 6654,
    "output": 1332
   },
   "costUsdEstimate": 0.047564,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:32.304Z",
   "wallMs": 23690,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 16,
    "cacheRead": 108600,
    "cacheCreation": 11248,
    "output": 3044
   },
   "costUsdEstimate": 0.097184,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:42.784Z",
   "wallMs": 15376,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 40261,
    "cacheCreation": 7594,
    "output": 1458
   },
   "costUsdEstimate": 0.053024,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:58.485Z",
   "wallMs": 13283,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 4,
   "toolCalls": 3,
   "tokens": {
    "input": 8,
    "cacheRead": 39677,
    "cacheCreation": 7529,
    "output": 1413
   },
   "costUsdEstimate": 0.052197,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:24:56.338Z",
   "wallMs": 29465,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 14,
   "toolCalls": 12,
   "tokens": {
    "input": 22,
    "cacheRead": 132629,
    "cacheCreation": 11304,
    "output": 2577
   },
   "costUsdEstimate": 0.097556,
   "hookBlocks": 1,
   "brokenTestCommandUses": 2,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:25:12.105Z",
   "wallMs": 25606,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 12,
    "cacheRead": 67055,
    "cacheCreation": 11388,
    "output": 3839
   },
   "costUsdEstimate": 0.097377,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:25:26.199Z",
   "wallMs": 33323,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 12,
    "cacheRead": 84434,
    "cacheCreation": 14849,
    "output": 4650
   },
   "costUsdEstimate": 0.122807,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 48,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:25:37.993Z",
   "wallMs": 28983,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 10,
    "cacheRead": 60640,
    "cacheCreation": 12891,
    "output": 4270
   },
   "costUsdEstimate": 0.106412,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:25:59.811Z",
   "wallMs": 32358,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 16,
    "cacheRead": 108177,
    "cacheCreation": 12413,
    "output": 5006
   },
   "costUsdEstimate": 0.121379,
   "hookBlocks": 0,
   "brokenTestCommandUses": 4,
   "testRuns": 5,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:26:07.293Z",
   "wallMs": 31501,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 22,
    "cacheRead": 146127,
    "cacheCreation": 11721,
    "output": 4319
   },
   "costUsdEstimate": 0.119343,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:26:32.723Z",
   "wallMs": 28689,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 10,
    "cacheRead": 56502,
    "cacheCreation": 11706,
    "output": 4157
   },
   "costUsdEstimate": 0.099714,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 39,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:26:39.501Z",
   "wallMs": 33127,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 18,
    "cacheRead": 128190,
    "cacheCreation": 14850,
    "output": 5194
   },
   "costUsdEstimate": 0.137014,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 34,
   "outsideEditAttempts": 6,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:27:01.707Z",
   "wallMs": 23606,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 12,
    "cacheRead": 69634,
    "cacheCreation": 11167,
    "output": 3420
   },
   "costUsdEstimate": 0.092819,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 40,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:27:25.605Z",
   "wallMs": 13859,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 8,
    "cacheRead": 39918,
    "cacheCreation": 8325,
    "output": 1249
   },
   "costUsdEstimate": 0.05379,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "raw",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:27:12.903Z",
   "wallMs": 26833,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 79012,
    "cacheCreation": 12240,
    "output": 4362
   },
   "costUsdEstimate": 0.108406,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 43,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "bloated",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:27:40.021Z",
   "wallMs": 23566,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 10,
    "cacheRead": 68649,
    "cacheCreation": 14853,
    "output": 3713
   },
   "costUsdEstimate": 0.110292,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:27:39.736Z",
   "wallMs": 26062,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 72576,
    "cacheCreation": 10990,
    "output": 4208
   },
   "costUsdEstimate": 0.100579,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "hook",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:03.862Z",
   "wallMs": 15029,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 8,
    "cacheRead": 42168,
    "cacheCreation": 11259,
    "output": 1891
   },
   "costUsdEstimate": 0.072396,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "curated-hook",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:06.096Z",
   "wallMs": 23045,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 10,
    "cacheRead": 54174,
    "cacheCreation": 10589,
    "output": 3624
   },
   "costUsdEstimate": 0.089451,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 42,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "init",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:19.191Z",
   "wallMs": 21672,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 6,
   "toolCalls": 5,
   "tokens": {
    "input": 10,
    "cacheRead": 56352,
    "cacheCreation": 10080,
    "output": 2683
   },
   "costUsdEstimate": 0.07844,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 44,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.5%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "hook",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:41.140Z",
   "wallMs": 16156,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 11,
   "toolCalls": 9,
   "tokens": {
    "input": 16,
    "cacheRead": 68680,
    "cacheCreation": 6326,
    "output": 1695
   },
   "costUsdEstimate": 0.056022,
   "hookBlocks": 1,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:29.432Z",
   "wallMs": 29116,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 74989,
    "cacheCreation": 11677,
    "output": 4590
   },
   "costUsdEstimate": 0.10763,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 40,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:57.603Z",
   "wallMs": 14797,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 48891,
    "cacheCreation": 6474,
    "output": 1435
   },
   "costUsdEstimate": 0.050044,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:28:58.836Z",
   "wallMs": 16453,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 12,
    "cacheRead": 56119,
    "cacheCreation": 5356,
    "output": 1341
   },
   "costUsdEstimate": 0.046082,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:12.674Z",
   "wallMs": 17857,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 45781,
    "cacheCreation": 9501,
    "output": 1610
   },
   "costUsdEstimate": 0.063276,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 22,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:15.587Z",
   "wallMs": 18372,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 14,
    "cacheRead": 74662,
    "cacheCreation": 7586,
    "output": 1917
   },
   "costUsdEstimate": 0.064474,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:30.801Z",
   "wallMs": 13839,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 51020,
    "cacheCreation": 6997,
    "output": 1456
   },
   "costUsdEstimate": 0.052772,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:34.239Z",
   "wallMs": 13196,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 48923,
    "cacheCreation": 6486,
    "output": 1471
   },
   "costUsdEstimate": 0.050459,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "slugify",
   "rep": 1,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:44.908Z",
   "wallMs": 14078,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 41214,
    "cacheCreation": 8049,
    "output": 1558
   },
   "costUsdEstimate": 0.056035,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 20,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:47.718Z",
   "wallMs": 32347,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 93929,
    "cacheCreation": 13825,
    "output": 5471
   },
   "costUsdEstimate": 0.128824,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 59,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:29:59.251Z",
   "wallMs": 38331,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 18,
    "cacheRead": 132636,
    "cacheCreation": 15485,
    "output": 5413
   },
   "costUsdEstimate": 0.142633,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 52,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:30:20.361Z",
   "wallMs": 26971,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 10,
    "cacheRead": 62927,
    "cacheCreation": 14026,
    "output": 4416
   },
   "costUsdEstimate": 0.112869,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 50,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:30:37.891Z",
   "wallMs": 38666,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 16,
    "cacheRead": 114775,
    "cacheCreation": 14354,
    "output": 5340
   },
   "costUsdEstimate": 0.133803,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 46,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:30:47.609Z",
   "wallMs": 33276,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 14,
    "cacheRead": 96741,
    "cacheCreation": 14387,
    "output": 5560
   },
   "costUsdEstimate": 0.132524,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 65,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:31:16.843Z",
   "wallMs": 32235,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 94253,
    "cacheCreation": 13551,
    "output": 5337
   },
   "costUsdEstimate": 0.126453,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 52,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:31:21.165Z",
   "wallMs": 35354,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 16,
    "cacheRead": 105475,
    "cacheCreation": 14244,
    "output": 5785
   },
   "costUsdEstimate": 0.135953,
   "hookBlocks": 0,
   "brokenTestCommandUses": 4,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 61,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:31:56.800Z",
   "wallMs": 16949,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 12,
    "cacheRead": 65948,
    "cacheCreation": 8229,
    "output": 2222
   },
   "costUsdEstimate": 0.06835,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "refund",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:31:49.386Z",
   "wallMs": 28161,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 10,
    "cacheRead": 69655,
    "cacheCreation": 15860,
    "output": 4701
   },
   "costUsdEstimate": 0.124401,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 69,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:14.064Z",
   "wallMs": 13017,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 40040,
    "cacheCreation": 7500,
    "output": 1480
   },
   "costUsdEstimate": 0.052824,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 26,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:17.823Z",
   "wallMs": 14821,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 10,
    "cacheRead": 50675,
    "cacheCreation": 7131,
    "output": 1525
   },
   "costUsdEstimate": 0.053929,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:27.460Z",
   "wallMs": 16147,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 14,
    "cacheRead": 76422,
    "cacheCreation": 7947,
    "output": 1228
   },
   "costUsdEstimate": 0.05938,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 8,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:32.960Z",
   "wallMs": 14420,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 43323,
    "cacheCreation": 9268,
    "output": 1863
   },
   "costUsdEstimate": 0.064383,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:43.985Z",
   "wallMs": 19074,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 16,
    "cacheRead": 95169,
    "cacheCreation": 9413,
    "output": 1773
   },
   "costUsdEstimate": 0.074448,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:32:47.732Z",
   "wallMs": 15969,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 4,
   "toolCalls": 3,
   "tokens": {
    "input": 8,
    "cacheRead": 47515,
    "cacheCreation": 10009,
    "output": 1613
   },
   "costUsdEstimate": 0.065685,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 26,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:33:03.392Z",
   "wallMs": 14281,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 12,
    "cacheRead": 61940,
    "cacheCreation": 6686,
    "output": 1455
   },
   "costUsdEstimate": 0.053706,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:33:04.038Z",
   "wallMs": 21883,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 12,
    "cacheRead": 68023,
    "cacheCreation": 10676,
    "output": 3278
   },
   "costUsdEstimate": 0.089113,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 36,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:33:17.979Z",
   "wallMs": 28705,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 12,
    "cacheRead": 84135,
    "cacheCreation": 14634,
    "output": 4682
   },
   "costUsdEstimate": 0.122207,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 46,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:33:26.185Z",
   "wallMs": 36594,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 26,
   "toolCalls": 25,
   "tokens": {
    "input": 20,
    "cacheRead": 141565,
    "cacheCreation": 14901,
    "output": 5510
   },
   "costUsdEstimate": 0.143057,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 5,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:33:46.995Z",
   "wallMs": 35495,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 12,
    "cacheRead": 73684,
    "cacheCreation": 11304,
    "output": 4389
   },
   "costUsdEstimate": 0.103867,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:34:03.100Z",
   "wallMs": 32801,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 22,
   "toolCalls": 21,
   "tokens": {
    "input": 16,
    "cacheRead": 110972,
    "cacheCreation": 14686,
    "output": 4961
   },
   "costUsdEstimate": 0.13058,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 34,
   "outsideEditAttempts": 5,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:34:22.780Z",
   "wallMs": 28512,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 18,
   "toolCalls": 17,
   "tokens": {
    "input": 14,
    "cacheRead": 82870,
    "cacheCreation": 11650,
    "output": 4406
   },
   "costUsdEstimate": 0.107262,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:34:36.204Z",
   "wallMs": 34366,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 16,
    "cacheRead": 119717,
    "cacheCreation": 14618,
    "output": 5282
   },
   "costUsdEstimate": 0.135267,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:34:51.916Z",
   "wallMs": 26242,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 10,
    "cacheRead": 54403,
    "cacheCreation": 10716,
    "output": 4034
   },
   "costUsdEstimate": 0.094105,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 39,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:35:11.197Z",
   "wallMs": 25338,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 87263,
    "cacheCreation": 13852,
    "output": 3989
   },
   "costUsdEstimate": 0.112775,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 43,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated-hook",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:35:18.479Z",
   "wallMs": 21964,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 12,
    "cacheRead": 67974,
    "cacheCreation": 9883,
    "output": 3234
   },
   "costUsdEstimate": 0.085491,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 42,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:35:36.857Z",
   "wallMs": 27342,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 74385,
    "cacheCreation": 11535,
    "output": 4506
   },
   "costUsdEstimate": 0.106101,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 40,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "hook",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:35:40.750Z",
   "wallMs": 31477,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 16,
    "cacheRead": 112240,
    "cacheCreation": 15278,
    "output": 4761
   },
   "costUsdEstimate": 0.131202,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 42,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "5%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "init",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:04.516Z",
   "wallMs": 13513,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 4,
   "toolCalls": 3,
   "tokens": {
    "input": 6,
    "cacheRead": 28232,
    "cacheCreation": 6867,
    "output": 1010
   },
   "costUsdEstimate": 0.043226,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "curated",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:12.541Z",
   "wallMs": 21700,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 10,
    "cacheRead": 53821,
    "cacheCreation": 10097,
    "output": 3422
   },
   "costUsdEstimate": 0.085392,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 42,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "raw",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:18.338Z",
   "wallMs": 27036,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 78998,
    "cacheCreation": 12352,
    "output": 4488
   },
   "costUsdEstimate": 0.110112,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "none",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:34.536Z",
   "wallMs": 12928,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 8,
    "cacheRead": 39949,
    "cacheCreation": 8451,
    "output": 1342
   },
   "costUsdEstimate": 0.05523,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "curated-hook",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:45.665Z",
   "wallMs": 12056,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 36869,
    "cacheCreation": 6519,
    "output": 1471
   },
   "costUsdEstimate": 0.048176,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:47.793Z",
   "wallMs": 12943,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 36377,
    "cacheCreation": 6417,
    "output": 1490
   },
   "costUsdEstimate": 0.047859,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:36:58.023Z",
   "wallMs": 15450,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 41217,
    "cacheCreation": 8032,
    "output": 1508
   },
   "costUsdEstimate": 0.055467,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 18,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:01.043Z",
   "wallMs": 16305,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 51107,
    "cacheCreation": 6996,
    "output": 1502
   },
   "costUsdEstimate": 0.053245,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 18,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:13.773Z",
   "wallMs": 15343,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 14,
    "cacheRead": 74528,
    "cacheCreation": 7498,
    "output": 1779
   },
   "costUsdEstimate": 0.062716,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:17.650Z",
   "wallMs": 12392,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 10,
    "cacheRead": 45316,
    "cacheCreation": 5335,
    "output": 1295
   },
   "costUsdEstimate": 0.043373,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:30.367Z",
   "wallMs": 17794,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 12,
   "toolCalls": 10,
   "tokens": {
    "input": 20,
    "cacheRead": 90864,
    "cacheCreation": 6588,
    "output": 1778
   },
   "costUsdEstimate": 0.062345,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "slugify",
   "rep": 2,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:29.434Z",
   "wallMs": 19252,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 12,
    "cacheRead": 75313,
    "cacheCreation": 9898,
    "output": 2052
   },
   "costUsdEstimate": 0.075199,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 24,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:48.988Z",
   "wallMs": 26913,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 10,
    "cacheRead": 68499,
    "cacheCreation": 15383,
    "output": 4506
   },
   "costUsdEstimate": 0.120312,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 63,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:37:48.465Z",
   "wallMs": 37832,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 16,
    "cacheRead": 114409,
    "cacheCreation": 15878,
    "output": 5787
   },
   "costUsdEstimate": 0.144296,
   "hookBlocks": 0,
   "brokenTestCommandUses": 4,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 54,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:38:16.203Z",
   "wallMs": 29555,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 5,
    "pass": 3,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 12,
    "cacheRead": 80168,
    "cacheCreation": 13777,
    "output": 4644
   },
   "costUsdEstimate": 0.117606,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:38:26.599Z",
   "wallMs": 26057,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 10,
    "cacheRead": 57011,
    "cacheCreation": 12203,
    "output": 4241
   },
   "costUsdEstimate": 0.102644,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 57,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:38:46.087Z",
   "wallMs": 27008,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 12,
    "cacheRead": 73369,
    "cacheCreation": 12213,
    "output": 4460
   },
   "costUsdEstimate": 0.10815,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 51,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:38:52.963Z",
   "wallMs": 31698,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 85653,
    "cacheCreation": 13243,
    "output": 5140
   },
   "costUsdEstimate": 0.121531,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 65,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:39:13.396Z",
   "wallMs": 34458,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 96032,
    "cacheCreation": 14102,
    "output": 5467
   },
   "costUsdEstimate": 0.130312,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 58,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "refund",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:39:24.975Z",
   "wallMs": 30563,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 12,
    "cacheRead": 79353,
    "cacheCreation": 12925,
    "output": 4966
   },
   "costUsdEstimate": 0.117255,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 58,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:39:48.183Z",
   "wallMs": 12280,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 10,
    "cacheRead": 49407,
    "cacheCreation": 6326,
    "output": 1085
   },
   "costUsdEstimate": 0.046055,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 10,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:00.831Z",
   "wallMs": 17891,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 39386,
    "cacheCreation": 7743,
    "output": 1804
   },
   "costUsdEstimate": 0.056905,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 32,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:39:55.849Z",
   "wallMs": 27284,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 17,
   "toolCalls": 15,
   "tokens": {
    "input": 24,
    "cacheRead": 163390,
    "cacheCreation": 13089,
    "output": 2778
   },
   "costUsdEstimate": 0.112862,
   "hookBlocks": 1,
   "brokenTestCommandUses": 2,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:19.087Z",
   "wallMs": 22535,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 14,
    "cacheRead": 89928,
    "cacheCreation": 10702,
    "output": 3015
   },
   "costUsdEstimate": 0.090972,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:23.495Z",
   "wallMs": 19310,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 12,
    "cacheRead": 79654,
    "cacheCreation": 11439,
    "output": 2623
   },
   "costUsdEstimate": 0.087941,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 25,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:43.185Z",
   "wallMs": 12311,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 38660,
    "cacheCreation": 6648,
    "output": 1047
   },
   "costUsdEstimate": 0.04481,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:42.029Z",
   "wallMs": 18498,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 16,
    "cacheRead": 90927,
    "cacheCreation": 8621,
    "output": 1679
   },
   "costUsdEstimate": 0.069491,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 8,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "report-decimals",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:40:55.902Z",
   "wallMs": 12302,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 8,
    "cacheRead": 40112,
    "cacheCreation": 7624,
    "output": 1328
   },
   "costUsdEstimate": 0.051814,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:41:00.883Z",
   "wallMs": 36326,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 22,
    "cacheRead": 158828,
    "cacheCreation": 14258,
    "output": 5383
   },
   "costUsdEstimate": 0.142672,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 5,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:41:08.544Z",
   "wallMs": 34397,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 18,
    "cacheRead": 132068,
    "cacheCreation": 14119,
    "output": 4842
   },
   "costUsdEstimate": 0.131346,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:41:37.488Z",
   "wallMs": 20075,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 10,
    "cacheRead": 54648,
    "cacheCreation": 10095,
    "output": 3089
   },
   "costUsdEstimate": 0.08222,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:41:43.207Z",
   "wallMs": 19750,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 8,
    "cacheRead": 45207,
    "cacheCreation": 11805,
    "output": 2964
   },
   "costUsdEstimate": 0.085917,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:41:57.822Z",
   "wallMs": 26759,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 12,
    "cacheRead": 84220,
    "cacheCreation": 14624,
    "output": 4420
   },
   "costUsdEstimate": 0.119564,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 39,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:42:03.237Z",
   "wallMs": 34026,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 12,
    "cacheRead": 73421,
    "cacheCreation": 11373,
    "output": 4739
   },
   "costUsdEstimate": 0.10759,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:42:24.864Z",
   "wallMs": 26524,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 12,
    "cacheRead": 70649,
    "cacheCreation": 11991,
    "output": 3425
   },
   "costUsdEstimate": 0.096368,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 39,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "customer-phone",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:42:37.549Z",
   "wallMs": 29672,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 18,
    "cacheRead": 123420,
    "cacheCreation": 12740,
    "output": 4675
   },
   "costUsdEstimate": 0.12243,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:42:51.654Z",
   "wallMs": 22339,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 8,
    "cacheRead": 50982,
    "cacheCreation": 13494,
    "output": 3736
   },
   "costUsdEstimate": 0.101548,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 49,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "hook",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:07.520Z",
   "wallMs": 14400,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 8,
    "cacheRead": 42133,
    "cacheCreation": 11279,
    "output": 1723
   },
   "costUsdEstimate": 0.070789,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "init",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:14.283Z",
   "wallMs": 10264,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 5,
   "toolCalls": 4,
   "tokens": {
    "input": 6,
    "cacheRead": 28135,
    "cacheCreation": 7224,
    "output": 1077
   },
   "costUsdEstimate": 0.045305,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "none",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:24.849Z",
   "wallMs": 14657,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 0,
    "fail": 4
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 39962,
    "cacheCreation": 8477,
    "output": 1494
   },
   "costUsdEstimate": 0.056856,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 0,
   "memoryFileEdited": false,
   "diffLines": 0,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": null,
   "lateFeeOutcome": "asked-no-code",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "curated-hook",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:22.203Z",
   "wallMs": 27162,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 73128,
    "cacheCreation": 11375,
    "output": 4498
   },
   "costUsdEstimate": 0.10513,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "raw",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:39.792Z",
   "wallMs": 26989,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 79259,
    "cacheCreation": 12352,
    "output": 4255
   },
   "costUsdEstimate": 0.107834,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 38,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:43:49.665Z",
   "wallMs": 25303,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 13,
   "toolCalls": 12,
   "tokens": {
    "input": 10,
    "cacheRead": 54260,
    "cacheCreation": 10775,
    "output": 3775
   },
   "costUsdEstimate": 0.091722,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 46,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "late-fee",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:07.068Z",
   "wallMs": 27230,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 12,
    "cacheRead": 75988,
    "cacheCreation": 11914,
    "output": 4436
   },
   "costUsdEstimate": 0.107238,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 40,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:15.261Z",
   "wallMs": 23303,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 51050,
    "cacheCreation": 6940,
    "output": 1507
   },
   "costUsdEstimate": 0.05306,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:34.611Z",
   "wallMs": 12965,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 60871,
    "cacheCreation": 9504,
    "output": 1574
   },
   "costUsdEstimate": 0.06595,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 23,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:38.872Z",
   "wallMs": 12817,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 12,
    "cacheRead": 56104,
    "cacheCreation": 5383,
    "output": 1346
   },
   "costUsdEstimate": 0.046237,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:47.849Z",
   "wallMs": 18987,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 16,
    "cacheRead": 87372,
    "cacheCreation": 8020,
    "output": 2181
   },
   "costUsdEstimate": 0.071396,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:44:51.974Z",
   "wallMs": 19323,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 11,
   "toolCalls": 9,
   "tokens": {
    "input": 18,
    "cacheRead": 79391,
    "cacheCreation": 6295,
    "output": 1641
   },
   "costUsdEstimate": 0.057504,
   "hookBlocks": 1,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:45:07.128Z",
   "wallMs": 12385,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 10,
    "cacheRead": 48890,
    "cacheCreation": 6475,
    "output": 1479
   },
   "costUsdEstimate": 0.050488,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:45:11.566Z",
   "wallMs": 11868,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 41249,
    "cacheCreation": 8046,
    "output": 1500
   },
   "costUsdEstimate": 0.05545,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 18,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "slugify",
   "rep": 3,
   "model": "claude-sonnet-5-5",
   "startedAt": "2026-10-06T17:45:19.794Z",
   "wallMs": 13814,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 8,
    "cacheRead": 36480,
    "cacheCreation": 6484,
    "output": 1588
   },
   "costUsdEstimate": 0.049128,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 17,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  }
 ],
 "protocolNote": "The run protocol was declared before the first run. Its public summary is the Method section of the study page."
}
