{
 "kind": "agent-memory-attempts",
 "model": "haiku",
 "recordedAt": "2026-10-06",
 "cli": "Claude Code 2.1.286",
 "conditions": [
  "none",
  "init",
  "curated",
  "raw",
  "dreamed",
  "bloated",
  "hook",
  "curated-hook"
 ],
 "tasks": {
  "refund": {
   "prompt": "Add refunds to the ledger: `ledger.refund(invoiceId, amount)` takes an amount string such as \"20.50\", gives that money back on an invoice that has payments, and returns the refund record (`invoiceId`, `amountCents`, `at`). A refund cannot be more than what has been paid on the invoice. Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "changelog"
   ]
  },
  "report-decimals": {
   "prompt": "The monthly report prints money with the wrong number of decimals: $5.10 shows as $5.1 and $12.00 shows as $12. Fix it.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "generated",
    "changelog"
   ]
  },
  "customer-phone": {
   "prompt": "Customers need an optional phone number. Accept it in `createCustomer` and `updateCustomer`, store it with the customer, and reject numbers that are not in E.164 format (for example +14155550123). Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "newMigration",
    "changelog"
   ]
  },
  "late-fee": {
   "prompt": "Add `ledger.applyLateFee(invoiceId)`: charge our standard late fee on the invoice's unpaid balance, add the fee to the invoice total, and return the fee in cents. Round half up to the cent. A fully paid invoice gets no fee. Add tests.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly",
    "changelog"
   ]
  },
  "slugify": {
   "prompt": "`slugify()` makes ugly file names: \"Café  Déjà Vu!\" becomes \"caf-d-j-vu-\". Make it turn accented letters into plain ones (é becomes e), put a single dash between words, and never start or end with a dash.",
   "checks": [
    "money",
    "errors",
    "time",
    "log",
    "migrationsAppendOnly"
   ]
  }
 },
 "checkClass": {
  "money": "code-visible",
  "errors": "code-visible",
  "time": "code-visible",
  "log": "code-visible",
  "migrationsAppendOnly": "structure-visible",
  "newMigration": "structure-visible",
  "generated": "structure-visible",
  "changelog": "tribal",
  "lateFeeRate": "tribal"
 },
 "controls": {
  "refund": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "report-decimals": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "customer-phone": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "late-fee": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  },
  "slugify": {
   "baseFailsHiddenTests": true,
   "referencePassesAll": true
  }
 },
 "attempts": [
  {
   "condition": "init",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:25:23.619Z",
   "wallMs": 64165,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 24,
   "toolCalls": 23,
   "tokens": {
    "input": 194,
    "cacheRead": 455430,
    "cacheCreation": 17776,
    "output": 6507
   },
   "costUsdEstimate": 0.113824,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 54,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:25:23.771Z",
   "wallMs": 77438,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 31,
   "toolCalls": 30,
   "tokens": {
    "input": 194,
    "cacheRead": 492902,
    "cacheCreation": 19242,
    "output": 7270
   },
   "costUsdEstimate": 0.124318,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 48,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:26:28.408Z",
   "wallMs": 49462,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 17,
   "toolCalls": 16,
   "tokens": {
    "input": 138,
    "cacheRead": 326431,
    "cacheCreation": 16623,
    "output": 4775
   },
   "costUsdEstimate": 0.089902,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 46,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:26:41.569Z",
   "wallMs": 60964,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 26,
   "toolCalls": 25,
   "tokens": {
    "input": 170,
    "cacheRead": 424892,
    "cacheCreation": 16341,
    "output": 5940
   },
   "costUsdEstimate": 0.105041,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 42,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:27:18.190Z",
   "wallMs": 60274,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 154,
    "cacheRead": 341847,
    "cacheCreation": 15703,
    "output": 5856
   },
   "costUsdEstimate": 0.095025,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 49,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:27:42.835Z",
   "wallMs": 61539,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 24,
   "toolCalls": 23,
   "tokens": {
    "input": 194,
    "cacheRead": 456717,
    "cacheCreation": 15736,
    "output": 6065
   },
   "costUsdEstimate": 0.107663,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 58,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:28:18.770Z",
   "wallMs": 73899,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 28,
   "toolCalls": 26,
   "tokens": {
    "input": 219,
    "cacheRead": 549107,
    "cacheCreation": 18625,
    "output": 6951
   },
   "costUsdEstimate": 0.127135,
   "hookBlocks": 1,
   "brokenTestCommandUses": 2,
   "testRuns": 7,
   "memoryFileEdited": false,
   "diffLines": 44,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "refund",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:28:44.650Z",
   "wallMs": 66173,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 154,
    "cacheRead": 342081,
    "cacheCreation": 14285,
    "output": 6428
   },
   "costUsdEstimate": 0.095072,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:29:32.930Z",
   "wallMs": 32656,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 1,
    "pass": 0,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": false,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 98,
    "cacheRead": 187318,
    "cacheCreation": 9710,
    "output": 3269
   },
   "costUsdEstimate": 0.054595,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 6,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:29:51.113Z",
   "wallMs": 38084,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 122,
    "cacheRead": 248801,
    "cacheCreation": 11332,
    "output": 3699
   },
   "costUsdEstimate": 0.066161,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:30:05.883Z",
   "wallMs": 42068,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 106,
    "cacheRead": 237824,
    "cacheCreation": 12411,
    "output": 3915
   },
   "costUsdEstimate": 0.068285,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:30:30.119Z",
   "wallMs": 49778,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 106,
    "cacheRead": 215899,
    "cacheCreation": 11007,
    "output": 4835
   },
   "costUsdEstimate": 0.067885,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:30:48.286Z",
   "wallMs": 47728,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 74,
    "cacheRead": 138315,
    "cacheCreation": 9335,
    "output": 2864
   },
   "costUsdEstimate": 0.046896,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 24,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:31:20.213Z",
   "wallMs": 56383,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 22,
   "toolCalls": 21,
   "tokens": {
    "input": 170,
    "cacheRead": 383447,
    "cacheCreation": 13971,
    "output": 6038
   },
   "costUsdEstimate": 0.096647,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:31:36.814Z",
   "wallMs": 63745,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 24,
   "toolCalls": 22,
   "tokens": {
    "input": 195,
    "cacheRead": 425012,
    "cacheCreation": 13952,
    "output": 6218
   },
   "costUsdEstimate": 0.10169,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 29,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "report-decimals",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:32:16.921Z",
   "wallMs": 38153,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 16,
   "toolCalls": 15,
   "tokens": {
    "input": 122,
    "cacheRead": 230614,
    "cacheCreation": 9510,
    "output": 3556
   },
   "costUsdEstimate": 0.059983,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:32:41.226Z",
   "wallMs": 56994,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 130,
    "cacheRead": 287541,
    "cacheCreation": 13433,
    "output": 5899
   },
   "costUsdEstimate": 0.085245,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:32:55.419Z",
   "wallMs": 50311,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 18,
   "toolCalls": 17,
   "tokens": {
    "input": 114,
    "cacheRead": 269825,
    "cacheCreation": 14460,
    "output": 5072
   },
   "costUsdEstimate": 0.081376,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 45,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:33:38.699Z",
   "wallMs": 50034,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 18,
   "toolCalls": 17,
   "tokens": {
    "input": 114,
    "cacheRead": 238965,
    "cacheCreation": 12570,
    "output": 5109
   },
   "costUsdEstimate": 0.074696,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:33:46.046Z",
   "wallMs": 65602,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 3,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 28,
   "toolCalls": 27,
   "tokens": {
    "input": 178,
    "cacheRead": 431936,
    "cacheCreation": 18033,
    "output": 6686
   },
   "costUsdEstimate": 0.112868,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 6,
   "memoryFileEdited": false,
   "diffLines": 35,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:34:29.077Z",
   "wallMs": 70779,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 3,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 24,
   "toolCalls": 23,
   "tokens": {
    "input": 170,
    "cacheRead": 393471,
    "cacheCreation": 15177,
    "output": 6824
   },
   "costUsdEstimate": 0.103991,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:34:52.380Z",
   "wallMs": 62684,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 23,
   "toolCalls": 22,
   "tokens": {
    "input": 186,
    "cacheRead": 419028,
    "cacheCreation": 14144,
    "output": 6216
   },
   "costUsdEstimate": 0.101457,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 30,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:35:40.162Z",
   "wallMs": 73056,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 34,
   "toolCalls": 32,
   "tokens": {
    "input": 251,
    "cacheRead": 636646,
    "cacheCreation": 17833,
    "output": 7255
   },
   "costUsdEstimate": 0.135857,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "customer-phone",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:35:55.361Z",
   "wallMs": 69217,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 3,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 146,
    "cacheRead": 333994,
    "cacheCreation": 15401,
    "output": 7175
   },
   "costUsdEstimate": 0.100222,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:36:53.514Z",
   "wallMs": 51927,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 130,
    "cacheRead": 304399,
    "cacheCreation": 14347,
    "output": 4966
   },
   "costUsdEstimate": 0.084094,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 50,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%+1%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "none",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:37:04.878Z",
   "wallMs": 63874,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 27,
   "toolCalls": 26,
   "tokens": {
    "input": 218,
    "cacheRead": 512216,
    "cacheCreation": 17009,
    "output": 5824
   },
   "costUsdEstimate": 0.114578,
   "hookBlocks": 0,
   "brokenTestCommandUses": 5,
   "testRuns": 8,
   "memoryFileEdited": false,
   "diffLines": 40,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "5%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:37:45.741Z",
   "wallMs": 49015,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 114,
    "cacheRead": 228612,
    "cacheCreation": 11349,
    "output": 5104
   },
   "costUsdEstimate": 0.071193,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "bloated",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:38:09.073Z",
   "wallMs": 67331,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 130,
    "cacheRead": 332583,
    "cacheCreation": 17232,
    "output": 6724
   },
   "costUsdEstimate": 0.101472,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 58,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "hook",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:38:35.060Z",
   "wallMs": 94394,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 36,
   "toolCalls": 34,
   "tokens": {
    "input": 267,
    "cacheRead": 712659,
    "cacheCreation": 21053,
    "output": 9140
   },
   "costUsdEstimate": 0.159339,
   "hookBlocks": 1,
   "brokenTestCommandUses": 2,
   "testRuns": 7,
   "memoryFileEdited": false,
   "diffLines": 71,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "2%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated-hook",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:39:16.759Z",
   "wallMs": 95378,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 22,
   "toolCalls": 21,
   "tokens": {
    "input": 178,
    "cacheRead": 468868,
    "cacheCreation": 21135,
    "output": 10482
   },
   "costUsdEstimate": 0.141745,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 49,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "init",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:40:09.765Z",
   "wallMs": 53389,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 18,
   "toolCalls": 17,
   "tokens": {
    "input": 114,
    "cacheRead": 259194,
    "cacheCreation": 15341,
    "output": 5518
   },
   "costUsdEstimate": 0.084305,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 58,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.5%+5%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "late-fee",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:40:52.467Z",
   "wallMs": 48283,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 17,
   "toolCalls": 16,
   "tokens": {
    "input": 114,
    "cacheRead": 242192,
    "cacheCreation": 12246,
    "output": 4948
   },
   "costUsdEstimate": 0.073565,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "hook",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:41:03.480Z",
   "wallMs": 43134,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 20,
   "toolCalls": 18,
   "tokens": {
    "input": 155,
    "cacheRead": 297704,
    "cacheCreation": 9906,
    "output": 4075
   },
   "costUsdEstimate": 0.070112,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 19,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:41:41.003Z",
   "wallMs": 26146,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 50,
    "cacheRead": 78767,
    "cacheCreation": 6284,
    "output": 2576
   },
   "costUsdEstimate": 0.033375,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 15,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:41:46.909Z",
   "wallMs": 33811,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 106,
    "cacheRead": 186261,
    "cacheCreation": 7669,
    "output": 3215
   },
   "costUsdEstimate": 0.050145,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 7,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:42:07.422Z",
   "wallMs": 32170,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 58,
    "cacheRead": 104481,
    "cacheCreation": 8347,
    "output": 2949
   },
   "costUsdEstimate": 0.041945,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 19,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:42:21.012Z",
   "wallMs": 26184,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 66,
    "cacheRead": 109675,
    "cacheCreation": 6717,
    "output": 2389
   },
   "costUsdEstimate": 0.036413,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 7,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:42:47.459Z",
   "wallMs": 30023,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 12,
   "toolCalls": 10,
   "tokens": {
    "input": 99,
    "cacheRead": 168813,
    "cacheCreation": 7272,
    "output": 2694
   },
   "costUsdEstimate": 0.044994,
   "hookBlocks": 1,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 9,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:42:39.884Z",
   "wallMs": 45536,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 74,
    "cacheRead": 129444,
    "cacheCreation": 7675,
    "output": 4256
   },
   "costUsdEstimate": 0.049648,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 26,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "slugify",
   "rep": 1,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:43:17.745Z",
   "wallMs": 27590,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 8,
   "toolCalls": 7,
   "tokens": {
    "input": 66,
    "cacheRead": 115851,
    "cacheCreation": 7757,
    "output": 2421
   },
   "costUsdEstimate": 0.03927,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 7,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:43:25.708Z",
   "wallMs": 53530,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 170,
    "cacheRead": 384020,
    "cacheCreation": 13978,
    "output": 5292
   },
   "costUsdEstimate": 0.092988,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 53,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:43:45.617Z",
   "wallMs": 71032,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 31,
   "toolCalls": 29,
   "tokens": {
    "input": 211,
    "cacheRead": 546036,
    "cacheCreation": 17945,
    "output": 6767
   },
   "costUsdEstimate": 0.12454,
   "hookBlocks": 1,
   "brokenTestCommandUses": 2,
   "testRuns": 5,
   "memoryFileEdited": false,
   "diffLines": 49,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:44:19.567Z",
   "wallMs": 54206,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 138,
    "cacheRead": 338338,
    "cacheCreation": 16697,
    "output": 5524
   },
   "costUsdEstimate": 0.094986,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:44:56.967Z",
   "wallMs": 68205,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 28,
   "toolCalls": 27,
   "tokens": {
    "input": 178,
    "cacheRead": 445365,
    "cacheCreation": 18024,
    "output": 6687
   },
   "costUsdEstimate": 0.114198,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 49,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:45:14.057Z",
   "wallMs": 79384,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 162,
    "cacheRead": 406696,
    "cacheCreation": 18332,
    "output": 8086
   },
   "costUsdEstimate": 0.117926,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 60,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:46:05.455Z",
   "wallMs": 71054,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 5,
    "pass": 4,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 27,
   "toolCalls": 26,
   "tokens": {
    "input": 186,
    "cacheRead": 468072,
    "cacheCreation": 17956,
    "output": 7274
   },
   "costUsdEstimate": 0.119275,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 53,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:46:33.767Z",
   "wallMs": 53799,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 162,
    "cacheRead": 360098,
    "cacheCreation": 16530,
    "output": 5429
   },
   "costUsdEstimate": 0.096377,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 57,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:47:27.839Z",
   "wallMs": 35170,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 13,
   "toolCalls": 11,
   "tokens": {
    "input": 99,
    "cacheRead": 182743,
    "cacheCreation": 8781,
    "output": 3364
   },
   "costUsdEstimate": 0.052755,
   "hookBlocks": 1,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 14,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "refund",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:47:16.778Z",
   "wallMs": 64582,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 5,
    "pass": 5,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 23,
   "toolCalls": 22,
   "tokens": {
    "input": 146,
    "cacheRead": 407624,
    "cacheCreation": 19646,
    "output": 6453
   },
   "costUsdEstimate": 0.112465,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 60,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:48:03.313Z",
   "wallMs": 45310,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 14,
   "toolCalls": 13,
   "tokens": {
    "input": 106,
    "cacheRead": 202496,
    "cacheCreation": 9558,
    "output": 4263
   },
   "costUsdEstimate": 0.060787,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:48:21.633Z",
   "wallMs": 35226,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 82,
    "cacheRead": 146623,
    "cacheCreation": 8157,
    "output": 3259
   },
   "costUsdEstimate": 0.047353,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:48:48.969Z",
   "wallMs": 30230,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 1,
    "pass": 0,
    "fail": 1
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": false,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 7,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 82,
    "cacheRead": 143576,
    "cacheCreation": 8112,
    "output": 2915
   },
   "costUsdEstimate": 0.045239,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 6,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:48:57.197Z",
   "wallMs": 40134,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 15,
   "toolCalls": 14,
   "tokens": {
    "input": 98,
    "cacheRead": 192197,
    "cacheCreation": 10071,
    "output": 3150
   },
   "costUsdEstimate": 0.05521,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:49:19.528Z",
   "wallMs": 57166,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 22,
   "toolCalls": 20,
   "tokens": {
    "input": 171,
    "cacheRead": 377385,
    "cacheCreation": 13614,
    "output": 5658
   },
   "costUsdEstimate": 0.093428,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 29,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:49:37.647Z",
   "wallMs": 50620,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 154,
    "cacheRead": 369788,
    "cacheCreation": 15155,
    "output": 5677
   },
   "costUsdEstimate": 0.095828,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 22,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "report-decimals",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:50:17.053Z",
   "wallMs": 52478,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": false,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "generated": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 24,
   "toolCalls": 23,
   "tokens": {
    "input": 154,
    "cacheRead": 330306,
    "cacheCreation": 12628,
    "output": 4967
   },
   "costUsdEstimate": 0.083276,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 12,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:50:28.609Z",
   "wallMs": 64931,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 178,
    "cacheRead": 417449,
    "cacheCreation": 15738,
    "output": 6648
   },
   "costUsdEstimate": 0.106639,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 31,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:51:09.892Z",
   "wallMs": 53559,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 146,
    "cacheRead": 362287,
    "cacheCreation": 16250,
    "output": 5211
   },
   "costUsdEstimate": 0.09493,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:51:33.837Z",
   "wallMs": 54523,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 21,
   "toolCalls": 20,
   "tokens": {
    "input": 154,
    "cacheRead": 324634,
    "cacheCreation": 13531,
    "output": 5294
   },
   "costUsdEstimate": 0.086149,
   "hookBlocks": 0,
   "brokenTestCommandUses": 3,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 41,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:52:03.986Z",
   "wallMs": 82966,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": false
   },
   "checksPassed": 6,
   "checksApplicable": 7,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 202,
    "cacheRead": 459304,
    "cacheCreation": 16683,
    "output": 8199
   },
   "costUsdEstimate": 0.120493,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 34,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:52:28.634Z",
   "wallMs": 65900,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 30,
   "toolCalls": 28,
   "tokens": {
    "input": 203,
    "cacheRead": 481622,
    "cacheCreation": 15852,
    "output": 6759
   },
   "costUsdEstimate": 0.113864,
   "hookBlocks": 1,
   "brokenTestCommandUses": 3,
   "testRuns": 5,
   "memoryFileEdited": false,
   "diffLines": 34,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:53:27.213Z",
   "wallMs": 46892,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 18,
   "toolCalls": 17,
   "tokens": {
    "input": 146,
    "cacheRead": 309641,
    "cacheCreation": 13490,
    "output": 5841
   },
   "costUsdEstimate": 0.087295,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 47,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:53:34.830Z",
   "wallMs": 62619,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 25,
   "toolCalls": 24,
   "tokens": {
    "input": 162,
    "cacheRead": 392695,
    "cacheCreation": 15702,
    "output": 6165
   },
   "costUsdEstimate": 0.10166,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 31,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:54:37.761Z",
   "wallMs": 41020,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 10,
   "toolCalls": 9,
   "tokens": {
    "input": 82,
    "cacheRead": 171923,
    "cacheCreation": 12896,
    "output": 3945
   },
   "costUsdEstimate": 0.062791,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 46,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "customer-phone",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:54:14.405Z",
   "wallMs": 72550,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "newMigration": true,
    "changelog": true
   },
   "checksPassed": 7,
   "checksApplicable": 7,
   "turns": 24,
   "toolCalls": 23,
   "tokens": {
    "input": 178,
    "cacheRead": 402629,
    "cacheCreation": 15101,
    "output": 6566
   },
   "costUsdEstimate": 0.103473,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 37,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated-hook",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:55:19.062Z",
   "wallMs": 49155,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 17,
   "toolCalls": 16,
   "tokens": {
    "input": 114,
    "cacheRead": 237506,
    "cacheCreation": 13582,
    "output": 5082
   },
   "costUsdEstimate": 0.076439,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 50,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "dreamed",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:55:27.238Z",
   "wallMs": 55231,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 17,
   "toolCalls": 16,
   "tokens": {
    "input": 122,
    "cacheRead": 266117,
    "cacheCreation": 14019,
    "output": 5482
   },
   "costUsdEstimate": 0.082182,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 44,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "init",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:56:22.738Z",
   "wallMs": 48387,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 138,
    "cacheRead": 289980,
    "cacheCreation": 13831,
    "output": 4779
   },
   "costUsdEstimate": 0.080693,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 48,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "2%+1%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "hook",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:56:08.498Z",
   "wallMs": 79522,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 30,
   "toolCalls": 28,
   "tokens": {
    "input": 243,
    "cacheRead": 626440,
    "cacheCreation": 20874,
    "output": 7777
   },
   "costUsdEstimate": 0.14352,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 44,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.5%+5%+1%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:57:11.398Z",
   "wallMs": 54687,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 19,
   "toolCalls": 18,
   "tokens": {
    "input": 138,
    "cacheRead": 313655,
    "cacheCreation": 14556,
    "output": 5501
   },
   "costUsdEstimate": 0.088121,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 55,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": true
  },
  {
   "condition": "raw",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:57:28.278Z",
   "wallMs": 65306,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 4,
    "pass": 4,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": true
   },
   "checksPassed": 6,
   "checksApplicable": 6,
   "turns": 23,
   "toolCalls": 22,
   "tokens": {
    "input": 186,
    "cacheRead": 450452,
    "cacheCreation": 17015,
    "output": 6328
   },
   "costUsdEstimate": 0.110901,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 51,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "1.25%",
   "lateFeeOutcome": "current-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "none",
   "task": "late-fee",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:58:06.333Z",
   "wallMs": 56063,
   "timedOut": false,
   "isError": false,
   "functional": false,
   "hiddenTests": {
    "total": 4,
    "pass": 2,
    "fail": 2
   },
   "fullPass": false,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true,
    "changelog": false
   },
   "checksPassed": 5,
   "checksApplicable": 6,
   "turns": 20,
   "toolCalls": 19,
   "tokens": {
    "input": 138,
    "cacheRead": 287108,
    "cacheCreation": 14116,
    "output": 5572
   },
   "costUsdEstimate": 0.084941,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 44,
   "outsideEditAttempts": 0,
   "outsideWrites": 0,
   "lateFeeRateUsed": "5%+1%",
   "lateFeeOutcome": "other-rate",
   "lateFeeFlaggedUnknown": false
  },
  {
   "condition": "curated-hook",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:58:33.852Z",
   "wallMs": 34807,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 13,
   "toolCalls": 11,
   "tokens": {
    "input": 99,
    "cacheRead": 176479,
    "cacheCreation": 8069,
    "output": 3479
   },
   "costUsdEstimate": 0.05128,
   "hookBlocks": 1,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 21,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "curated",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:59:02.675Z",
   "wallMs": 23694,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 66,
    "cacheRead": 107140,
    "cacheCreation": 6298,
    "output": 2137
   },
   "costUsdEstimate": 0.034061,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 7,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "raw",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:59:08.918Z",
   "wallMs": 27468,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 9,
   "toolCalls": 8,
   "tokens": {
    "input": 66,
    "cacheRead": 117078,
    "cacheCreation": 8194,
    "output": 2365
   },
   "costUsdEstimate": 0.039987,
   "hookBlocks": 0,
   "brokenTestCommandUses": 1,
   "testRuns": 2,
   "memoryFileEdited": false,
   "diffLines": 16,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "dreamed",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:59:27.213Z",
   "wallMs": 37012,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 90,
    "cacheRead": 162289,
    "cacheCreation": 8215,
    "output": 3263
   },
   "costUsdEstimate": 0.049064,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 19,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "init",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T17:59:37.033Z",
   "wallMs": 32483,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 12,
   "toolCalls": 11,
   "tokens": {
    "input": 90,
    "cacheRead": 160750,
    "cacheCreation": 8469,
    "output": 2881
   },
   "costUsdEstimate": 0.047508,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 4,
   "memoryFileEdited": false,
   "diffLines": 21,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "bloated",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T18:00:09.797Z",
   "wallMs": 22531,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 7,
   "toolCalls": 6,
   "tokens": {
    "input": 50,
    "cacheRead": 88079,
    "cacheCreation": 8029,
    "output": 2131
   },
   "costUsdEstimate": 0.035571,
   "hookBlocks": 0,
   "brokenTestCommandUses": 0,
   "testRuns": 1,
   "memoryFileEdited": false,
   "diffLines": 21,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "none",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T18:00:04.544Z",
   "wallMs": 31624,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 11,
   "toolCalls": 10,
   "tokens": {
    "input": 82,
    "cacheRead": 140655,
    "cacheCreation": 7670,
    "output": 3059
   },
   "costUsdEstimate": 0.044783,
   "hookBlocks": 0,
   "brokenTestCommandUses": 2,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 19,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  },
  {
   "condition": "hook",
   "task": "slugify",
   "rep": 2,
   "model": "claude-haiku-4-5-20251001",
   "startedAt": "2026-10-06T18:00:32.616Z",
   "wallMs": 42346,
   "timedOut": false,
   "isError": false,
   "functional": true,
   "hiddenTests": {
    "total": 1,
    "pass": 1,
    "fail": 0
   },
   "fullPass": true,
   "checks": {
    "money": true,
    "errors": true,
    "time": true,
    "log": true,
    "migrationsAppendOnly": true
   },
   "checksPassed": 5,
   "checksApplicable": 5,
   "turns": 19,
   "toolCalls": 17,
   "tokens": {
    "input": 147,
    "cacheRead": 276954,
    "cacheCreation": 9346,
    "output": 3863
   },
   "costUsdEstimate": 0.065849,
   "hookBlocks": 1,
   "brokenTestCommandUses": 1,
   "testRuns": 3,
   "memoryFileEdited": false,
   "diffLines": 9,
   "outsideEditAttempts": 0,
   "outsideWrites": 0
  }
 ],
 "protocolNote": "The run protocol was declared before the first run. Its public summary is the Method section of the study page."
}