{
 "kind": "jev-live-calls",
 "note": "One row per counted call, in the order made. latencyMs is client wall time from before the request to after the body was read; ttfbMs is the time to the response headers. keysScored and keysCorrect count the questions the decision set scores; exact means every scored question was acceptable. No key, header, request text or answer is stored.",
 "calls": [
  {
   "n": 1,
   "rep": 1,
   "id": "control.failure_class/missing-linker",
   "purpose": "control.failure_class",
   "cold": true,
   "ok": true,
   "status": 200,
   "latencyMs": 224.7,
   "ttfbMs": 222.4,
   "inputTokens": 666,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 2,
   "rep": 1,
   "id": "control.failure_class/old-jdk",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.1,
   "ttfbMs": 150.6,
   "inputTokens": 686,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 3,
   "rep": 1,
   "id": "control.failure_class/chromedriver-version",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 227.7,
   "ttfbMs": 227.2,
   "inputTokens": 676,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 4,
   "rep": 1,
   "id": "control.failure_class/oom-killed",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.9,
   "ttfbMs": 150.7,
   "inputTokens": 661,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 5,
   "rep": 1,
   "id": "control.failure_class/test-timeout",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124.6,
   "ttfbMs": 124,
   "inputTokens": 667,
   "outputTokens": 62,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 6,
   "rep": 1,
   "id": "control.failure_class/rate-limiter-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 143,
   "ttfbMs": 142.7,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 7,
   "rep": 1,
   "id": "control.failure_class/own-server-refused",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 155.9,
   "ttfbMs": 155.6,
   "inputTokens": 702,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 8,
   "rep": 1,
   "id": "control.failure_class/error-message-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 119.9,
   "ttfbMs": 119.6,
   "inputTokens": 660,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 9,
   "rep": 1,
   "id": "control.failure_class/jest-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.1,
   "ttfbMs": 131.7,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 10,
   "rep": 1,
   "id": "control.failure_class/typescript-error",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.9,
   "ttfbMs": 125.4,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 11,
   "rep": 1,
   "id": "control.failure_class/eslint-errors",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.6,
   "ttfbMs": 132.3,
   "inputTokens": 675,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 12,
   "rep": 1,
   "id": "control.failure_class/python-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 139.6,
   "ttfbMs": 139.2,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 13,
   "rep": 1,
   "id": "control.failure_class/go-panic",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 114.9,
   "ttfbMs": 114.6,
   "inputTokens": 669,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 14,
   "rep": 1,
   "id": "control.failure_class/snapshot-mismatch",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.6,
   "ttfbMs": 125.4,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 15,
   "rep": 1,
   "id": "control.failure_class/missing-module",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.9,
   "ttfbMs": 121.6,
   "inputTokens": 647,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 16,
   "rep": 1,
   "id": "control.failure_class/eresolve",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.3,
   "ttfbMs": 121.1,
   "inputTokens": 677,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 17,
   "rep": 1,
   "id": "control.failure_class/missing-fixture",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 135.1,
   "ttfbMs": 134.9,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 18,
   "rep": 1,
   "id": "control.failure_class/empty-output",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126,
   "ttfbMs": 125.7,
   "inputTokens": 627,
   "outputTokens": 64,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 19,
   "rep": 1,
   "id": "frontdoor.intent/new-dashboard",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 142.8,
   "ttfbMs": 142.6,
   "inputTokens": 523,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 20,
   "rep": 1,
   "id": "frontdoor.intent/whats-open-this-week",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 122,
   "ttfbMs": 121.8,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 21,
   "rep": 1,
   "id": "frontdoor.intent/fix-login",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.5,
   "ttfbMs": 136.1,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 22,
   "rep": 1,
   "id": "frontdoor.intent/migration-progress",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.9,
   "ttfbMs": 151.6,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 23,
   "rep": 1,
   "id": "frontdoor.intent/make-it-weekly",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 112.4,
   "ttfbMs": 112,
   "inputTokens": 521,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 24,
   "rep": 1,
   "id": "frontdoor.intent/approved-ship-it",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 179.8,
   "ttfbMs": 179.5,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 25,
   "rep": 1,
   "id": "frontdoor.intent/hold-everything",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.5,
   "ttfbMs": 130.2,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 26,
   "rep": 1,
   "id": "frontdoor.intent/cancel-redesign",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 128.2,
   "ttfbMs": 127.8,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 27,
   "rep": 1,
   "id": "frontdoor.intent/thanks",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 114.8,
   "ttfbMs": 114.6,
   "inputTokens": 515,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 28,
   "rep": 1,
   "id": "frontdoor.intent/churn-question",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.7,
   "ttfbMs": 125.4,
   "inputTokens": 522,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 29,
   "rep": 1,
   "id": "frontdoor.intent/also-canada",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120.7,
   "ttfbMs": 120.4,
   "inputTokens": 518,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 30,
   "rep": 1,
   "id": "frontdoor.intent/option-b",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117.5,
   "ttfbMs": 117.1,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 31,
   "rep": 1,
   "id": "frontdoor.intent/did-deploy-go-out",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 161.1,
   "ttfbMs": 160.9,
   "inputTokens": 519,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 32,
   "rep": 1,
   "id": "frontdoor.intent/detailed-reporting",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 119.7,
   "ttfbMs": 119.4,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 33,
   "rep": 1,
   "id": "frontdoor.intent/blog-post",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 142.3,
   "ttfbMs": 142,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 34,
   "rep": 1,
   "id": "frontdoor.intent/anything-blocked",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120.5,
   "ttfbMs": 120.3,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 35,
   "rep": 1,
   "id": "frontdoor.intent/hello",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 111.1,
   "ttfbMs": 110.8,
   "inputTokens": 514,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 36,
   "rep": 1,
   "id": "frontdoor.intent/resume-please",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 129.7,
   "ttfbMs": 129.5,
   "inputTokens": 516,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 37,
   "rep": 1,
   "id": "frontdoor.intent/stop-using-tabs",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 134.2,
   "ttfbMs": 133.9,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 38,
   "rep": 1,
   "id": "frontdoor.intent/set-up-ci",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.8,
   "ttfbMs": 121.6,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 39,
   "rep": 1,
   "id": "memory.is_rule/watch-tip",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 133.9,
   "ttfbMs": 133.7,
   "inputTokens": 481,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 40,
   "rep": 1,
   "id": "memory.is_rule/make-targets",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 131.1,
   "ttfbMs": 130.8,
   "inputTokens": 477,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 41,
   "rep": 1,
   "id": "memory.is_rule/keep-in-mind",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 177.7,
   "ttfbMs": 176.9,
   "inputTokens": 485,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 42,
   "rep": 1,
   "id": "memory.is_rule/build-badge",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 113.5,
   "ttfbMs": 113.1,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 43,
   "rep": 1,
   "id": "memory.is_rule/branch-name",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 111.2,
   "ttfbMs": 110.3,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 44,
   "rep": 1,
   "id": "memory.is_rule/docstrings-norm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126.5,
   "ttfbMs": 126.3,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 45,
   "rep": 1,
   "id": "memory.is_rule/conventional-commits",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 156.4,
   "ttfbMs": 156.2,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 46,
   "rep": 1,
   "id": "memory.is_rule/pnpm-not-npm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 138.6,
   "ttfbMs": 138.3,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 47,
   "rep": 1,
   "id": "memory.is_rule/example-line",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 224.2,
   "ttfbMs": 223.9,
   "inputTokens": 480,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 48,
   "rep": 1,
   "id": "memory.is_rule/ci-runs",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.3,
   "ttfbMs": 131.9,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 49,
   "rep": 1,
   "id": "memory.is_rule/secrets-in-vault",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 109.6,
   "ttfbMs": 109.4,
   "inputTokens": 482,
   "outputTokens": 67,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 50,
   "rep": 1,
   "id": "memory.is_rule/prs-need-tests",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 200.8,
   "ttfbMs": 200.5,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 51,
   "rep": 1,
   "id": "context.shape/new-pagination",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 135.6,
   "ttfbMs": 135.3,
   "inputTokens": 1099,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 52,
   "rep": 1,
   "id": "context.shape/new-migration-large",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 177.8,
   "ttfbMs": 177.5,
   "inputTokens": 1174,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 53,
   "rep": 1,
   "id": "context.shape/new-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125,
   "ttfbMs": 124.8,
   "inputTokens": 1313,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 54,
   "rep": 1,
   "id": "context.shape/new-design-decision",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.5,
   "ttfbMs": 130.3,
   "inputTokens": 1096,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 55,
   "rep": 1,
   "id": "context.shape/new-onboarding-doc",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.9,
   "ttfbMs": 116.6,
   "inputTokens": 1092,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 56,
   "rep": 1,
   "id": "context.shape/cont-mid-implementation",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 154.8,
   "ttfbMs": 154.6,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 3,
   "keysCorrect": 3,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 57,
   "rep": 1,
   "id": "context.shape/cont-near-done",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.1,
   "ttfbMs": 131.8,
   "inputTokens": 1134,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 58,
   "rep": 1,
   "id": "context.shape/cont-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 114,
   "ttfbMs": 113.8,
   "inputTokens": 1357,
   "outputTokens": 272,
   "keysScored": 3,
   "keysCorrect": 3,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 59,
   "rep": 1,
   "id": "context.shape/followup-add-param",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 157.6,
   "ttfbMs": 157.2,
   "inputTokens": 1323,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 60,
   "rep": 1,
   "id": "context.shape/clarify-open-questions",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 112.8,
   "ttfbMs": 112.5,
   "inputTokens": 1407,
   "outputTokens": 379,
   "keysScored": 4,
   "keysCorrect": 2,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 61,
   "rep": 1,
   "id": "context.shape/ml-new-bulk-export",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.3,
   "ttfbMs": 130.1,
   "inputTokens": 1100,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 62,
   "rep": 1,
   "id": "context.shape/ml-new-runbook",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.8,
   "ttfbMs": 121.5,
   "inputTokens": 1088,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 63,
   "rep": 1,
   "id": "context.shape/ml-new-repeat-incident",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146,
   "ttfbMs": 145.7,
   "inputTokens": 1098,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 64,
   "rep": 1,
   "id": "context.shape/ml-new-style-guide",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 148.9,
   "ttfbMs": 148.4,
   "inputTokens": 1101,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 65,
   "rep": 1,
   "id": "context.shape/ml-cont-export-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126.4,
   "ttfbMs": 126.2,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 66,
   "rep": 1,
   "id": "context.shape/ml-cont-no-summary",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117.6,
   "ttfbMs": 117.5,
   "inputTokens": 1006,
   "outputTokens": 219,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 67,
   "rep": 1,
   "id": "context.shape/ml-cont-sso-docs",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 144.9,
   "ttfbMs": 144.7,
   "inputTokens": 1146,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 68,
   "rep": 1,
   "id": "context.shape/ml-cont-open-question",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.7,
   "ttfbMs": 137.5,
   "inputTokens": 1131,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 69,
   "rep": 1,
   "id": "context.shape/ml-new-split-service",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 115.1,
   "ttfbMs": 114.5,
   "inputTokens": 1171,
   "outputTokens": 258,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 70,
   "rep": 1,
   "id": "context.shape/ml-replan-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120,
   "ttfbMs": 119.8,
   "inputTokens": 1356,
   "outputTokens": 272,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 71,
   "rep": 1,
   "id": "context.shape/ml-cont-failing-suite",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 147.6,
   "ttfbMs": 147.3,
   "inputTokens": 1132,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 72,
   "rep": 1,
   "id": "context.shape/ml-new-retention-policy",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 115.9,
   "ttfbMs": 115.5,
   "inputTokens": 1094,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 73,
   "rep": 1,
   "id": "context.shape/ml-new-empty-state",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 114.7,
   "ttfbMs": 113.8,
   "inputTokens": 1094,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 74,
   "rep": 1,
   "id": "context.shape/ml-new-renewal-email",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 128.6,
   "ttfbMs": 128.4,
   "inputTokens": 1091,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 75,
   "rep": 1,
   "id": "context.shape/ml-new-changelog-list",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 129.8,
   "ttfbMs": 129.6,
   "inputTokens": 1106,
   "outputTokens": 258,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 76,
   "rep": 1,
   "id": "context.shape/ml-cont-latency",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 133.7,
   "ttfbMs": 133.5,
   "inputTokens": 1150,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 77,
   "rep": 1,
   "id": "context.shape/ml-replan-rollback",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.6,
   "ttfbMs": 116.4,
   "inputTokens": 1139,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 78,
   "rep": 1,
   "id": "context.shape/ml-new-backfill",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 129,
   "ttfbMs": 128.8,
   "inputTokens": 1103,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 79,
   "rep": 1,
   "id": "context.shape/asked-followup-csv",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 232.6,
   "ttfbMs": 232.3,
   "inputTokens": 1320,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 80,
   "rep": 1,
   "id": "context.shape/asked-clarify-limit",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 165,
   "ttfbMs": 164.7,
   "inputTokens": 1415,
   "outputTokens": 380,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 81,
   "rep": 1,
   "id": "context.shape/asked-followup-notes",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.7,
   "ttfbMs": 132.4,
   "inputTokens": 1313,
   "outputTokens": 339,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 82,
   "rep": 1,
   "id": "context.shape/asked-clarify-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.4,
   "ttfbMs": 125,
   "inputTokens": 1313,
   "outputTokens": 340,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 83,
   "rep": 2,
   "id": "control.failure_class/missing-linker",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.8,
   "ttfbMs": 132.6,
   "inputTokens": 666,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 84,
   "rep": 2,
   "id": "control.failure_class/old-jdk",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146.5,
   "ttfbMs": 146.3,
   "inputTokens": 686,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 85,
   "rep": 2,
   "id": "control.failure_class/chromedriver-version",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 149.7,
   "ttfbMs": 149.4,
   "inputTokens": 676,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 86,
   "rep": 2,
   "id": "control.failure_class/oom-killed",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.9,
   "ttfbMs": 136.6,
   "inputTokens": 661,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 87,
   "rep": 2,
   "id": "control.failure_class/test-timeout",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.2,
   "ttfbMs": 125,
   "inputTokens": 667,
   "outputTokens": 62,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 88,
   "rep": 2,
   "id": "control.failure_class/rate-limiter-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 152.2,
   "ttfbMs": 152,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 89,
   "rep": 2,
   "id": "control.failure_class/own-server-refused",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 179.2,
   "ttfbMs": 179,
   "inputTokens": 702,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 90,
   "rep": 2,
   "id": "control.failure_class/error-message-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 113.1,
   "ttfbMs": 112.9,
   "inputTokens": 660,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 91,
   "rep": 2,
   "id": "control.failure_class/jest-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120.1,
   "ttfbMs": 119.8,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 92,
   "rep": 2,
   "id": "control.failure_class/typescript-error",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120.5,
   "ttfbMs": 120.4,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 93,
   "rep": 2,
   "id": "control.failure_class/eslint-errors",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124,
   "ttfbMs": 123.7,
   "inputTokens": 675,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 94,
   "rep": 2,
   "id": "control.failure_class/python-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 127.3,
   "ttfbMs": 127,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 95,
   "rep": 2,
   "id": "control.failure_class/go-panic",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 233.8,
   "ttfbMs": 233.6,
   "inputTokens": 669,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 96,
   "rep": 2,
   "id": "control.failure_class/snapshot-mismatch",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.8,
   "ttfbMs": 136.6,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 97,
   "rep": 2,
   "id": "control.failure_class/missing-module",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.8,
   "ttfbMs": 121.5,
   "inputTokens": 647,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 98,
   "rep": 2,
   "id": "control.failure_class/eresolve",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.9,
   "ttfbMs": 125.7,
   "inputTokens": 677,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 99,
   "rep": 2,
   "id": "control.failure_class/missing-fixture",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 108.2,
   "ttfbMs": 108,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 100,
   "rep": 2,
   "id": "control.failure_class/empty-output",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 112.5,
   "ttfbMs": 112.3,
   "inputTokens": 627,
   "outputTokens": 64,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 101,
   "rep": 2,
   "id": "frontdoor.intent/new-dashboard",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.9,
   "ttfbMs": 141.6,
   "inputTokens": 523,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 102,
   "rep": 2,
   "id": "frontdoor.intent/whats-open-this-week",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 147.8,
   "ttfbMs": 147.2,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 103,
   "rep": 2,
   "id": "frontdoor.intent/fix-login",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.2,
   "ttfbMs": 115.9,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 104,
   "rep": 2,
   "id": "frontdoor.intent/migration-progress",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 176,
   "ttfbMs": 175.6,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 105,
   "rep": 2,
   "id": "frontdoor.intent/make-it-weekly",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 123.3,
   "ttfbMs": 123,
   "inputTokens": 521,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 106,
   "rep": 2,
   "id": "frontdoor.intent/approved-ship-it",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136,
   "ttfbMs": 135.7,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 107,
   "rep": 2,
   "id": "frontdoor.intent/hold-everything",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 286.8,
   "ttfbMs": 286.6,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 108,
   "rep": 2,
   "id": "frontdoor.intent/cancel-redesign",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 145,
   "ttfbMs": 144.8,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 109,
   "rep": 2,
   "id": "frontdoor.intent/thanks",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 139.2,
   "ttfbMs": 138.9,
   "inputTokens": 515,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 110,
   "rep": 2,
   "id": "frontdoor.intent/churn-question",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 170.8,
   "ttfbMs": 170.5,
   "inputTokens": 522,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 111,
   "rep": 2,
   "id": "frontdoor.intent/also-canada",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 274.4,
   "ttfbMs": 274.2,
   "inputTokens": 518,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 112,
   "rep": 2,
   "id": "frontdoor.intent/option-b",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 138,
   "ttfbMs": 137.2,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 113,
   "rep": 2,
   "id": "frontdoor.intent/did-deploy-go-out",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.5,
   "ttfbMs": 137.1,
   "inputTokens": 519,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 114,
   "rep": 2,
   "id": "frontdoor.intent/detailed-reporting",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 147.8,
   "ttfbMs": 147.5,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 115,
   "rep": 2,
   "id": "frontdoor.intent/blog-post",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 165.4,
   "ttfbMs": 165.1,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 116,
   "rep": 2,
   "id": "frontdoor.intent/anything-blocked",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 123.8,
   "ttfbMs": 123.5,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 117,
   "rep": 2,
   "id": "frontdoor.intent/hello",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.6,
   "ttfbMs": 137.3,
   "inputTokens": 514,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 118,
   "rep": 2,
   "id": "frontdoor.intent/resume-please",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 174.4,
   "ttfbMs": 174.2,
   "inputTokens": 516,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 119,
   "rep": 2,
   "id": "frontdoor.intent/stop-using-tabs",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.5,
   "ttfbMs": 116.1,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 120,
   "rep": 2,
   "id": "frontdoor.intent/set-up-ci",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120.6,
   "ttfbMs": 120.4,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 121,
   "rep": 2,
   "id": "memory.is_rule/watch-tip",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 172.7,
   "ttfbMs": 172.3,
   "inputTokens": 481,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 122,
   "rep": 2,
   "id": "memory.is_rule/make-targets",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 114.2,
   "ttfbMs": 113.5,
   "inputTokens": 477,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 123,
   "rep": 2,
   "id": "memory.is_rule/keep-in-mind",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 138.9,
   "ttfbMs": 138.7,
   "inputTokens": 485,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 124,
   "rep": 2,
   "id": "memory.is_rule/build-badge",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 113.6,
   "ttfbMs": 113.4,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 125,
   "rep": 2,
   "id": "memory.is_rule/branch-name",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117.6,
   "ttfbMs": 117.4,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 126,
   "rep": 2,
   "id": "memory.is_rule/docstrings-norm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 297.3,
   "ttfbMs": 297.1,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 127,
   "rep": 2,
   "id": "memory.is_rule/conventional-commits",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126.4,
   "ttfbMs": 126.2,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 128,
   "rep": 2,
   "id": "memory.is_rule/pnpm-not-npm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 150.8,
   "ttfbMs": 150.6,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 129,
   "rep": 2,
   "id": "memory.is_rule/example-line",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 145.1,
   "ttfbMs": 144.9,
   "inputTokens": 480,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 130,
   "rep": 2,
   "id": "memory.is_rule/ci-runs",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 150.6,
   "ttfbMs": 150.4,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 131,
   "rep": 2,
   "id": "memory.is_rule/secrets-in-vault",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 132.3,
   "ttfbMs": 132.1,
   "inputTokens": 482,
   "outputTokens": 67,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 132,
   "rep": 2,
   "id": "memory.is_rule/prs-need-tests",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 138,
   "ttfbMs": 137.8,
   "inputTokens": 476,
   "outputTokens": 67,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 133,
   "rep": 2,
   "id": "context.shape/new-pagination",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 135.8,
   "ttfbMs": 135.5,
   "inputTokens": 1099,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 134,
   "rep": 2,
   "id": "context.shape/new-migration-large",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 152.4,
   "ttfbMs": 152.1,
   "inputTokens": 1174,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 135,
   "rep": 2,
   "id": "context.shape/new-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.7,
   "ttfbMs": 151.5,
   "inputTokens": 1313,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 136,
   "rep": 2,
   "id": "context.shape/new-design-decision",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.7,
   "ttfbMs": 151.5,
   "inputTokens": 1096,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 137,
   "rep": 2,
   "id": "context.shape/new-onboarding-doc",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 122,
   "ttfbMs": 121.7,
   "inputTokens": 1092,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 138,
   "rep": 2,
   "id": "context.shape/cont-mid-implementation",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.7,
   "ttfbMs": 125.5,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 3,
   "keysCorrect": 2,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 139,
   "rep": 2,
   "id": "context.shape/cont-near-done",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 147.1,
   "ttfbMs": 146.9,
   "inputTokens": 1134,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 140,
   "rep": 2,
   "id": "context.shape/cont-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.5,
   "ttfbMs": 141.1,
   "inputTokens": 1357,
   "outputTokens": 272,
   "keysScored": 3,
   "keysCorrect": 3,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 141,
   "rep": 2,
   "id": "context.shape/followup-add-param",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 167,
   "ttfbMs": 166.7,
   "inputTokens": 1323,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 142,
   "rep": 2,
   "id": "context.shape/clarify-open-questions",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 144.9,
   "ttfbMs": 144.7,
   "inputTokens": 1407,
   "outputTokens": 379,
   "keysScored": 4,
   "keysCorrect": 2,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 143,
   "rep": 2,
   "id": "context.shape/ml-new-bulk-export",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 150.8,
   "ttfbMs": 150.6,
   "inputTokens": 1100,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 144,
   "rep": 2,
   "id": "context.shape/ml-new-runbook",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 157.9,
   "ttfbMs": 157.7,
   "inputTokens": 1088,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 145,
   "rep": 2,
   "id": "context.shape/ml-new-repeat-incident",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146.8,
   "ttfbMs": 146.6,
   "inputTokens": 1098,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 146,
   "rep": 2,
   "id": "context.shape/ml-new-style-guide",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.3,
   "ttfbMs": 151.1,
   "inputTokens": 1101,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 147,
   "rep": 2,
   "id": "context.shape/ml-cont-export-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 149.1,
   "ttfbMs": 148.9,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 148,
   "rep": 2,
   "id": "context.shape/ml-cont-no-summary",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 163.8,
   "ttfbMs": 163.5,
   "inputTokens": 1006,
   "outputTokens": 219,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 149,
   "rep": 2,
   "id": "context.shape/ml-cont-sso-docs",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 159.5,
   "ttfbMs": 159.3,
   "inputTokens": 1146,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 150,
   "rep": 2,
   "id": "context.shape/ml-cont-open-question",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 142.4,
   "ttfbMs": 142.2,
   "inputTokens": 1131,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 151,
   "rep": 2,
   "id": "context.shape/ml-new-split-service",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.9,
   "ttfbMs": 141.7,
   "inputTokens": 1171,
   "outputTokens": 258,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 152,
   "rep": 2,
   "id": "context.shape/ml-replan-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 119,
   "ttfbMs": 118.8,
   "inputTokens": 1356,
   "outputTokens": 272,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 153,
   "rep": 2,
   "id": "context.shape/ml-cont-failing-suite",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.9,
   "ttfbMs": 136.6,
   "inputTokens": 1132,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 154,
   "rep": 2,
   "id": "context.shape/ml-new-retention-policy",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 145.4,
   "ttfbMs": 145.2,
   "inputTokens": 1094,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 155,
   "rep": 2,
   "id": "context.shape/ml-new-empty-state",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130,
   "ttfbMs": 129.8,
   "inputTokens": 1094,
   "outputTokens": 258,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 156,
   "rep": 2,
   "id": "context.shape/ml-new-renewal-email",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.2,
   "ttfbMs": 137,
   "inputTokens": 1091,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 157,
   "rep": 2,
   "id": "context.shape/ml-new-changelog-list",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146.2,
   "ttfbMs": 145.9,
   "inputTokens": 1106,
   "outputTokens": 258,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 158,
   "rep": 2,
   "id": "context.shape/ml-cont-latency",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.6,
   "ttfbMs": 151.4,
   "inputTokens": 1150,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 159,
   "rep": 2,
   "id": "context.shape/ml-replan-rollback",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 145.6,
   "ttfbMs": 145.3,
   "inputTokens": 1139,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 160,
   "rep": 2,
   "id": "context.shape/ml-new-backfill",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 196.5,
   "ttfbMs": 196.3,
   "inputTokens": 1103,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 161,
   "rep": 2,
   "id": "context.shape/asked-followup-csv",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.9,
   "ttfbMs": 137.7,
   "inputTokens": 1320,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 162,
   "rep": 2,
   "id": "context.shape/asked-clarify-limit",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124.1,
   "ttfbMs": 123.9,
   "inputTokens": 1415,
   "outputTokens": 380,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 163,
   "rep": 2,
   "id": "context.shape/asked-followup-notes",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.4,
   "ttfbMs": 125.2,
   "inputTokens": 1313,
   "outputTokens": 339,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 164,
   "rep": 2,
   "id": "context.shape/asked-clarify-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 149.2,
   "ttfbMs": 148.9,
   "inputTokens": 1313,
   "outputTokens": 340,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 165,
   "rep": 3,
   "id": "control.failure_class/missing-linker",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 167.2,
   "ttfbMs": 166.9,
   "inputTokens": 666,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 166,
   "rep": 3,
   "id": "control.failure_class/old-jdk",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 123.2,
   "ttfbMs": 123,
   "inputTokens": 686,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 167,
   "rep": 3,
   "id": "control.failure_class/chromedriver-version",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 169.5,
   "ttfbMs": 169.3,
   "inputTokens": 676,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 168,
   "rep": 3,
   "id": "control.failure_class/oom-killed",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.4,
   "ttfbMs": 141.2,
   "inputTokens": 661,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 169,
   "rep": 3,
   "id": "control.failure_class/test-timeout",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 122.7,
   "ttfbMs": 122.5,
   "inputTokens": 667,
   "outputTokens": 62,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 170,
   "rep": 3,
   "id": "control.failure_class/rate-limiter-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 169.2,
   "ttfbMs": 169,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 171,
   "rep": 3,
   "id": "control.failure_class/own-server-refused",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 160.8,
   "ttfbMs": 160.5,
   "inputTokens": 702,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 172,
   "rep": 3,
   "id": "control.failure_class/error-message-test",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.3,
   "ttfbMs": 141.1,
   "inputTokens": 660,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 173,
   "rep": 3,
   "id": "control.failure_class/jest-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 123.4,
   "ttfbMs": 123.2,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 174,
   "rep": 3,
   "id": "control.failure_class/typescript-error",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.8,
   "ttfbMs": 130.6,
   "inputTokens": 668,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 175,
   "rep": 3,
   "id": "control.failure_class/eslint-errors",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 147.8,
   "ttfbMs": 147.6,
   "inputTokens": 675,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 176,
   "rep": 3,
   "id": "control.failure_class/python-assertion",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.7,
   "ttfbMs": 130.5,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 177,
   "rep": 3,
   "id": "control.failure_class/go-panic",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.6,
   "ttfbMs": 116.3,
   "inputTokens": 669,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 178,
   "rep": 3,
   "id": "control.failure_class/snapshot-mismatch",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 120,
   "ttfbMs": 119.8,
   "inputTokens": 657,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 179,
   "rep": 3,
   "id": "control.failure_class/missing-module",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 171.2,
   "ttfbMs": 171,
   "inputTokens": 647,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 180,
   "rep": 3,
   "id": "control.failure_class/eresolve",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 113.8,
   "ttfbMs": 113.5,
   "inputTokens": 677,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 181,
   "rep": 3,
   "id": "control.failure_class/missing-fixture",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.4,
   "ttfbMs": 141.2,
   "inputTokens": 652,
   "outputTokens": 61,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 182,
   "rep": 3,
   "id": "control.failure_class/empty-output",
   "purpose": "control.failure_class",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 116.6,
   "ttfbMs": 116.4,
   "inputTokens": 627,
   "outputTokens": 64,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 183,
   "rep": 3,
   "id": "frontdoor.intent/new-dashboard",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 141.5,
   "ttfbMs": 141.3,
   "inputTokens": 523,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 184,
   "rep": 3,
   "id": "frontdoor.intent/whats-open-this-week",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 123,
   "ttfbMs": 122.8,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 185,
   "rep": 3,
   "id": "frontdoor.intent/fix-login",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 134.9,
   "ttfbMs": 134.8,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 186,
   "rep": 3,
   "id": "frontdoor.intent/migration-progress",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.6,
   "ttfbMs": 125.5,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 187,
   "rep": 3,
   "id": "frontdoor.intent/make-it-weekly",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 118.5,
   "ttfbMs": 118.3,
   "inputTokens": 521,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 188,
   "rep": 3,
   "id": "frontdoor.intent/approved-ship-it",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 118.4,
   "ttfbMs": 118.1,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 189,
   "rep": 3,
   "id": "frontdoor.intent/hold-everything",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 129.2,
   "ttfbMs": 129,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 190,
   "rep": 3,
   "id": "frontdoor.intent/cancel-redesign",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 100.9,
   "ttfbMs": 100.7,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 191,
   "rep": 3,
   "id": "frontdoor.intent/thanks",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 148.1,
   "ttfbMs": 147.9,
   "inputTokens": 515,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 192,
   "rep": 3,
   "id": "frontdoor.intent/churn-question",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 175.7,
   "ttfbMs": 175.5,
   "inputTokens": 522,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 193,
   "rep": 3,
   "id": "frontdoor.intent/also-canada",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126.1,
   "ttfbMs": 125.9,
   "inputTokens": 518,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 194,
   "rep": 3,
   "id": "frontdoor.intent/option-b",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 143.1,
   "ttfbMs": 142.9,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 195,
   "rep": 3,
   "id": "frontdoor.intent/did-deploy-go-out",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 139,
   "ttfbMs": 138.8,
   "inputTokens": 519,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 196,
   "rep": 3,
   "id": "frontdoor.intent/detailed-reporting",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.9,
   "ttfbMs": 130.7,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 197,
   "rep": 3,
   "id": "frontdoor.intent/blog-post",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 162.6,
   "ttfbMs": 162.4,
   "inputTokens": 521,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 198,
   "rep": 3,
   "id": "frontdoor.intent/anything-blocked",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 193.3,
   "ttfbMs": 193.1,
   "inputTokens": 517,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 199,
   "rep": 3,
   "id": "frontdoor.intent/hello",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126.3,
   "ttfbMs": 126.1,
   "inputTokens": 514,
   "outputTokens": 68,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 200,
   "rep": 3,
   "id": "frontdoor.intent/resume-please",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 130.4,
   "ttfbMs": 129.8,
   "inputTokens": 516,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 201,
   "rep": 3,
   "id": "frontdoor.intent/stop-using-tabs",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.9,
   "ttfbMs": 136.7,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 202,
   "rep": 3,
   "id": "frontdoor.intent/set-up-ci",
   "purpose": "frontdoor.intent",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146.2,
   "ttfbMs": 146,
   "inputTokens": 520,
   "outputTokens": 65,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 203,
   "rep": 3,
   "id": "memory.is_rule/watch-tip",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 150.6,
   "ttfbMs": 150.4,
   "inputTokens": 481,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 204,
   "rep": 3,
   "id": "memory.is_rule/make-targets",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 179.7,
   "ttfbMs": 179.4,
   "inputTokens": 477,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 205,
   "rep": 3,
   "id": "memory.is_rule/keep-in-mind",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.2,
   "ttfbMs": 137,
   "inputTokens": 485,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 206,
   "rep": 3,
   "id": "memory.is_rule/build-badge",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 133,
   "ttfbMs": 132.7,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 207,
   "rep": 3,
   "id": "memory.is_rule/branch-name",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 165.9,
   "ttfbMs": 165.7,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 208,
   "rep": 3,
   "id": "memory.is_rule/docstrings-norm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 122.3,
   "ttfbMs": 122.2,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 209,
   "rep": 3,
   "id": "memory.is_rule/conventional-commits",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 145,
   "ttfbMs": 144.8,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 210,
   "rep": 3,
   "id": "memory.is_rule/pnpm-not-npm",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 150.2,
   "ttfbMs": 150,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 211,
   "rep": 3,
   "id": "memory.is_rule/example-line",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 142.1,
   "ttfbMs": 141.9,
   "inputTokens": 480,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 212,
   "rep": 3,
   "id": "memory.is_rule/ci-runs",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 146.7,
   "ttfbMs": 146.4,
   "inputTokens": 475,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 213,
   "rep": 3,
   "id": "memory.is_rule/secrets-in-vault",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 170,
   "ttfbMs": 169.8,
   "inputTokens": 482,
   "outputTokens": 67,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 214,
   "rep": 3,
   "id": "memory.is_rule/prs-need-tests",
   "purpose": "memory.is_rule",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 119.3,
   "ttfbMs": 119.1,
   "inputTokens": 476,
   "outputTokens": 66,
   "keysScored": 1,
   "keysCorrect": 1,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 215,
   "rep": 3,
   "id": "context.shape/new-pagination",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 140.7,
   "ttfbMs": 140.5,
   "inputTokens": 1099,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 216,
   "rep": 3,
   "id": "context.shape/new-migration-large",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 125.9,
   "ttfbMs": 125.7,
   "inputTokens": 1174,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 217,
   "rep": 3,
   "id": "context.shape/new-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 126,
   "ttfbMs": 125.7,
   "inputTokens": 1313,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 218,
   "rep": 3,
   "id": "context.shape/new-design-decision",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 158.7,
   "ttfbMs": 158.5,
   "inputTokens": 1096,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 219,
   "rep": 3,
   "id": "context.shape/new-onboarding-doc",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117.4,
   "ttfbMs": 116.7,
   "inputTokens": 1092,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 220,
   "rep": 3,
   "id": "context.shape/cont-mid-implementation",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121,
   "ttfbMs": 120.8,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 3,
   "keysCorrect": 3,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 221,
   "rep": 3,
   "id": "context.shape/cont-near-done",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 152.7,
   "ttfbMs": 152.5,
   "inputTokens": 1134,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 222,
   "rep": 3,
   "id": "context.shape/cont-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 192.8,
   "ttfbMs": 192.6,
   "inputTokens": 1357,
   "outputTokens": 272,
   "keysScored": 3,
   "keysCorrect": 3,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 223,
   "rep": 3,
   "id": "context.shape/followup-add-param",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 121.8,
   "ttfbMs": 121.6,
   "inputTokens": 1323,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 224,
   "rep": 3,
   "id": "context.shape/clarify-open-questions",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124.6,
   "ttfbMs": 124.5,
   "inputTokens": 1407,
   "outputTokens": 379,
   "keysScored": 4,
   "keysCorrect": 2,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 225,
   "rep": 3,
   "id": "context.shape/ml-new-bulk-export",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 128.3,
   "ttfbMs": 128.1,
   "inputTokens": 1100,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 226,
   "rep": 3,
   "id": "context.shape/ml-new-runbook",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 151.6,
   "ttfbMs": 151.4,
   "inputTokens": 1088,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 227,
   "rep": 3,
   "id": "context.shape/ml-new-repeat-incident",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 118.1,
   "ttfbMs": 117.9,
   "inputTokens": 1098,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 228,
   "rep": 3,
   "id": "context.shape/ml-new-style-guide",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 131.9,
   "ttfbMs": 131.7,
   "inputTokens": 1101,
   "outputTokens": 259,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 229,
   "rep": 3,
   "id": "context.shape/ml-cont-export-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124.6,
   "ttfbMs": 124.3,
   "inputTokens": 1143,
   "outputTokens": 273,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 230,
   "rep": 3,
   "id": "context.shape/ml-cont-no-summary",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 142.2,
   "ttfbMs": 142,
   "inputTokens": 1006,
   "outputTokens": 219,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 231,
   "rep": 3,
   "id": "context.shape/ml-cont-sso-docs",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 153.5,
   "ttfbMs": 153.3,
   "inputTokens": 1146,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 232,
   "rep": 3,
   "id": "context.shape/ml-cont-open-question",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117,
   "ttfbMs": 116.8,
   "inputTokens": 1131,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 233,
   "rep": 3,
   "id": "context.shape/ml-new-split-service",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 115,
   "ttfbMs": 114.8,
   "inputTokens": 1171,
   "outputTokens": 258,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 234,
   "rep": 3,
   "id": "context.shape/ml-replan-oversized",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 205.6,
   "ttfbMs": 205.3,
   "inputTokens": 1356,
   "outputTokens": 272,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 235,
   "rep": 3,
   "id": "context.shape/ml-cont-failing-suite",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 239,
   "ttfbMs": 238.8,
   "inputTokens": 1132,
   "outputTokens": 272,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 236,
   "rep": 3,
   "id": "context.shape/ml-new-retention-policy",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 137.6,
   "ttfbMs": 137.4,
   "inputTokens": 1094,
   "outputTokens": 259,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 237,
   "rep": 3,
   "id": "context.shape/ml-new-empty-state",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 232.3,
   "ttfbMs": 231.9,
   "inputTokens": 1094,
   "outputTokens": 258,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 238,
   "rep": 3,
   "id": "context.shape/ml-new-renewal-email",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 148.2,
   "ttfbMs": 147.9,
   "inputTokens": 1091,
   "outputTokens": 258,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 239,
   "rep": 3,
   "id": "context.shape/ml-new-changelog-list",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 152.3,
   "ttfbMs": 152.1,
   "inputTokens": 1106,
   "outputTokens": 258,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 240,
   "rep": 3,
   "id": "context.shape/ml-cont-latency",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 122.8,
   "ttfbMs": 122.6,
   "inputTokens": 1150,
   "outputTokens": 273,
   "keysScored": 5,
   "keysCorrect": 5,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 241,
   "rep": 3,
   "id": "context.shape/ml-replan-rollback",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 133.7,
   "ttfbMs": 133.4,
   "inputTokens": 1139,
   "outputTokens": 273,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 242,
   "rep": 3,
   "id": "context.shape/ml-new-backfill",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 158.7,
   "ttfbMs": 158.5,
   "inputTokens": 1103,
   "outputTokens": 259,
   "keysScored": 6,
   "keysCorrect": 6,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 243,
   "rep": 3,
   "id": "context.shape/asked-followup-csv",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 124.5,
   "ttfbMs": 124.3,
   "inputTokens": 1320,
   "outputTokens": 339,
   "keysScored": 4,
   "keysCorrect": 4,
   "exact": true,
   "errorKind": null
  },
  {
   "n": 244,
   "rep": 3,
   "id": "context.shape/asked-clarify-limit",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 117.2,
   "ttfbMs": 117,
   "inputTokens": 1415,
   "outputTokens": 380,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 245,
   "rep": 3,
   "id": "context.shape/asked-followup-notes",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 140.9,
   "ttfbMs": 140.6,
   "inputTokens": 1313,
   "outputTokens": 339,
   "keysScored": 5,
   "keysCorrect": 4,
   "exact": false,
   "errorKind": null
  },
  {
   "n": 246,
   "rep": 3,
   "id": "context.shape/asked-clarify-branch",
   "purpose": "context.shape",
   "cold": false,
   "ok": true,
   "status": 200,
   "latencyMs": 136.4,
   "ttfbMs": 136.2,
   "inputTokens": 1313,
   "outputTokens": 340,
   "keysScored": 4,
   "keysCorrect": 3,
   "exact": false,
   "errorKind": null
  }
 ]
}