{
 "note": "One row per graded attempt. Costs are the platform notional estimate for subscription calls (claude-sonnet-5-5 list price), onboarding included. Tokens are the sum over every model call in the run telemetry.",
 "campaigns": [
  {
   "id": "c1-f0ac3a8a",
   "label": "Campaign 1: stratified sample of 25 (platform build f0ac3a8a)",
   "platform": "f0ac3a8a",
   "date": "2026-10-04"
  },
  {
   "id": "c2-compiled-236c0d3f",
   "label": "Campaign 2: 8 compiled-extension instances (platform build 236c0d3f)",
   "platform": "236c0d3f",
   "date": "2026-10-05"
  }
 ],
 "attempts": [
  {
   "instanceId": "django__django-10554",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "0-none",
   "panelSolved": 0,
   "outcome": "unresolved",
   "resolved": false,
   "stopReason": "escalation",
   "costUsd": 1.51858,
   "costEstimated": true,
   "wallMinutes": 4.74,
   "modelCalls": 34,
   "patchBytes": 1356,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 34,
    "input": 3216448,
    "cached": 3084636,
    "cacheWrite": 131744,
    "cacheWrite1h": 131744,
    "output": 28058
   },
   "costByStage": {
    "other": {
     "calls": 7,
     "costUsd": 0.165717,
     "outputTokens": 6020
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.069402,
     "outputTokens": 3516
    },
    "research": {
     "calls": 7,
     "costUsd": 0.347759,
     "outputTokens": 7028
    },
    "review": {
     "calls": 1,
     "costUsd": 0.058537,
     "outputTokens": 4061
    },
    "act": {
     "calls": 17,
     "costUsd": 0.783203,
     "outputTokens": 7433
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.093962,
     "outputTokens": 0
    }
   }
  },
  {
   "instanceId": "django__django-11333",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.512232,
   "costEstimated": true,
   "wallMinutes": 7.99,
   "modelCalls": 46,
   "patchBytes": 3203,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 46,
    "input": 4637892,
    "cached": 4396072,
    "cacheWrite": 241728,
    "cacheWrite1h": 241728,
    "output": 55592
   },
   "costByStage": {
    "other": {
     "calls": 5,
     "costUsd": 0.135199,
     "outputTokens": 6599
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.069651,
     "outputTokens": 3524
    },
    "research": {
     "calls": 10,
     "costUsd": 0.626935,
     "outputTokens": 19402
    },
    "review": {
     "calls": 4,
     "costUsd": 0.188401,
     "outputTokens": 6540
    },
    "act": {
     "calls": 23,
     "costUsd": 1.065899,
     "outputTokens": 14794
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.110001,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.316146,
     "outputTokens": 4733
    }
   }
  },
  {
   "instanceId": "django__django-11885",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "1-under-half",
   "panelSolved": 3,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.265321,
   "costEstimated": true,
   "wallMinutes": 7.29,
   "modelCalls": 38,
   "patchBytes": 10222,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 38,
    "input": 3925238,
    "cached": 3713701,
    "cacheWrite": 211463,
    "cacheWrite1h": 211463,
    "output": 47485
   },
   "costByStage": {
    "other": {
     "calls": 5,
     "costUsd": 0.089463,
     "outputTokens": 2487
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.076809,
     "outputTokens": 3878
    },
    "research": {
     "calls": 8,
     "costUsd": 0.556295,
     "outputTokens": 15555
    },
    "review": {
     "calls": 1,
     "costUsd": 0.110333,
     "outputTokens": 9149
    },
    "act": {
     "calls": 20,
     "costUsd": 1.102332,
     "outputTokens": 14924
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.201731,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.128358,
     "outputTokens": 1492
    }
   }
  },
  {
   "instanceId": "django__django-12193",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.06331,
   "costEstimated": true,
   "wallMinutes": 5.74,
   "modelCalls": 43,
   "patchBytes": 2700,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 43,
    "input": 4076373,
    "cached": 3862815,
    "cacheWrite": 213470,
    "cacheWrite1h": 213470,
    "output": 36215
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.134108,
     "outputTokens": 5415
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.059744,
     "outputTokens": 2739
    },
    "research": {
     "calls": 6,
     "costUsd": 0.285977,
     "outputTokens": 4033
    },
    "review": {
     "calls": 4,
     "costUsd": 0.139119,
     "outputTokens": 5612
    },
    "act": {
     "calls": 23,
     "costUsd": 1.068248,
     "outputTokens": 13335
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.074541,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.301573,
     "outputTokens": 5081
    }
   }
  },
  {
   "instanceId": "django__django-12741",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.983961,
   "costEstimated": true,
   "wallMinutes": 10.5,
   "modelCalls": 54,
   "patchBytes": 6873,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 54,
    "input": 5557408,
    "cached": 5273734,
    "cacheWrite": 283568,
    "cacheWrite1h": 283568,
    "output": 62870
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.154348,
     "outputTokens": 5901
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.057434,
     "outputTokens": 2583
    },
    "research": {
     "calls": 9,
     "costUsd": 0.507599,
     "outputTokens": 15529
    },
    "review": {
     "calls": 3,
     "costUsd": 0.196819,
     "outputTokens": 11663
    },
    "act": {
     "calls": 31,
     "costUsd": 1.544523,
     "outputTokens": 21724
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.16603,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.357208,
     "outputTokens": 5470
    }
   }
  },
  {
   "instanceId": "django__django-13158",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.148471,
   "costEstimated": true,
   "wallMinutes": 6.98,
   "modelCalls": 43,
   "patchBytes": 3397,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 43,
    "input": 3915952,
    "cached": 3693270,
    "cacheWrite": 222594,
    "cacheWrite1h": 222594,
    "output": 43980
   },
   "costByStage": {
    "other": {
     "calls": 9,
     "costUsd": 0.262472,
     "outputTokens": 10170
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.056613,
     "outputTokens": 2402
    },
    "research": {
     "calls": 9,
     "costUsd": 0.460022,
     "outputTokens": 8463
    },
    "review": {
     "calls": 3,
     "costUsd": 0.20536,
     "outputTokens": 9666
    },
    "act": {
     "calls": 19,
     "costUsd": 0.918612,
     "outputTokens": 11156
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.079464,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.165928,
     "outputTokens": 2123
    }
   }
  },
  {
   "instanceId": "django__django-13925",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 8,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.291799,
   "costEstimated": true,
   "wallMinutes": 6.84,
   "modelCalls": 43,
   "patchBytes": 2677,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 43,
    "input": 3974666,
    "cached": 3713559,
    "cacheWrite": 261019,
    "cacheWrite1h": 261019,
    "output": 42385
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.246774,
     "outputTokens": 9065
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.063965,
     "outputTokens": 2803
    },
    "research": {
     "calls": 10,
     "costUsd": 0.7621,
     "outputTokens": 14537
    },
    "review": {
     "calls": 3,
     "costUsd": 0.115377,
     "outputTokens": 5836
    },
    "act": {
     "calls": 19,
     "costUsd": 0.883989,
     "outputTokens": 8648
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.080984,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.13861,
     "outputTokens": 1496
    }
   }
  },
  {
   "instanceId": "django__django-14034",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "0-none",
   "panelSolved": 0,
   "outcome": "unresolved",
   "resolved": false,
   "stopReason": "in_review",
   "costUsd": 3.028461,
   "costEstimated": true,
   "wallMinutes": 11.53,
   "modelCalls": 54,
   "patchBytes": 2834,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 54,
    "input": 5107100,
    "cached": 4808603,
    "cacheWrite": 298391,
    "cacheWrite1h": 298391,
    "output": 65148
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.267106,
     "outputTokens": 13311
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.048017,
     "outputTokens": 2062
    },
    "research": {
     "calls": 8,
     "costUsd": 0.534285,
     "outputTokens": 14558
    },
    "review": {
     "calls": 5,
     "costUsd": 0.25913,
     "outputTokens": 11872
    },
    "act": {
     "calls": 28,
     "costUsd": 1.396531,
     "outputTokens": 17122
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.221482,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.30191,
     "outputTokens": 6223
    }
   }
  },
  {
   "instanceId": "django__django-14373",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 1.736286,
   "costEstimated": true,
   "wallMinutes": 5.72,
   "modelCalls": 38,
   "patchBytes": 2262,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 38,
    "input": 3155048,
    "cached": 2978619,
    "cacheWrite": 176355,
    "cacheWrite1h": 176355,
    "output": 35113
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.1792,
     "outputTokens": 5263
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.047441,
     "outputTokens": 1976
    },
    "research": {
     "calls": 9,
     "costUsd": 0.483495,
     "outputTokens": 12286
    },
    "review": {
     "calls": 4,
     "costUsd": 0.166003,
     "outputTokens": 7020
    },
    "act": {
     "calls": 14,
     "costUsd": 0.661066,
     "outputTokens": 7248
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.083863,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.115218,
     "outputTokens": 1320
    }
   }
  },
  {
   "instanceId": "django__django-14559",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.705623,
   "costEstimated": true,
   "wallMinutes": 7.21,
   "modelCalls": 47,
   "patchBytes": 5023,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 47,
    "input": 4478121,
    "cached": 4137430,
    "cacheWrite": 340597,
    "cacheWrite1h": 340597,
    "output": 42645
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.241466,
     "outputTokens": 8951
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.060048,
     "outputTokens": 2764
    },
    "research": {
     "calls": 5,
     "costUsd": 0.623909,
     "outputTokens": 3559
    },
    "review": {
     "calls": 3,
     "costUsd": 0.188146,
     "outputTokens": 7632
    },
    "act": {
     "calls": 27,
     "costUsd": 1.201708,
     "outputTokens": 14617
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.08911,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.301236,
     "outputTokens": 5122
    }
   }
  },
  {
   "instanceId": "django__django-14631",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 9,
   "outcome": "empty_patch",
   "resolved": false,
   "stopReason": "escalation",
   "costUsd": 2.799117,
   "costEstimated": true,
   "wallMinutes": 38.17,
   "modelCalls": 47,
   "patchBytes": 0,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 47,
    "input": 4895047,
    "cached": 4620790,
    "cacheWrite": 274163,
    "cacheWrite1h": 274163,
    "output": 60006
   },
   "costByStage": {
    "other": {
     "calls": 7,
     "costUsd": 0.187605,
     "outputTokens": 7681
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.05558,
     "outputTokens": 2410
    },
    "research": {
     "calls": 13,
     "costUsd": 0.998178,
     "outputTokens": 25119
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.17806,
     "outputTokens": 0
    },
    "review": {
     "calls": 1,
     "costUsd": 0.073807,
     "outputTokens": 5620
    },
    "act": {
     "calls": 22,
     "costUsd": 1.154755,
     "outputTokens": 16501
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.151132,
     "outputTokens": 2675
    }
   }
  },
  {
   "instanceId": "django__django-14672",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.994823,
   "costEstimated": true,
   "wallMinutes": 9.05,
   "modelCalls": 58,
   "patchBytes": 3047,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 58,
    "input": 5797649,
    "cached": 5502159,
    "cacheWrite": 295374,
    "cacheWrite1h": 295374,
    "output": 55768
   },
   "costByStage": {
    "other": {
     "calls": 10,
     "costUsd": 0.318566,
     "outputTokens": 18139
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.074763,
     "outputTokens": 3747
    },
    "research": {
     "calls": 5,
     "costUsd": 0.27063,
     "outputTokens": 4035
    },
    "review": {
     "calls": 3,
     "costUsd": 0.136879,
     "outputTokens": 4691
    },
    "act": {
     "calls": 35,
     "costUsd": 1.69559,
     "outputTokens": 19835
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.154981,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.343414,
     "outputTokens": 5321
    }
   }
  },
  {
   "instanceId": "django__django-15022",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "1-under-half",
   "panelSolved": 4,
   "outcome": "unresolved",
   "resolved": false,
   "stopReason": "in_review",
   "costUsd": 4.097787,
   "costEstimated": true,
   "wallMinutes": 15,
   "modelCalls": 62,
   "patchBytes": 5504,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 62,
    "input": 6399305,
    "cached": 5997010,
    "cacheWrite": 402173,
    "cacheWrite1h": 402173,
    "output": 94182
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.120406,
     "outputTokens": 2828
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.076475,
     "outputTokens": 3884
    },
    "research": {
     "calls": 13,
     "costUsd": 1.224411,
     "outputTokens": 45847
    },
    "compact": {
     "calls": 3,
     "costUsd": 0.34763,
     "outputTokens": 0
    },
    "review": {
     "calls": 4,
     "costUsd": 0.246679,
     "outputTokens": 13828
    },
    "act": {
     "calls": 33,
     "costUsd": 1.741222,
     "outputTokens": 22609
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.340964,
     "outputTokens": 5186
    }
   }
  },
  {
   "instanceId": "django__django-15280",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 7,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 3.672478,
   "costEstimated": true,
   "wallMinutes": 11,
   "modelCalls": 59,
   "patchBytes": 4962,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 59,
    "input": 6152134,
    "cached": 5768910,
    "cacheWrite": 383108,
    "cacheWrite1h": 383108,
    "output": 68186
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.122386,
     "outputTokens": 2866
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.060202,
     "outputTokens": 2835
    },
    "research": {
     "calls": 13,
     "costUsd": 0.852494,
     "outputTokens": 19645
    },
    "compact": {
     "calls": 3,
     "costUsd": 0.304173,
     "outputTokens": 0
    },
    "review": {
     "calls": 3,
     "costUsd": 0.189559,
     "outputTokens": 10433
    },
    "act": {
     "calls": 30,
     "costUsd": 1.645488,
     "outputTokens": 25252
    },
    "verify": {
     "calls": 3,
     "costUsd": 0.498176,
     "outputTokens": 7155
    }
   }
  },
  {
   "instanceId": "django__django-15572",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 1.805072,
   "costEstimated": true,
   "wallMinutes": 5.27,
   "modelCalls": 42,
   "patchBytes": 3249,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 42,
    "input": 3701457,
    "cached": 3529153,
    "cacheWrite": 172220,
    "cacheWrite1h": 172220,
    "output": 33978
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.20463,
     "outputTokens": 7756
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.076774,
     "outputTokens": 3726
    },
    "research": {
     "calls": 8,
     "costUsd": 0.391809,
     "outputTokens": 7807
    },
    "review": {
     "calls": 4,
     "costUsd": 0.109045,
     "outputTokens": 5134
    },
    "act": {
     "calls": 19,
     "costUsd": 0.83007,
     "outputTokens": 8024
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.070412,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.122332,
     "outputTokens": 1531
    }
   }
  },
  {
   "instanceId": "django__django-15732",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "1-under-half",
   "panelSolved": 3,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.90427,
   "costEstimated": true,
   "wallMinutes": 10.86,
   "modelCalls": 59,
   "patchBytes": 8186,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 59,
    "input": 5968541,
    "cached": 5688439,
    "cacheWrite": 279986,
    "cacheWrite1h": 279986,
    "output": 48017
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.12428,
     "outputTokens": 2923
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.065717,
     "outputTokens": 3158
    },
    "research": {
     "calls": 6,
     "costUsd": 0.293794,
     "outputTokens": 5199
    },
    "review": {
     "calls": 6,
     "costUsd": 0.244646,
     "outputTokens": 10751
    },
    "act": {
     "calls": 36,
     "costUsd": 1.69111,
     "outputTokens": 20541
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.166237,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.318486,
     "outputTokens": 5445
    }
   }
  },
  {
   "instanceId": "django__django-16255",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.553952,
   "costEstimated": true,
   "wallMinutes": 7.55,
   "modelCalls": 47,
   "patchBytes": 3708,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 47,
    "input": 4410098,
    "cached": 4132843,
    "cacheWrite": 277165,
    "cacheWrite1h": 277165,
    "output": 44373
   },
   "costByStage": {
    "other": {
     "calls": 7,
     "costUsd": 0.225191,
     "outputTokens": 8298
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.047129,
     "outputTokens": 2020
    },
    "research": {
     "calls": 7,
     "costUsd": 0.399067,
     "outputTokens": 6679
    },
    "review": {
     "calls": 4,
     "costUsd": 0.157256,
     "outputTokens": 5592
    },
    "act": {
     "calls": 24,
     "costUsd": 1.267368,
     "outputTokens": 17234
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.174813,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.283128,
     "outputTokens": 4550
    }
   }
  },
  {
   "instanceId": "django__django-16333",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 1.612994,
   "costEstimated": true,
   "wallMinutes": 12.98,
   "modelCalls": 37,
   "patchBytes": 3300,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 37,
    "input": 3698413,
    "cached": 3557433,
    "cacheWrite": 140906,
    "cacheWrite1h": 140906,
    "output": 26113
   },
   "costByStage": {
    "other": {
     "calls": 7,
     "costUsd": 0.159597,
     "outputTokens": 5497
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.05867,
     "outputTokens": 2674
    },
    "research": {
     "calls": 5,
     "costUsd": 0.284173,
     "outputTokens": 4786
    },
    "review": {
     "calls": 1,
     "costUsd": 0.039269,
     "outputTokens": 2703
    },
    "act": {
     "calls": 22,
     "costUsd": 0.994679,
     "outputTokens": 10453
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.076606,
     "outputTokens": 0
    }
   }
  },
  {
   "instanceId": "django__django-17029",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 2.276022,
   "costEstimated": true,
   "wallMinutes": 7.75,
   "modelCalls": 42,
   "patchBytes": 1300,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 42,
    "input": 3929377,
    "cached": 3680380,
    "cacheWrite": 248911,
    "cacheWrite1h": 248911,
    "output": 45033
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.12422,
     "outputTokens": 2909
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.0646,
     "outputTokens": 2844
    },
    "research": {
     "calls": 11,
     "costUsd": 0.846749,
     "outputTokens": 21200
    },
    "review": {
     "calls": 3,
     "costUsd": 0.098758,
     "outputTokens": 4277
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.093801,
     "outputTokens": 0
    },
    "act": {
     "calls": 18,
     "costUsd": 0.777472,
     "outputTokens": 10950
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.270422,
     "outputTokens": 2853
    }
   }
  },
  {
   "instanceId": "pydata__xarray-6721",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 4.091131,
   "costEstimated": true,
   "wallMinutes": 16.19,
   "modelCalls": 57,
   "patchBytes": 4643,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 57,
    "input": 6062262,
    "cached": 5556978,
    "cacheWrite": 505174,
    "cacheWrite1h": 505174,
    "output": 67600
   },
   "costByStage": {
    "research": {
     "calls": 11,
     "costUsd": 1.072215,
     "outputTokens": 21479
    },
    "other": {
     "calls": 5,
     "costUsd": 0.098147,
     "outputTokens": 2427
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.065336,
     "outputTokens": 2715
    },
    "review": {
     "calls": 3,
     "costUsd": 0.273686,
     "outputTokens": 9708
    },
    "act": {
     "calls": 31,
     "costUsd": 1.79078,
     "outputTokens": 24258
    },
    "compact": {
     "calls": 3,
     "costUsd": 0.282819,
     "outputTokens": 0
    },
    "verify": {
     "calls": 3,
     "costUsd": 0.508148,
     "outputTokens": 7013
    }
   }
  },
  {
   "instanceId": "sphinx-doc__sphinx-10435",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "1-under-half",
   "panelSolved": 2,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 4.827436,
   "costEstimated": true,
   "wallMinutes": 16.79,
   "modelCalls": 67,
   "patchBytes": 1618,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 67,
    "input": 6898574,
    "cached": 6264545,
    "cacheWrite": 633899,
    "cacheWrite1h": 633899,
    "output": 66774
   },
   "costByStage": {
    "research": {
     "calls": 9,
     "costUsd": 1.223588,
     "outputTokens": 12981
    },
    "other": {
     "calls": 6,
     "costUsd": 0.125066,
     "outputTokens": 5844
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.0892,
     "outputTokens": 4074
    },
    "compact": {
     "calls": 4,
     "costUsd": 0.37093,
     "outputTokens": 0
    },
    "review": {
     "calls": 3,
     "costUsd": 0.176128,
     "outputTokens": 6403
    },
    "act": {
     "calls": 40,
     "costUsd": 2.17748,
     "outputTokens": 27220
    },
    "verify": {
     "calls": 4,
     "costUsd": 0.665044,
     "outputTokens": 10252
    }
   }
  },
  {
   "instanceId": "sphinx-doc__sphinx-9698",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 2.692622,
   "costEstimated": true,
   "wallMinutes": 9.59,
   "modelCalls": 49,
   "patchBytes": 1783,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 49,
    "input": 4776121,
    "cached": 4469637,
    "cacheWrite": 306386,
    "cacheWrite1h": 306386,
    "output": 40807
   },
   "costByStage": {
    "research": {
     "calls": 5,
     "costUsd": 0.252683,
     "outputTokens": 3251
    },
    "other": {
     "calls": 6,
     "costUsd": 0.112509,
     "outputTokens": 2880
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.068086,
     "outputTokens": 2625
    },
    "review": {
     "calls": 4,
     "costUsd": 0.169048,
     "outputTokens": 7623
    },
    "act": {
     "calls": 28,
     "costUsd": 1.487033,
     "outputTokens": 20052
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.164885,
     "outputTokens": 0
    },
    "verify": {
     "calls": 3,
     "costUsd": 0.438378,
     "outputTokens": 4376
    }
   }
  },
  {
   "instanceId": "sympy__sympy-18189",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "empty_patch",
   "resolved": false,
   "stopReason": "escalation",
   "costUsd": 0.889827,
   "costEstimated": true,
   "wallMinutes": 1.63,
   "modelCalls": 13,
   "patchBytes": 0,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 13,
    "input": 996024,
    "cached": 846144,
    "cacheWrite": 149854,
    "cacheWrite1h": 149854,
    "output": 12113
   },
   "costByStage": {
    "other": {
     "calls": 4,
     "costUsd": 0.063502,
     "outputTokens": 2139
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.049667,
     "outputTokens": 2035
    },
    "research": {
     "calls": 8,
     "costUsd": 0.776658,
     "outputTokens": 7939
    }
   }
  },
  {
   "instanceId": "sympy__sympy-20428",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "0-none",
   "panelSolved": 0,
   "outcome": "unresolved",
   "resolved": false,
   "stopReason": "in_review",
   "costUsd": 4.80614,
   "costEstimated": true,
   "wallMinutes": 20.95,
   "modelCalls": 71,
   "patchBytes": 2915,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 71,
    "input": 7486904,
    "cached": 6999746,
    "cacheWrite": 487018,
    "cacheWrite1h": 487018,
    "output": 110780
   },
   "costByStage": {
    "other": {
     "calls": 8,
     "costUsd": 0.469188,
     "outputTokens": 37182
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.052268,
     "outputTokens": 2616
    },
    "research": {
     "calls": 13,
     "costUsd": 1.001956,
     "outputTokens": 22981
    },
    "compact": {
     "calls": 4,
     "costUsd": 0.350037,
     "outputTokens": 0
    },
    "review": {
     "calls": 3,
     "costUsd": 0.241386,
     "outputTokens": 11078
    },
    "act": {
     "calls": 39,
     "costUsd": 2.125705,
     "outputTokens": 27411
    },
    "verify": {
     "calls": 3,
     "costUsd": 0.5656,
     "outputTokens": 9512
    }
   }
  },
  {
   "instanceId": "sympy__sympy-22456",
   "campaign": "c1-f0ac3a8a",
   "platform": "f0ac3a8a",
   "band": "2-half-plus",
   "panelSolved": 9,
   "outcome": "empty_patch",
   "resolved": false,
   "stopReason": "escalation",
   "costUsd": 1.747912,
   "costEstimated": true,
   "wallMinutes": 6.35,
   "modelCalls": 28,
   "patchBytes": 0,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 28,
    "input": 2662156,
    "cached": 2484542,
    "cacheWrite": 177556,
    "cacheWrite1h": 177556,
    "output": 46735
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.147838,
     "outputTokens": 2896
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.075773,
     "outputTokens": 3828
    },
    "research": {
     "calls": 12,
     "costUsd": 0.904791,
     "outputTokens": 22140
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.073315,
     "outputTokens": 0
    },
    "review": {
     "calls": 1,
     "costUsd": 0.101341,
     "outputTokens": 8737
    },
    "act": {
     "calls": 7,
     "costUsd": 0.444854,
     "outputTokens": 9134
    }
   }
  },
  {
   "instanceId": "astropy__astropy-13579",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "aborted",
   "costUsd": 4.002896,
   "costEstimated": true,
   "wallMinutes": 54.09,
   "modelCalls": 65,
   "patchBytes": 3865,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 65,
    "input": 6954584,
    "cached": 6536881,
    "cacheWrite": 417575,
    "cacheWrite1h": 417575,
    "output": 78229
   },
   "costByStage": {
    "other": {
     "calls": 9,
     "costUsd": 0.393586,
     "outputTokens": 24893
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.056264,
     "outputTokens": 2620
    },
    "research": {
     "calls": 8,
     "costUsd": 0.856073,
     "outputTokens": 12695
    },
    "review": {
     "calls": 3,
     "costUsd": 0.255276,
     "outputTokens": 10553
    },
    "act": {
     "calls": 41,
     "costUsd": 2.199024,
     "outputTokens": 27468
    },
    "compact": {
     "calls": 3,
     "costUsd": 0.242673,
     "outputTokens": 0
    }
   }
  },
  {
   "instanceId": "astropy__astropy-14096",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 3.349854,
   "costEstimated": true,
   "wallMinutes": 10.43,
   "modelCalls": 64,
   "patchBytes": 2746,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 64,
    "input": 6580882,
    "cached": 6252311,
    "cacheWrite": 328445,
    "cacheWrite1h": 328445,
    "output": 60668
   },
   "costByStage": {
    "other": {
     "calls": 9,
     "costUsd": 0.248927,
     "outputTokens": 11415
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.069732,
     "outputTokens": 2806
    },
    "research": {
     "calls": 7,
     "costUsd": 0.299716,
     "outputTokens": 4168
    },
    "review": {
     "calls": 4,
     "costUsd": 0.193297,
     "outputTokens": 8847
    },
    "act": {
     "calls": 39,
     "costUsd": 1.999101,
     "outputTokens": 27890
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.178679,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.360402,
     "outputTokens": 5542
    }
   }
  },
  {
   "instanceId": "astropy__astropy-7336",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "unresolved",
   "resolved": false,
   "stopReason": "aborted",
   "costUsd": 2.031514,
   "costEstimated": true,
   "wallMinutes": 23.03,
   "modelCalls": 48,
   "patchBytes": 2669,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 48,
    "input": 4971964,
    "cached": 4803398,
    "cacheWrite": 168470,
    "cacheWrite1h": 168470,
    "output": 30879
   },
   "costByStage": {
    "other": {
     "calls": 6,
     "costUsd": 0.108536,
     "outputTokens": 3325
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.059786,
     "outputTokens": 2754
    },
    "research": {
     "calls": 8,
     "costUsd": 0.405612,
     "outputTokens": 7770
    },
    "review": {
     "calls": 4,
     "costUsd": 0.193512,
     "outputTokens": 6716
    },
    "act": {
     "calls": 28,
     "costUsd": 1.176094,
     "outputTokens": 10314
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.087974,
     "outputTokens": 0
    }
   }
  },
  {
   "instanceId": "matplotlib__matplotlib-21568",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "0-none",
   "panelSolved": 0,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "in_review",
   "costUsd": 3.023355,
   "costEstimated": true,
   "wallMinutes": 9.37,
   "modelCalls": 53,
   "patchBytes": 3560,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 53,
    "input": 5528274,
    "cached": 5180677,
    "cacheWrite": 347491,
    "cacheWrite1h": 347491,
    "output": 52118
   },
   "costByStage": {
    "research": {
     "calls": 6,
     "costUsd": 0.686228,
     "outputTokens": 6209
    },
    "other": {
     "calls": 7,
     "costUsd": 0.180097,
     "outputTokens": 9051
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.073591,
     "outputTokens": 4318
    },
    "review": {
     "calls": 3,
     "costUsd": 0.200326,
     "outputTokens": 8274
    },
    "act": {
     "calls": 33,
     "costUsd": 1.476702,
     "outputTokens": 17714
    },
    "compact": {
     "calls": 1,
     "costUsd": 0.075863,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.330548,
     "outputTokens": 6552
    }
   }
  },
  {
   "instanceId": "matplotlib__matplotlib-24149",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 3.644086,
   "costEstimated": true,
   "wallMinutes": 41.07,
   "modelCalls": 64,
   "patchBytes": 2735,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 64,
    "input": 6556359,
    "cached": 6179436,
    "cacheWrite": 376797,
    "cacheWrite1h": 376797,
    "output": 73977
   },
   "costByStage": {
    "research": {
     "calls": 9,
     "costUsd": 0.453281,
     "outputTokens": 8393
    },
    "other": {
     "calls": 9,
     "costUsd": 0.440256,
     "outputTokens": 20788
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.059808,
     "outputTokens": 3070
    },
    "review": {
     "calls": 3,
     "costUsd": 0.201652,
     "outputTokens": 7691
    },
    "act": {
     "calls": 37,
     "costUsd": 1.836568,
     "outputTokens": 26800
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.160989,
     "outputTokens": 0
    },
    "verify": {
     "calls": 3,
     "costUsd": 0.491532,
     "outputTokens": 7235
    }
   }
  },
  {
   "instanceId": "matplotlib__matplotlib-24970",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 3.895768,
   "costEstimated": true,
   "wallMinutes": 33.01,
   "modelCalls": 66,
   "patchBytes": 4512,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 66,
    "input": 6942770,
    "cached": 6579879,
    "cacheWrite": 362759,
    "cacheWrite1h": 362759,
    "output": 86189
   },
   "costByStage": {
    "research": {
     "calls": 7,
     "costUsd": 0.428186,
     "outputTokens": 11706
    },
    "other": {
     "calls": 7,
     "costUsd": 0.216529,
     "outputTokens": 12153
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.06496,
     "outputTokens": 3077
    },
    "review": {
     "calls": 4,
     "costUsd": 0.285942,
     "outputTokens": 16859
    },
    "act": {
     "calls": 42,
     "costUsd": 2.220916,
     "outputTokens": 34677
    },
    "compact": {
     "calls": 3,
     "costUsd": 0.266601,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.412634,
     "outputTokens": 7717
    }
   }
  },
  {
   "instanceId": "scikit-learn__scikit-learn-14894",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "3-all",
   "panelSolved": 11,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 3.22965,
   "costEstimated": true,
   "wallMinutes": 35.21,
   "modelCalls": 50,
   "patchBytes": 3036,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 50,
    "input": 5083893,
    "cached": 4683017,
    "cacheWrite": 400778,
    "cacheWrite1h": 400778,
    "output": 51659
   },
   "costByStage": {
    "research": {
     "calls": 9,
     "costUsd": 0.84479,
     "outputTokens": 12063
    },
    "other": {
     "calls": 5,
     "costUsd": 0.088036,
     "outputTokens": 2334
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.056043,
     "outputTokens": 1759
    },
    "review": {
     "calls": 3,
     "costUsd": 0.237933,
     "outputTokens": 9498
    },
    "act": {
     "calls": 28,
     "costUsd": 1.487836,
     "outputTokens": 20037
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.173148,
     "outputTokens": 0
    },
    "verify": {
     "calls": 2,
     "costUsd": 0.341864,
     "outputTokens": 5968
    }
   }
  },
  {
   "instanceId": "scikit-learn__scikit-learn-25973",
   "campaign": "c2-compiled-236c0d3f",
   "platform": "236c0d3f",
   "band": "2-half-plus",
   "panelSolved": 10,
   "outcome": "resolved",
   "resolved": true,
   "stopReason": "escalation",
   "costUsd": 2.43476,
   "costEstimated": true,
   "wallMinutes": 8.57,
   "modelCalls": 44,
   "patchBytes": 5411,
   "operatorInputs": 0,
   "model": "claude-sonnet-5-5",
   "tokens": {
    "calls": 44,
    "input": 4364219,
    "cached": 4132922,
    "cacheWrite": 231211,
    "cacheWrite1h": 231211,
    "output": 46977
   },
   "costByStage": {
    "research": {
     "calls": 10,
     "costUsd": 0.600645,
     "outputTokens": 16707
    },
    "other": {
     "calls": 5,
     "costUsd": 0.081129,
     "outputTokens": 2536
    },
    "notes": {
     "calls": 1,
     "costUsd": 0.064538,
     "outputTokens": 2851
    },
    "review": {
     "calls": 4,
     "costUsd": 0.122991,
     "outputTokens": 5450
    },
    "act": {
     "calls": 21,
     "costUsd": 1.199153,
     "outputTokens": 16785
    },
    "compact": {
     "calls": 2,
     "costUsd": 0.21339,
     "outputTokens": 0
    },
    "verify": {
     "calls": 1,
     "costUsd": 0.152914,
     "outputTokens": 2648
    }
   }
  }
 ]
}