{
 "note": "Public SWE-bench Verified leaderboard, mini-SWE-agent v2 (bash-only) runs dated 2026-02-17, restricted to the instances Agent attempted. board500 is the published resolved percentage on all 500 Verified instances.",
 "source": "https://www.swebench.com",
 "sampleDesign": {
  "seed": 20261004,
  "n": 25,
  "bandSizes": {
   "0-none": 59,
   "1-under-half": 78,
   "2-half-plus": 152,
   "3-all": 211
  },
  "alloc": {
   "0-none": 3,
   "1-under-half": 4,
   "2-half-plus": 8,
   "3-all": 10
  },
  "bandRule": "difficulty = how many of the 11 panel models resolved the instance: 0-none, 1-under-half, 2-half-plus (not all), 3-all",
  "original25": [
   "astropy__astropy-13579",
   "astropy__astropy-14096",
   "astropy__astropy-7336",
   "django__django-11885",
   "django__django-12741",
   "django__django-13158",
   "django__django-13925",
   "django__django-14034",
   "django__django-14373",
   "django__django-14631",
   "django__django-14672",
   "django__django-15022",
   "django__django-15280",
   "django__django-15572",
   "django__django-15732",
   "django__django-16255",
   "django__django-17029",
   "matplotlib__matplotlib-21568",
   "matplotlib__matplotlib-24970",
   "pydata__xarray-6721",
   "scikit-learn__scikit-learn-14894",
   "sphinx-doc__sphinx-10435",
   "sphinx-doc__sphinx-9698",
   "sympy__sympy-20428",
   "sympy__sympy-22456"
  ]
 },
 "panel": [
  {
   "name": "Claude 4.5 Opus (high)",
   "org": "Anthropic",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 76.8,
   "meanCostUsd500": 0.753908,
   "meanCalls500": 32.9,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 3.006736,
     "calls": 81
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.492491,
     "calls": 25
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 1.252522,
     "calls": 54
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.490133,
     "calls": 25
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.232615,
     "calls": 15
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.685752,
     "calls": 36
    },
    "django__django-13925": {
     "resolved": false,
     "costUsd": 1.110314,
     "calls": 41
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 1.566323,
     "calls": 44
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.26563,
     "calls": 17
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.346616,
     "calls": 21
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 1.537808,
     "calls": 67
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.481053,
     "calls": 29
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 1.463602,
     "calls": 41
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 1.742092,
     "calls": 42
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.334243,
     "calls": 22
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.754028,
     "calls": 33
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.199944,
     "calls": 14
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.422818,
     "calls": 30
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.244531,
     "calls": 18
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.951355,
     "calls": 46
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 2.949065,
     "calls": 94
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.308937,
     "calls": 22
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.393055,
     "calls": 21
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 1.286383,
     "calls": 51
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.366384,
     "calls": 26
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 1.103033,
     "calls": 39
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.478364,
     "calls": 29
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.330714,
     "calls": 20
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.995719,
     "calls": 37
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.486035,
     "calls": 25
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.486532,
     "calls": 29
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.540055,
     "calls": 30
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 1.10443,
     "calls": 62
    }
   }
  },
  {
   "name": "Gemini 3 Flash (high)",
   "org": "Google DeepMind",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 75.8,
   "meanCostUsd500": 0.355964,
   "meanCalls500": 56.13,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.597157,
     "calls": 72
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.279939,
     "calls": 50
    },
    "django__django-11885": {
     "resolved": true,
     "costUsd": 0.521346,
     "calls": 63
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.370903,
     "calls": 56
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.322912,
     "calls": 57
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.398552,
     "calls": 62
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.392289,
     "calls": 64
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.274754,
     "calls": 41
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.219421,
     "calls": 42
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.281422,
     "calls": 52
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.460225,
     "calls": 73
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.27618,
     "calls": 41
    },
    "django__django-15022": {
     "resolved": true,
     "costUsd": 0.316311,
     "calls": 43
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 0.383618,
     "calls": 62
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.237735,
     "calls": 36
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.010844,
     "calls": 8
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.288232,
     "calls": 46
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.292053,
     "calls": 43
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.285992,
     "calls": 50
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.533051,
     "calls": 71
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.306822,
     "calls": 53
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.280732,
     "calls": 45
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.323365,
     "calls": 47
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.528315,
     "calls": 80
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.961833,
     "calls": 118
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.247361,
     "calls": 45
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.391504,
     "calls": 55
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.280533,
     "calls": 52
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.7637,
     "calls": 113
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.210948,
     "calls": 36
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.283592,
     "calls": 45
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.178447,
     "calls": 28
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.269294,
     "calls": 41
    }
   }
  },
  {
   "name": "MiniMax M2.5 (high)",
   "org": "Minimax",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 75.8,
   "meanCostUsd500": 0.07329,
   "meanCalls500": 60.45,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.165162,
     "calls": 92
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.027442,
     "calls": 44
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 0.160749,
     "calls": 88
    },
    "django__django-12193": {
     "resolved": false,
     "costUsd": 0.034879,
     "calls": 40
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.02246,
     "calls": 32
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.037218,
     "calls": 46
    },
    "django__django-13925": {
     "resolved": false,
     "costUsd": 0.075552,
     "calls": 60
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.047405,
     "calls": 49
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.01721,
     "calls": 28
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.052777,
     "calls": 45
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.061878,
     "calls": 72
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.023484,
     "calls": 28
    },
    "django__django-15022": {
     "resolved": true,
     "costUsd": 0.118818,
     "calls": 74
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 0.147468,
     "calls": 93
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.012494,
     "calls": 25
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.035672,
     "calls": 37
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.016173,
     "calls": 20
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.029698,
     "calls": 37
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.014276,
     "calls": 28
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.139614,
     "calls": 119
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.039709,
     "calls": 53
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.02284,
     "calls": 38
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.028245,
     "calls": 27
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.075915,
     "calls": 60
    },
    "sympy__sympy-22456": {
     "resolved": false,
     "costUsd": 0.572417,
     "calls": 250
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.092168,
     "calls": 60
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.033247,
     "calls": 43
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.021085,
     "calls": 17
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.105418,
     "calls": 73
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.031115,
     "calls": 36
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.031147,
     "calls": 54
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.029298,
     "calls": 43
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.137325,
     "calls": 116
    }
   }
  },
  {
   "name": "Claude 4.6 Opus",
   "org": "Anthropic",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 75.6,
   "meanCostUsd500": 0.551523,
   "meanCalls500": 28.93,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 3.012155,
     "calls": 73
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.211279,
     "calls": 20
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 1.065232,
     "calls": 55
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.204117,
     "calls": 14
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.134487,
     "calls": 8
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.67996,
     "calls": 45
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.433753,
     "calls": 27
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.214912,
     "calls": 18
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.147075,
     "calls": 9
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.184028,
     "calls": 11
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.581723,
     "calls": 32
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.09475,
     "calls": 7
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 1.908373,
     "calls": 50
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 1.762655,
     "calls": 58
    },
    "django__django-15572": {
     "resolved": false,
     "costUsd": 0.213068,
     "calls": 16
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.298006,
     "calls": 18
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.128515,
     "calls": 8
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.225521,
     "calls": 18
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.142466,
     "calls": 9
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.40134,
     "calls": 31
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.346503,
     "calls": 21
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.107104,
     "calls": 9
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.143811,
     "calls": 11
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.493109,
     "calls": 30
    },
    "sympy__sympy-22456": {
     "resolved": false,
     "costUsd": 3.018002,
     "calls": 117
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 1.367959,
     "calls": 59
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.735077,
     "calls": 35
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.21945,
     "calls": 14
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.257508,
     "calls": 18
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.170959,
     "calls": 15
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.401648,
     "calls": 31
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.366904,
     "calls": 31
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.44883,
     "calls": 35
    }
   }
  },
  {
   "name": "GLM 5 (high)",
   "org": "Z-AI",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 72.8,
   "meanCostUsd500": 0.534389,
   "meanCalls500": 76.18,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 1.407754,
     "calls": 148
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.122649,
     "calls": 41
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 1.197039,
     "calls": 114
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.512388,
     "calls": 84
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.074029,
     "calls": 26
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.235752,
     "calls": 58
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.439196,
     "calls": 71
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.138628,
     "calls": 31
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.141668,
     "calls": 33
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.244478,
     "calls": 58
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.35132,
     "calls": 66
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.251037,
     "calls": 35
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 0.683265,
     "calls": 82
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 0.632783,
     "calls": 85
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.919536,
     "calls": 85
    },
    "django__django-15732": {
     "resolved": true,
     "costUsd": 0.801633,
     "calls": 90
    },
    "django__django-16255": {
     "resolved": false,
     "costUsd": 1.008544,
     "calls": 250
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.202295,
     "calls": 48
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.111377,
     "calls": 39
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.659922,
     "calls": 74
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": true,
     "costUsd": 0.531661,
     "calls": 82
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.186493,
     "calls": 41
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.131235,
     "calls": 38
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.276438,
     "calls": 55
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.811617,
     "calls": 125
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 1.318392,
     "calls": 121
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.43103,
     "calls": 80
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.777113,
     "calls": 77
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.617907,
     "calls": 95
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.538524,
     "calls": 96
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.205267,
     "calls": 53
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.920362,
     "calls": 95
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.456728,
     "calls": 81
    }
   }
  },
  {
   "name": "GPT 5.2 (high)",
   "org": "OpenAI",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 72.8,
   "meanCostUsd500": 0.473567,
   "meanCalls500": 35.05,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 2.339018,
     "calls": 73
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.238278,
     "calls": 22
    },
    "django__django-11885": {
     "resolved": true,
     "costUsd": 1.689626,
     "calls": 68
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.260467,
     "calls": 25
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.103262,
     "calls": 20
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.548907,
     "calls": 45
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.485386,
     "calls": 30
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.585186,
     "calls": 33
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.122586,
     "calls": 18
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.199798,
     "calls": 20
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.41548,
     "calls": 40
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.145804,
     "calls": 18
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 1.965341,
     "calls": 78
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 1.184041,
     "calls": 70
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.348917,
     "calls": 32
    },
    "django__django-15732": {
     "resolved": true,
     "costUsd": 0.305048,
     "calls": 22
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.112287,
     "calls": 15
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.187255,
     "calls": 21
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.091007,
     "calls": 14
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.418094,
     "calls": 43
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": true,
     "costUsd": 0.23531,
     "calls": 23
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.218743,
     "calls": 35
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.479879,
     "calls": 39
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.323288,
     "calls": 38
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.739818,
     "calls": 45
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.752183,
     "calls": 44
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.336934,
     "calls": 24
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.241278,
     "calls": 23
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 1.330449,
     "calls": 68
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.243454,
     "calls": 29
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.204068,
     "calls": 26
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.291128,
     "calls": 31
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.454416,
     "calls": 42
    }
   }
  },
  {
   "name": "Claude 4.5 Sonnet (high)",
   "org": "Anthropic",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 71.4,
   "meanCostUsd500": 0.657896,
   "meanCalls500": 48.3,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 1.032339,
     "calls": 59
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.525441,
     "calls": 56
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 1.155637,
     "calls": 65
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.552302,
     "calls": 43
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.32756,
     "calls": 38
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.597181,
     "calls": 47
    },
    "django__django-13925": {
     "resolved": false,
     "costUsd": 0.656094,
     "calls": 55
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.481634,
     "calls": 42
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.234371,
     "calls": 26
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.313332,
     "calls": 31
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 1.409823,
     "calls": 101
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.357064,
     "calls": 34
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 1.847414,
     "calls": 72
    },
    "django__django-15280": {
     "resolved": true,
     "costUsd": 1.574255,
     "calls": 69
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.40834,
     "calls": 33
    },
    "django__django-15732": {
     "resolved": true,
     "costUsd": 0.955916,
     "calls": 63
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.242024,
     "calls": 27
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.693465,
     "calls": 46
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.328088,
     "calls": 37
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.891581,
     "calls": 80
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.369964,
     "calls": 30
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.329091,
     "calls": 29
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.238213,
     "calls": 26
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.914827,
     "calls": 62
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 1.222339,
     "calls": 89
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.808094,
     "calls": 55
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.46924,
     "calls": 41
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.522086,
     "calls": 43
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 1.16491,
     "calls": 83
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.647722,
     "calls": 67
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.371306,
     "calls": 42
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.514644,
     "calls": 42
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.671149,
     "calls": 51
    }
   }
  },
  {
   "name": "Kimi K2.5 (high)",
   "org": "Moonshot AI",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 70.8,
   "meanCostUsd500": 0.146554,
   "meanCalls500": 51.18,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.164154,
     "calls": 56
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.091433,
     "calls": 39
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 0.526238,
     "calls": 102
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.095525,
     "calls": 49
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.020465,
     "calls": 23
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.124848,
     "calls": 58
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.168829,
     "calls": 61
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.072146,
     "calls": 31
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.041761,
     "calls": 16
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.067303,
     "calls": 35
    },
    "django__django-14631": {
     "resolved": false,
     "costUsd": 0.292289,
     "calls": 83
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.055007,
     "calls": 35
    },
    "django__django-15022": {
     "resolved": true,
     "costUsd": 0.457325,
     "calls": 130
    },
    "django__django-15280": {
     "resolved": false,
     "costUsd": 1.011583,
     "calls": 153
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.043547,
     "calls": 29
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.100008,
     "calls": 58
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.081381,
     "calls": 32
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.058027,
     "calls": 32
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.068194,
     "calls": 33
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.129776,
     "calls": 58
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.10547,
     "calls": 53
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.038437,
     "calls": 24
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.069936,
     "calls": 30
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.156271,
     "calls": 74
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.360185,
     "calls": 85
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.139276,
     "calls": 46
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.208562,
     "calls": 80
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.058701,
     "calls": 30
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.634396,
     "calls": 138
    },
    "matplotlib__matplotlib-24149": {
     "resolved": false,
     "costUsd": 0.156049,
     "calls": 66
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.061294,
     "calls": 41
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.072249,
     "calls": 40
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.164564,
     "calls": 52
    }
   }
  },
  {
   "name": "DeepSeek V3.2 (high)",
   "org": "DeepSeek",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 70,
   "meanCostUsd500": 0.447846,
   "meanCalls500": 88.51,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.586886,
     "calls": 96
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.26186,
     "calls": 70
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 0.591946,
     "calls": 86
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.489047,
     "calls": 107
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.153423,
     "calls": 55
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.421524,
     "calls": 90
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.579558,
     "calls": 104
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.376338,
     "calls": 75
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.149751,
     "calls": 51
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.306064,
     "calls": 70
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.555653,
     "calls": 107
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.215007,
     "calls": 63
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 0.574337,
     "calls": 93
    },
    "django__django-15280": {
     "resolved": false,
     "costUsd": 1.023838,
     "calls": 126
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.21803,
     "calls": 60
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.477791,
     "calls": 95
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.158572,
     "calls": 48
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.234932,
     "calls": 66
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.114184,
     "calls": 49
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.732955,
     "calls": 127
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.466066,
     "calls": 111
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.719203,
     "calls": 115
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.247766,
     "calls": 58
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.407999,
     "calls": 80
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 1.079723,
     "calls": 162
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.326086,
     "calls": 61
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.442914,
     "calls": 102
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.176468,
     "calls": 57
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 1.053846,
     "calls": 131
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.350343,
     "calls": 82
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.401187,
     "calls": 89
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.335189,
     "calls": 82
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 1.063879,
     "calls": 144
    }
   }
  },
  {
   "name": "Claude 4.5 Haiku (high)",
   "org": "Anthropic",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 66.6,
   "meanCostUsd500": 0.330924,
   "meanCalls500": 66.15,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.796685,
     "calls": 123
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.193099,
     "calls": 51
    },
    "django__django-11885": {
     "resolved": true,
     "costUsd": 0.5062,
     "calls": 84
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.243076,
     "calls": 52
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.186154,
     "calls": 61
    },
    "django__django-13158": {
     "resolved": true,
     "costUsd": 0.241984,
     "calls": 68
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.462224,
     "calls": 79
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.420882,
     "calls": 75
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.086151,
     "calls": 32
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.281122,
     "calls": 69
    },
    "django__django-14631": {
     "resolved": true,
     "costUsd": 0.537592,
     "calls": 105
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.174992,
     "calls": 48
    },
    "django__django-15022": {
     "resolved": false,
     "costUsd": 0.77745,
     "calls": 112
    },
    "django__django-15280": {
     "resolved": false,
     "costUsd": 1.835732,
     "calls": 185
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.133834,
     "calls": 36
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.295417,
     "calls": 73
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.142403,
     "calls": 42
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.239841,
     "calls": 52
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.171391,
     "calls": 52
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.292372,
     "calls": 76
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.459578,
     "calls": 81
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.130684,
     "calls": 37
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.178285,
     "calls": 38
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.246094,
     "calls": 64
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.357085,
     "calls": 82
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.313066,
     "calls": 50
    },
    "astropy__astropy-14096": {
     "resolved": true,
     "costUsd": 0.255715,
     "calls": 69
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.170828,
     "calls": 37
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.906229,
     "calls": 113
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.284737,
     "calls": 60
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.160092,
     "calls": 39
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.158979,
     "calls": 37
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": true,
     "costUsd": 0.33768,
     "calls": 77
    }
   }
  },
  {
   "name": "GPT 5 mini",
   "org": "OpenAI",
   "agent": "mini-SWE-agent 2.0.0",
   "date": "2026-02-17",
   "board500": 56.2,
   "meanCostUsd500": 0.047201,
   "meanCalls500": 20.34,
   "perInstance": {
    "django__django-10554": {
     "resolved": false,
     "costUsd": 0.159173,
     "calls": 42
    },
    "django__django-11333": {
     "resolved": true,
     "costUsd": 0.061211,
     "calls": 26
    },
    "django__django-11885": {
     "resolved": false,
     "costUsd": 0.067277,
     "calls": 25
    },
    "django__django-12193": {
     "resolved": true,
     "costUsd": 0.032532,
     "calls": 19
    },
    "django__django-12741": {
     "resolved": true,
     "costUsd": 0.031528,
     "calls": 21
    },
    "django__django-13158": {
     "resolved": false,
     "costUsd": 0.078141,
     "calls": 29
    },
    "django__django-13925": {
     "resolved": true,
     "costUsd": 0.043919,
     "calls": 19
    },
    "django__django-14034": {
     "resolved": false,
     "costUsd": 0.043957,
     "calls": 19
    },
    "django__django-14373": {
     "resolved": true,
     "costUsd": 0.019937,
     "calls": 16
    },
    "django__django-14559": {
     "resolved": true,
     "costUsd": 0.029432,
     "calls": 19
    },
    "django__django-14631": {
     "resolved": false,
     "costUsd": 0.055089,
     "calls": 22
    },
    "django__django-14672": {
     "resolved": true,
     "costUsd": 0.018879,
     "calls": 13
    },
    "django__django-15022": {
     "resolved": true,
     "costUsd": 0.038908,
     "calls": 21
    },
    "django__django-15280": {
     "resolved": false,
     "costUsd": 0.118508,
     "calls": 31
    },
    "django__django-15572": {
     "resolved": true,
     "costUsd": 0.019871,
     "calls": 11
    },
    "django__django-15732": {
     "resolved": false,
     "costUsd": 0.030006,
     "calls": 14
    },
    "django__django-16255": {
     "resolved": true,
     "costUsd": 0.019524,
     "calls": 13
    },
    "django__django-16333": {
     "resolved": true,
     "costUsd": 0.05089,
     "calls": 23
    },
    "django__django-17029": {
     "resolved": true,
     "costUsd": 0.018643,
     "calls": 12
    },
    "pydata__xarray-6721": {
     "resolved": true,
     "costUsd": 0.042991,
     "calls": 18
    },
    "sphinx-doc__sphinx-10435": {
     "resolved": false,
     "costUsd": 0.14772,
     "calls": 48
    },
    "sphinx-doc__sphinx-9698": {
     "resolved": true,
     "costUsd": 0.034277,
     "calls": 14
    },
    "sympy__sympy-18189": {
     "resolved": true,
     "costUsd": 0.042606,
     "calls": 18
    },
    "sympy__sympy-20428": {
     "resolved": false,
     "costUsd": 0.105044,
     "calls": 31
    },
    "sympy__sympy-22456": {
     "resolved": true,
     "costUsd": 0.04789,
     "calls": 21
    },
    "astropy__astropy-13579": {
     "resolved": true,
     "costUsd": 0.053369,
     "calls": 22
    },
    "astropy__astropy-14096": {
     "resolved": false,
     "costUsd": 0.035461,
     "calls": 19
    },
    "astropy__astropy-7336": {
     "resolved": true,
     "costUsd": 0.018701,
     "calls": 11
    },
    "matplotlib__matplotlib-21568": {
     "resolved": false,
     "costUsd": 0.028568,
     "calls": 14
    },
    "matplotlib__matplotlib-24149": {
     "resolved": true,
     "costUsd": 0.024248,
     "calls": 14
    },
    "matplotlib__matplotlib-24970": {
     "resolved": true,
     "costUsd": 0.04439,
     "calls": 22
    },
    "scikit-learn__scikit-learn-14894": {
     "resolved": true,
     "costUsd": 0.032045,
     "calls": 14
    },
    "scikit-learn__scikit-learn-25973": {
     "resolved": false,
     "costUsd": 0.077949,
     "calls": 27
    }
   }
  }
 ]
}