{"$k":["id","title","viz","columns","rows"],"$r":[["swebench-opus-sonnet-pairs","Same 3 instances, two brains","PairedOutcomeGrid",{"$k":["key","label","unit"],"$r":[["pair","Pair","text"],["bothRight","Both resolved","count"],["onlyA","Only Opus resolved","count"],["onlyB","Only Sonnet resolved","count"],["bothWrong","Neither resolved","count"],["p","Exact McNemar p","\u0001"]]},[{"pair":"Claude Opus 5.5 vs Claude Sonnet 5.5","bothRight":1,"onlyA":1,"onlyB":0,"bothWrong":1,"p":1}]],["swebench-opus-sonnet-graded","Graded instances: resolved or not, per brain","HeatMatrix",{"$k":["key","label","unit"],"$r":[["instance","Instance","text"],["band","Difficulty band","text"],["opus","Claude Opus 5.5 (Agent, new build)","text"],["sonnet","Claude Sonnet 5.5 (Agent, older builds)","text"]]},{"$k":["instance","band","opus","sonnet"],"$r":[["django__django-10554","No panel model solved it","resolved","unresolved"],["matplotlib__matplotlib-21568","No panel model solved it","resolved","resolved"],["django__django-15022","Under half solved it","unresolved","unresolved"]]}],["swebench-opus-sonnet-instances","All 8 declared instances, in run order (an escalation is graded as delivered)","\u0001",{"$k":["key","label","unit"],"$r":[["instance","Instance","text"],["band","Difficulty band","text"],["panel","Panel solved (of 11)","count"],["opus","Opus 5.5","text"],["sonnet","Sonnet 5.5","text"],["opusCost","Opus cost (calc.)","usd"],["sonnetCost","Sonnet cost (calc.)","usd"],["opusMin","Opus min","minutes"],["sonnetMin","Sonnet min","minutes"]]},{"$k":["instance","band","panel","opus","sonnet","opusCost","sonnetCost","opusMin","sonnetMin"],"$r":[["django__django-10554","No panel model solved it",0,"resolved","unresolved (escalated)",9.99,1.52,25.29,4.74],["matplotlib__matplotlib-21568","No panel model solved it",0,"resolved (escalated)","resolved",4.9,3.02,9.76,9.37],["django__django-15022","Under half solved it",4,"unresolved (escalated)","unresolved",7.87,4.1,20.26,15],["django__django-11885","Under half solved it",3,"not started","resolved",null,2.27,null,7.29],["django__django-14631","Half or more solved it",9,"not started","empty patch (escalated)",null,2.8,null,38.17],["django__django-12193","Half or more solved it",10,"not started","resolved",null,2.06,null,5.74],["sympy__sympy-18189","Every panel model solved it",11,"not started","empty patch (escalated)",null,0.89,null,1.63],["django__django-11333","Every panel model solved it",11,"not started","resolved",null,2.51,null,7.99]]}]]}