{"$k":["id","title","columns","rows"],"$r":[["retry-escalate-policies","Retry policies over the eight hard tasks (calculation)",{"$k":["key","label","unit"],"$r":[["policy","Policy","text"],["tries","Tries in order","text"],["success","Expected success","rate"],["costPerTask","Expected cost per task (all tries)","usd"],["costPerCorrect","Cost per correct answer","usd"],["secPerCorrect","Wall time per correct answer","seconds"],["costRatio","Cost vs Sonnet every time","ratio"],["timeRatio","Time vs Sonnet every time","ratio"]]},{"$k":["policy","tries","success","costPerTask","costPerCorrect","secPerCorrect","costRatio","timeRatio"],"$r":[["Sonnet 5.5 every time (calculation)","Sonnet 5.5",1,0.01322,0.01322,8.24,1,1],["Haiku once (calculation)","Haiku 4.5",0.4583,0.03104,0.06772,91.47,5.12,11.1],["Haiku, one retry, then Sonnet (calculation)","Haiku 4.5 → Haiku 4.5 → Sonnet 5.5",1,0.05664,0.05664,71.54,4.28,8.68],["Haiku up to 3 tries, then Sonnet (calculation)","Haiku 4.5 → Haiku 4.5 → Haiku 4.5 → Sonnet 5.5",1,0.07193,0.07193,93.42,5.44,11.33],["Sonnet 5.5 low effort once (calculation)","Sonnet 5.5 low",1,0.01219,0.01219,7.07,0.92,0.86]]}],["retry-escalate-task-inputs","Per-task inputs: passes, 95% intervals, median call cost (calculation) and time; ranges are min–max, not confidence intervals",{"$k":["key","label","unit"],"$r":[["task","Task","text"],["haikuPass","Claude Haiku 4.5 · Claude Code: strict passes","text"],["haikuInterval","Haiku 95% interval","text"],["haikuCost","Haiku median call cost","usd"],["haikuCostRange","Haiku call-cost range (calculation)","text"],["haikuTime","Haiku median call time","seconds"],["haikuTimeRange","Haiku call-time range","text"],["sonnetPass","Claude Sonnet 5.5 · Claude Code: strict passes","text"],["sonnetInterval","Sonnet 95% interval","text"],["sonnetCost","Sonnet median call cost","usd"],["sonnetCostRange","Sonnet call-cost range (calculation)","text"],["sonnetTime","Sonnet median call time","seconds"],["sonnetTimeRange","Sonnet call-time range","text"],["lowPass","Claude Sonnet 5.5 (low) · Claude Code: strict passes","text"],["lowInterval","Sonnet (low) 95% interval","text"],["lowCost","Sonnet (low) median call cost","usd"],["lowCostRange","Sonnet (low) call-cost range (calculation)","text"],["lowTime","Sonnet (low) median call time","seconds"],["lowTimeRange","Sonnet (low) call-time range","text"]]},{"$k":["task","haikuPass","haikuInterval","haikuCost","haikuCostRange","haikuTime","haikuTimeRange","sonnetPass","sonnetInterval","sonnetCost","sonnetCostRange","sonnetTime","sonnetTimeRange","lowPass","lowInterval","lowCost","lowCostRange","lowTime","lowTimeRange"],"$r":[["Fix an interval-merge function (off-by-one and edge cases)","3/3","44% to 100%",0.01789,"$0.0148 to $0.0183",21.22,"18.5 s to 24.7 s","3/3","44% to 100%",0.00557,"$0.0056 to $0.0091",2.93,"2.4 s to 3.1 s","2/2","34% to 100%",0.00738,"$0.0056 to $0.0092",2.79,"2.8 s to 2.8 s"],["Fix a time-zone day-length function (DST)","1/3","6% to 79%",0.0293,"$0.0243 to $0.0308",39,"26.2 s to 40.6 s","3/3","44% to 100%",0.02532,"$0.0231 to $0.0424",21.61,"19.6 s to 34.8 s","2/2","34% to 100%",0.02395,"$0.0218 to $0.0261",18.12,"16.3 s to 20.0 s"],["Write a CSV parser (quoted newlines, strict errors)","2/3 (+1 format miss)","21% to 94%",0.02919,"$0.0250 to $0.0505",39.01,"33.8 s to 75.1 s","3/3","44% to 100%",0.01464,"$0.0146 to $0.0161",9.56,"8.8 s to 10.6 s","2/2","34% to 100%",0.0093,"$0.0091 to $0.0096",4.36,"4.3 s to 4.4 s"],["Predict JavaScript event-loop output order","0/3","0% to 56%",0.03708,"$0.0231 to $0.0395",54.02,"26.0 s to 56.6 s","3/3","44% to 100%",0.01588,"$0.0147 to $0.0161",9.57,"8.2 s to 9.9 s","2/2","34% to 100%",0.01396,"$0.0139 to $0.0141",9.27,"8.8 s to 9.7 s"],["Solve a multi-constraint room schedule","0/3 (+2 format misses)","0% to 56%",0.03578,"$0.0292 to $0.0444",54.64,"38.0 s to 68.8 s","3/3","44% to 100%",0.01243,"$0.0118 to $0.0126",7.74,"7.4 s to 7.8 s","2/2","34% to 100%",0.01139,"$0.0113 to $0.0115",6.6,"6.5 s to 6.7 s"],["Write a strict SemVer 2.0.0 regex","3/3","44% to 100%",0.04217,"$0.0373 to $0.0447",64.48,"54.5 s to 67.0 s","3/3","44% to 100%",0.00514,"$0.0051 to $0.0079",2.49,"2.3 s to 3.7 s","2/2","34% to 100%",0.00514,"$0.0051 to $0.0051",3.18,"2.9 s to 3.5 s"],["Refactor to remove duplication, keep 20 tests green","2/3","21% to 94%",0.02039,"$0.0179 to $0.0216",15.91,"15.3 s to 17.2 s","3/3","44% to 100%",0.00961,"$0.0094 to $0.0151",3.57,"3.4 s to 7.2 s","2/2","34% to 100%",0.00945,"$0.0094 to $0.0095",4.44,"3.7 s to 5.2 s"],["Write a SQLite reporting query (fan-out, ties, boundaries)","0/3 (+2 format misses)","0% to 56%",0.03648,"$0.0289 to $0.0406",47.11,"38.9 s to 56.1 s","3/3","44% to 100%",0.01719,"$0.0157 to $0.0192",8.47,"7.6 s to 8.9 s","2/2","34% to 100%",0.01695,"$0.0167 to $0.0172",7.8,"7.7 s to 7.9 s"]]}],["retry-escalate-sensitivity-table","Sensitivity of each policy to Haiku’s pass rate (calculation)",{"$k":["key","label","unit"],"$r":[["policy","Policy","text"],["setting","Haiku pass rate set to","text"],["success","Expected success","rate"],["costPerCorrect","Cost per correct answer","usd"],["secPerCorrect","Wall time per correct answer","seconds"]]},{"$k":["policy","setting","success","costPerCorrect","secPerCorrect"],"$r":[["Sonnet 5.5 every time (calculation)","Does not depend on Haiku",1,0.01322,8.24],["Haiku once (calculation)","Haiku pass rate at the Wilson lower bound (every task)",0.1692,0.1834,247.74],["Haiku once (calculation)","Haiku pass rate as observed",0.4583,0.06772,91.47],["Haiku once (calculation)","Haiku pass rate at the Wilson upper bound (every task)",0.7942,0.03908,52.79],["Haiku once (calculation)","Haiku format misses counted as passes (lenient reading)",0.6667,0.04655,62.89],["Haiku, one retry, then Sonnet (calculation)","Haiku pass rate at the Wilson lower bound (every task)",1,0.06807,84.27],["Haiku, one retry, then Sonnet (calculation)","Haiku pass rate as observed",1,0.05664,71.54],["Haiku, one retry, then Sonnet (calculation)","Haiku pass rate at the Wilson upper bound (every task)",1,0.03941,52.64],["Haiku, one retry, then Sonnet (calculation)","Haiku format misses counted as passes (lenient reading)",1,0.04591,59.5],["Haiku up to 3 tries, then Sonnet (calculation)","Haiku pass rate at the Wilson lower bound (every task)",1,0.09047,115.27],["Haiku up to 3 tries, then Sonnet (calculation)","Haiku pass rate as observed",1,0.07193,93.42],["Haiku up to 3 tries, then Sonnet (calculation)","Haiku pass rate at the Wilson upper bound (every task)",1,0.04149,56.17],["Haiku up to 3 tries, then Sonnet (calculation)","Haiku format misses counted as passes (lenient reading)",1,0.05263,69.47],["Sonnet 5.5 low effort once (calculation)","Does not depend on Haiku",1,0.01219,7.07]]}]]}