{"$k":["studySlug","chartId","series","point","metric","label","value","unit","display","n","ci","spanKind","context","range","calculation","statId","polarity"],"$r":[["model-head-to-head","h2h-pass-rate","Pass rate","Claude Fable 5.1 · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Fable 5.1 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-pass-rate","Pass rate","Claude Sonnet 5.5 · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",0.8,"rate","80% (12/15)",15,[0.5481,0.9295],"ci95","Claude Sonnet 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-pass-rate","Pass rate","Claude Opus 5.5 (high) · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Opus 5.5 · effort high · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-pass-rate","Pass rate","Claude Opus 5.5 · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Opus 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-pass-rate","Pass rate","Claude Opus 5.5 (low) · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Opus 5.5 · effort low · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-pass-rate","Pass rate","Claude Haiku 4.5 · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Haiku 4.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Fable 5.1 · Claude Code","h2h-total-latency","Total time per call",1.94,"seconds","1.94 s",15,"\u0001","minmax","Claude Fable 5.1 · five short validated tasks",[1.41,9.83],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Sonnet 5.5 · Claude Code","h2h-total-latency","Total time per call",2.31,"seconds","2.31 s",15,"\u0001","minmax","Claude Sonnet 5.5 · five short validated tasks",[2.17,7.73],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Opus 5.5 (high) · Claude Code","h2h-total-latency","Total time per call",2.71,"seconds","2.71 s",15,"\u0001","minmax","Claude Opus 5.5 · effort high · five short validated tasks",[2.45,11.78],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Opus 5.5 · Claude Code","h2h-total-latency","Total time per call",2.75,"seconds","2.75 s",15,"\u0001","minmax","Claude Opus 5.5 · five short validated tasks",[2.47,8.91],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Opus 5.5 (low) · Claude Code","h2h-total-latency","Total time per call",2.83,"seconds","2.83 s",15,"\u0001","minmax","Claude Opus 5.5 · effort low · five short validated tasks",[2.35,6.62],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Haiku 4.5 · Claude Code","h2h-total-latency","Total time per call",4.43,"seconds","4.43 s",15,"\u0001","minmax","Claude Haiku 4.5 · five short validated tasks",[3.16,23.57],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Fable 5.1 · Claude Code","h2h-first-useful-latency","Time to first useful output",1.2,"seconds","1.20 s",15,"\u0001","minmax","Claude Fable 5.1 · five short validated tasks",[0.95,7.9],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Sonnet 5.5 · Claude Code","h2h-first-useful-latency","Time to first useful output",1.56,"seconds","1.56 s",15,"\u0001","minmax","Claude Sonnet 5.5 · five short validated tasks",[0.99,6.39],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Opus 5.5 (high) · Claude Code","h2h-first-useful-latency","Time to first useful output",2.04,"seconds","2.04 s",15,"\u0001","minmax","Claude Opus 5.5 · effort high · five short validated tasks",[1.4,9.94],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Opus 5.5 · Claude Code","h2h-first-useful-latency","Time to first useful output",1.92,"seconds","1.92 s",15,"\u0001","minmax","Claude Opus 5.5 · five short validated tasks",[1.56,7.23],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Opus 5.5 (low) · Claude Code","h2h-first-useful-latency","Time to first useful output",2.39,"seconds","2.39 s",15,"\u0001","minmax","Claude Opus 5.5 · effort low · five short validated tasks",[1.45,4.9],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Haiku 4.5 · Claude Code","h2h-first-useful-latency","Time to first useful output",3.63,"seconds","3.63 s",15,"\u0001","minmax","Claude Haiku 4.5 · five short validated tasks",[2.78,22.27],"\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Fable 5.1 · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",2760,"tokens","2,760",15,"\u0001","\u0001","Claude Fable 5.1 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Sonnet 5.5 · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",1401,"tokens","1,401",15,"\u0001","\u0001","Claude Sonnet 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Opus 5.5 (high) · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",1463,"tokens","1,463",15,"\u0001","\u0001","Claude Opus 5.5 · effort high · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Opus 5.5 · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",1401,"tokens","1,401",15,"\u0001","\u0001","Claude Opus 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Opus 5.5 (low) · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",1463,"tokens","1,463",15,"\u0001","\u0001","Claude Opus 5.5 · effort low · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Haiku 4.5 · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",0,"tokens","0",15,"\u0001","\u0001","Claude Haiku 4.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Fable 5.1 · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",473,"tokens","473",15,"\u0001","\u0001","Claude Fable 5.1 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Sonnet 5.5 · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",685,"tokens","685",15,"\u0001","\u0001","Claude Sonnet 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Opus 5.5 (high) · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",619,"tokens","619",15,"\u0001","\u0001","Claude Opus 5.5 · effort high · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Opus 5.5 · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",680,"tokens","680",15,"\u0001","\u0001","Claude Opus 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Opus 5.5 (low) · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",618,"tokens","618",15,"\u0001","\u0001","Claude Opus 5.5 · effort low · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Haiku 4.5 · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",3790,"tokens","3,790",15,"\u0001","\u0001","Claude Haiku 4.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Fable 5.1 · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",64,"tokens","64",15,"\u0001","\u0001","Claude Fable 5.1 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Sonnet 5.5 · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",107,"tokens","107",15,"\u0001","\u0001","Claude Sonnet 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Opus 5.5 (high) · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",78,"tokens","78",15,"\u0001","\u0001","Claude Opus 5.5 · effort high · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Opus 5.5 · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",64,"tokens","64",15,"\u0001","\u0001","Claude Opus 5.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Opus 5.5 (low) · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",64,"tokens","64",15,"\u0001","\u0001","Claude Opus 5.5 · effort low · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Haiku 4.5 · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",367,"tokens","367",15,"\u0001","\u0001","Claude Haiku 4.5 · five short validated tasks","\u0001","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Fable 5.1 · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00987,"usd","$0.0099",15,"\u0001","minmax","Claude Fable 5.1 · five short validated tasks",[0.0049,0.05843],true,"\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Sonnet 5.5 · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.0036,"usd","$0.0036",15,"\u0001","minmax","Claude Sonnet 5.5 · five short validated tasks",[0.00342,0.01021],true,"\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Opus 5.5 (high) · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00694,"usd","$0.0069",15,"\u0001","minmax","Claude Opus 5.5 · effort high · five short validated tasks",[0.00592,0.02708],true,"\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Opus 5.5 · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00688,"usd","$0.0069",15,"\u0001","minmax","Claude Opus 5.5 · five short validated tasks",[0.00592,0.02226],true,"\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Opus 5.5 (low) · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00688,"usd","$0.0069",15,"\u0001","minmax","Claude Opus 5.5 · effort low · five short validated tasks",[0.00582,0.01793],true,"\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Haiku 4.5 · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00566,"usd","$0.0057",15,"\u0001","minmax","Claude Haiku 4.5 · five short validated tasks",[0.00513,0.01804],true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Sonnet 5.5 · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.00624,"usd","$0.0062",15,"\u0001","\u0001","Claude Sonnet 5.5 · five short validated tasks","\u0001",true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Opus 5.5 (low) · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.00829,"usd","$0.0083",15,"\u0001","\u0001","Claude Opus 5.5 · effort low · five short validated tasks","\u0001",true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Haiku 4.5 · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.00836,"usd","$0.0084",15,"\u0001","\u0001","Claude Haiku 4.5 · five short validated tasks","\u0001",true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Opus 5.5 · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.01009,"usd","$0.010",15,"\u0001","\u0001","Claude Opus 5.5 · five short validated tasks","\u0001",true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Opus 5.5 (high) · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.01049,"usd","$0.010",15,"\u0001","\u0001","Claude Opus 5.5 · effort high · five short validated tasks","\u0001",true,"\u0001","\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Fable 5.1 · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.02054,"usd","$0.021",15,"\u0001","\u0001","Claude Fable 5.1 · five short validated tasks","\u0001",true,"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Sonnet 5.5 · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Sonnet 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Opus 5.5 · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Opus 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Opus 5.5 (high) · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Opus 5.5 · effort high · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Fable 5.1 · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Fable 5.1 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Haiku 4.5 · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",0.4583,"rate","46% (11/24)",24,[0.2789,0.6493],"ci95","Claude Haiku 4.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Sonnet 5.5 · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Sonnet 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Opus 5.5 · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Opus 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Opus 5.5 (high) · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Opus 5.5 · effort high · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Fable 5.1 · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Fable 5.1 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Haiku 4.5 · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",0.6667,"rate","67% (16/24)",24,[0.4671,0.8203],"ci95","Claude Haiku 4.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Sonnet 5.5 · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",7.75,"seconds","7.75 s",24,"\u0001","minmax","Claude Sonnet 5.5 · eight hard validated tasks",[2.26,34.79],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Opus 5.5 · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",9.18,"seconds","9.18 s",24,"\u0001","minmax","Claude Opus 5.5 · eight hard validated tasks",[4.24,27.21],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Opus 5.5 (high) · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",11.03,"seconds","11.0 s",24,"\u0001","minmax","Claude Opus 5.5 · effort high · eight hard validated tasks",[3.63,63],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Fable 5.1 · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",16.13,"seconds","16.1 s",24,"\u0001","minmax","Claude Fable 5.1 · eight hard validated tasks",[4.46,90],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Haiku 4.5 · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",39.01,"seconds","39.0 s",24,"\u0001","minmax","Claude Haiku 4.5 · eight hard validated tasks",[15.27,75.13],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Sonnet 5.5 · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",5.95,"seconds","5.95 s",24,"\u0001","minmax","Claude Sonnet 5.5 · eight hard validated tasks",[0.86,30.57],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Opus 5.5 · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",6.78,"seconds","6.78 s",24,"\u0001","minmax","Claude Opus 5.5 · eight hard validated tasks",[2.39,21.77],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Opus 5.5 (high) · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",7.13,"seconds","7.13 s",24,"\u0001","minmax","Claude Opus 5.5 · effort high · eight hard validated tasks",[2.15,56.23],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Fable 5.1 · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",11.63,"seconds","11.6 s",24,"\u0001","minmax","Claude Fable 5.1 · eight hard validated tasks",[2,85.33],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Haiku 4.5 · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",35.54,"seconds","35.5 s",24,"\u0001","minmax","Claude Haiku 4.5 · eight hard validated tasks",[12.88,70.31],"\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Sonnet 5.5 · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",1050,"tokens","1,050",24,"\u0001","\u0001","Claude Sonnet 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Opus 5.5 · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",945,"tokens","945",24,"\u0001","\u0001","Claude Opus 5.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Opus 5.5 (high) · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",1052,"tokens","1,052",24,"\u0001","\u0001","Claude Opus 5.5 · effort high · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Fable 5.1 · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",1366,"tokens","1,366",24,"\u0001","\u0001","Claude Fable 5.1 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Haiku 4.5 · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",5064,"tokens","5,064",24,"\u0001","\u0001","Claude Haiku 4.5 · eight hard validated tasks","\u0001","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.01435,"usd","$0.014",24,"\u0001","\u0001","Claude Sonnet 5.5 · eight hard validated tasks","\u0001",true,"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Opus 5.5 · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.02824,"usd","$0.028",24,"\u0001","\u0001","Claude Opus 5.5 · eight hard validated tasks","\u0001",true,"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Opus 5.5 (high) · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.03337,"usd","$0.033",24,"\u0001","\u0001","Claude Opus 5.5 · effort high · eight hard validated tasks","\u0001",true,"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Haiku 4.5 · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.0672,"usd","$0.067",24,"\u0001","\u0001","Claude Haiku 4.5 · eight hard validated tasks","\u0001",true,"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Fable 5.1 · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.09331,"usd","$0.093",24,"\u0001","\u0001","Claude Fable 5.1 · eight hard validated tasks","\u0001",true,"\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-pass-rate","Passed every hidden check","Claude Sonnet 5.5 · Claude Code","coding-agents-pass-rate","Coding sessions that passed every hidden check",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Sonnet 5.5 · six small repository tasks with hidden tests","\u0001","\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-pass-rate","Passed every hidden check","Claude Opus 5.5 · Claude Code","coding-agents-pass-rate","Coding sessions that passed every hidden check",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Opus 5.5 · six small repository tasks with hidden tests","\u0001","\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-wall-time","Wall time per session","Claude Sonnet 5.5 · Claude Code","coding-agents-wall-time","Time per coding session",23.1,"seconds","23.1 s",12,"\u0001","minmax","Claude Sonnet 5.5 · six small repository tasks with hidden tests",[18.7,44.5],"\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-wall-time","Wall time per session","Claude Opus 5.5 · Claude Code","coding-agents-wall-time","Time per coding session",56.9,"seconds","56.9 s",12,"\u0001","minmax","Claude Opus 5.5 · six small repository tasks with hidden tests",[29.8,185.8],"\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-tool-calls","Tool calls per session","Claude Sonnet 5.5 · Claude Code","coding-agents-tool-calls","Tool calls per coding session",7.5,"calls","7.5",12,"\u0001","minmax","Claude Sonnet 5.5 · six small repository tasks with hidden tests",[3,14],"\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-tool-calls","Tool calls per session","Claude Opus 5.5 · Claude Code","coding-agents-tool-calls","Tool calls per coding session",7.5,"calls","7.5",12,"\u0001","minmax","Claude Opus 5.5 · six small repository tasks with hidden tests",[5,14],"\u0001","\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-cost-per-pass","List-price cost per pass","Claude Sonnet 5.5 · Claude Code","coding-agents-cost-per-pass","List-price cost per passing coding session (calculation)",0.085,"usd","$0.085",12,"\u0001","\u0001","Claude Sonnet 5.5 · six small repository tasks with hidden tests","\u0001",true,"\u0001","\u0001"],["coding-agents-head-to-head","coding-agents-cost-per-pass","List-price cost per pass","Claude Opus 5.5 · Claude Code","coding-agents-cost-per-pass","List-price cost per passing coding session (calculation)",0.2229,"usd","$0.22",12,"\u0001","\u0001","Claude Opus 5.5 · six small repository tasks with hidden tests","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Sonnet 5.5 (low) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Sonnet 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Sonnet 5.5 (medium) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Sonnet 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Sonnet 5.5 (high) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Sonnet 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Sonnet 5.5 · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Sonnet 5.5 · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Opus 5.5 (low) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Opus 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Opus 5.5 (medium) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Opus 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Opus 5.5 (high) · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Opus 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-pass-rate","Strict pass","Claude Opus 5.5 · Claude Code","effort-ladder-pass-rate","Strict pass rate by effort on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Opus 5.5 · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Sonnet 5.5 (low) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",5.82,"seconds","5.82 s",16,"\u0001","minmax","Claude Sonnet 5.5 · effort low · eight hard validated tasks, effort ladder",[2.78,19.96],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Sonnet 5.5 (medium) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",7.63,"seconds","7.63 s",16,"\u0001","minmax","Claude Sonnet 5.5 · effort medium · eight hard validated tasks, effort ladder",[2.71,24.01],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Sonnet 5.5 (high) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",8.81,"seconds","8.81 s",16,"\u0001","minmax","Claude Sonnet 5.5 · effort high · eight hard validated tasks, effort ladder",[2.93,35.81],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Sonnet 5.5 · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",7.97,"seconds","7.97 s",16,"\u0001","minmax","Claude Sonnet 5.5 · eight hard validated tasks, effort ladder",[2.26,21.61],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Opus 5.5 (low) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",7.5,"seconds","7.50 s",16,"\u0001","minmax","Claude Opus 5.5 · effort low · eight hard validated tasks, effort ladder",[3.34,15.82],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Opus 5.5 (medium) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",9.72,"seconds","9.72 s",16,"\u0001","minmax","Claude Opus 5.5 · effort medium · eight hard validated tasks, effort ladder",[4.78,31.36],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Opus 5.5 (high) · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",10.11,"seconds","10.1 s",16,"\u0001","minmax","Claude Opus 5.5 · effort high · eight hard validated tasks, effort ladder",[3.63,63],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-total-latency","Total time per call by effort on hard tasks","Claude Opus 5.5 · Claude Code","effort-ladder-total-latency","Total time per call by effort on hard tasks",9.18,"seconds","9.18 s",16,"\u0001","minmax","Claude Opus 5.5 · eight hard validated tasks, effort ladder",[4.24,27.21],"\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Sonnet 5.5 (low) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",667,"tokens","667",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Sonnet 5.5 (medium) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",770,"tokens","770",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Sonnet 5.5 (high) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",1192,"tokens","1,192",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Sonnet 5.5 · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",1054,"tokens","1,054",16,"\u0001","\u0001","Claude Sonnet 5.5 · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Opus 5.5 (low) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",594,"tokens","594",16,"\u0001","\u0001","Claude Opus 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Opus 5.5 (medium) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",853,"tokens","853",16,"\u0001","\u0001","Claude Opus 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Opus 5.5 (high) · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",1052,"tokens","1,052",16,"\u0001","\u0001","Claude Opus 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-output-tokens","Output tokens","Claude Opus 5.5 · Claude Code","effort-ladder-output-tokens/Output tokens","Output tokens per call by effort on hard tasks (Output tokens)",945,"tokens","945",16,"\u0001","\u0001","Claude Opus 5.5 · eight hard validated tasks, effort ladder","\u0001","\u0001","\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 (low) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.01219,"usd","$0.012",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 (medium) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.01352,"usd","$0.014",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 (high) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.01671,"usd","$0.017",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.01398,"usd","$0.014",16,"\u0001","\u0001","Claude Sonnet 5.5 · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Opus 5.5 (low) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.02115,"usd","$0.021",16,"\u0001","\u0001","Claude Opus 5.5 · effort low · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Opus 5.5 (medium) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.02947,"usd","$0.029",16,"\u0001","\u0001","Claude Opus 5.5 · effort medium · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Opus 5.5 (high) · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.03368,"usd","$0.034",16,"\u0001","\u0001","Claude Opus 5.5 · effort high · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["effort-ladder","effort-ladder-cost-per-pass","Cost per strict pass","Claude Opus 5.5 · Claude Code","effort-ladder-cost-per-pass","List-price cost per strict pass by effort (calculation)",0.02893,"usd","$0.029",16,"\u0001","\u0001","Claude Opus 5.5 · eight hard validated tasks, effort ladder","\u0001",true,"\u0001","\u0001"],["caching-consistency","caching-cost-with-without","With the cache, as recorded","Claude Sonnet 5.5 · Claude Code","caching-cost-with-without/With the cache, as recorded","List-price cost of 5-question sessions with and without the cache (calculation) (With the cache, as recorded)",0.135003,"usd","$0.14",15,"\u0001","\u0001","Claude Sonnet 5.5 · calculation: 5-turn cached sessions over a fixed ledger","\u0001",true,"\u0001","\u0001"],["caching-consistency","caching-cost-with-without","With the cache, as recorded","Claude Opus 5.5 · Claude Code","caching-cost-with-without/With the cache, as recorded","List-price cost of 5-question sessions with and without the cache (calculation) (With the cache, as recorded)",0.255057,"usd","$0.26",15,"\u0001","\u0001","Claude Opus 5.5 · calculation: 5-turn cached sessions over a fixed ledger","\u0001",true,"\u0001","\u0001"],["caching-consistency","caching-cost-with-without","Without a cache: every input token at the input price","Claude Sonnet 5.5 · Claude Code","caching-cost-with-without/Without a cache: every input token at the input price","List-price cost of 5-question sessions with and without the cache (calculation) (Without a cache: every input token at the input price)",0.269788,"usd","$0.27",15,"\u0001","\u0001","Claude Sonnet 5.5 · calculation: 5-turn cached sessions over a fixed ledger","\u0001",true,"\u0001","\u0001"],["caching-consistency","caching-cost-with-without","Without a cache: every input token at the input price","Claude Opus 5.5 · Claude Code","caching-cost-with-without/Without a cache: every input token at the input price","List-price cost of 5-question sessions with and without the cache (calculation) (Without a cache: every input token at the input price)",0.544228,"usd","$0.54",15,"\u0001","\u0001","Claude Opus 5.5 · calculation: 5-turn cached sessions over a fixed ledger","\u0001",true,"\u0001","\u0001"],["caching-consistency","caching-latency-first-vs-later","Turn 1 (writes the ledger to the cache)","Claude Sonnet 5.5 · Claude Code","caching-latency-first-vs-later/Turn 1 (writes the ledger to the cache)","Time per turn: first turn vs later turns in a cached session (Turn 1 (writes the ledger to the cache))",1.64,"seconds","1.64 s",3,"\u0001","minmax","Claude Sonnet 5.5 · 5-turn cached sessions over a fixed ledger",[1.58,1.79],"\u0001","\u0001","\u0001"],["caching-consistency","caching-latency-first-vs-later","Turn 1 (writes the ledger to the cache)","Claude Opus 5.5 · Claude Code","caching-latency-first-vs-later/Turn 1 (writes the ledger to the cache)","Time per turn: first turn vs later turns in a cached session (Turn 1 (writes the ledger to the cache))",1.9,"seconds","1.90 s",3,"\u0001","minmax","Claude Opus 5.5 · 5-turn cached sessions over a fixed ledger",[1.78,4.36],"\u0001","\u0001","\u0001"],["caching-consistency","caching-latency-first-vs-later","Turns 2-5 (read the ledger from the cache)","Claude Sonnet 5.5 · Claude Code","caching-latency-first-vs-later/Turns 2-5 (read the ledger from the cache)","Time per turn: first turn vs later turns in a cached session (Turns 2-5 (read the ledger from the cache))",1.61,"seconds","1.61 s",12,"\u0001","minmax","Claude Sonnet 5.5 · 5-turn cached sessions over a fixed ledger",[1.35,5.63],"\u0001","\u0001","\u0001"],["caching-consistency","caching-latency-first-vs-later","Turns 2-5 (read the ledger from the cache)","Claude Opus 5.5 · Claude Code","caching-latency-first-vs-later/Turns 2-5 (read the ledger from the cache)","Time per turn: first turn vs later turns in a cached session (Turns 2-5 (read the ledger from the cache))",2.4,"seconds","2.40 s",12,"\u0001","minmax","Claude Opus 5.5 · 5-turn cached sessions over a fixed ledger",[1.63,12.67],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","Exact number","Claude Haiku 4.5 · Claude Code","consistency-pass-rate/Exact number","Same prompt, 10 times: strict pass rate (Exact number)",0,"rate","0% (0/10)",10,[0,0.2775],"ci95","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","Exact number","Claude Sonnet 5.5 · Claude Code","consistency-pass-rate/Exact number","Same prompt, 10 times: strict pass rate (Exact number)",1,"rate","100% (10/10)",10,[0.7225,1],"ci95","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","JSON object","Claude Haiku 4.5 · Claude Code","consistency-pass-rate/JSON object","Same prompt, 10 times: strict pass rate (JSON object)",0.1,"rate","10% (1/10)",10,[0.0179,0.4042],"ci95","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","JSON object","Claude Sonnet 5.5 · Claude Code","consistency-pass-rate/JSON object","Same prompt, 10 times: strict pass rate (JSON object)",1,"rate","100% (10/10)",10,[0.7225,1],"ci95","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","Code fix","Claude Haiku 4.5 · Claude Code","consistency-pass-rate/Code fix","Same prompt, 10 times: strict pass rate (Code fix)",1,"rate","100% (10/10)",10,[0.7225,1],"ci95","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-pass-rate","Code fix","Claude Sonnet 5.5 · Claude Code","consistency-pass-rate/Code fix","Same prompt, 10 times: strict pass rate (Code fix)",1,"rate","100% (10/10)",10,[0.7225,1],"ci95","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","Exact number","Claude Haiku 4.5 · Claude Code","consistency-distinct-answers/Exact number","Same prompt, 10 times: how many different answers (Exact number)",1,"count","1",10,"\u0001","\u0001","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","Exact number","Claude Sonnet 5.5 · Claude Code","consistency-distinct-answers/Exact number","Same prompt, 10 times: how many different answers (Exact number)",1,"count","1",10,"\u0001","\u0001","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","JSON object","Claude Haiku 4.5 · Claude Code","consistency-distinct-answers/JSON object","Same prompt, 10 times: how many different answers (JSON object)",1,"count","1",10,"\u0001","\u0001","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","JSON object","Claude Sonnet 5.5 · Claude Code","consistency-distinct-answers/JSON object","Same prompt, 10 times: how many different answers (JSON object)",1,"count","1",10,"\u0001","\u0001","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","Code fix","Claude Haiku 4.5 · Claude Code","consistency-distinct-answers/Code fix","Same prompt, 10 times: how many different answers (Code fix)",6,"count","6",10,"\u0001","\u0001","Claude Haiku 4.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-distinct-answers","Code fix","Claude Sonnet 5.5 · Claude Code","consistency-distinct-answers/Code fix","Same prompt, 10 times: how many different answers (Code fix)",3,"count","3",10,"\u0001","\u0001","Claude Sonnet 5.5 · same prompt repeated 10 times","\u0001","\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","Exact number","Claude Haiku 4.5 · Claude Code","consistency-latency-spread/Exact number","Same prompt, 10 times: time per call (Exact number)",5.06,"seconds","5.06 s",10,"\u0001","minmax","Claude Haiku 4.5 · same prompt repeated 10 times",[4.42,6.2],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","Exact number","Claude Sonnet 5.5 · Claude Code","consistency-latency-spread/Exact number","Same prompt, 10 times: time per call (Exact number)",6.89,"seconds","6.89 s",10,"\u0001","minmax","Claude Sonnet 5.5 · same prompt repeated 10 times",[5.81,7.81],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","JSON object","Claude Haiku 4.5 · Claude Code","consistency-latency-spread/JSON object","Same prompt, 10 times: time per call (JSON object)",7.03,"seconds","7.03 s",10,"\u0001","minmax","Claude Haiku 4.5 · same prompt repeated 10 times",[5.28,12.27],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","JSON object","Claude Sonnet 5.5 · Claude Code","consistency-latency-spread/JSON object","Same prompt, 10 times: time per call (JSON object)",2.89,"seconds","2.89 s",10,"\u0001","minmax","Claude Sonnet 5.5 · same prompt repeated 10 times",[2.68,5.3],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","Code fix","Claude Haiku 4.5 · Claude Code","consistency-latency-spread/Code fix","Same prompt, 10 times: time per call (Code fix)",5.95,"seconds","5.95 s",10,"\u0001","minmax","Claude Haiku 4.5 · same prompt repeated 10 times",[4.89,7.33],"\u0001","\u0001","\u0001"],["caching-consistency","consistency-latency-spread","Code fix","Claude Sonnet 5.5 · Claude Code","consistency-latency-spread/Code fix","Same prompt, 10 times: time per call (Code fix)",2.67,"seconds","2.67 s",10,"\u0001","minmax","Claude Sonnet 5.5 · same prompt repeated 10 times",[2.32,4.34],"\u0001","\u0001","\u0001"],["agent-memory","\u0001","\u0001","\u0001","stat:memory-sessions","Claude Code sessions, every one graded (120 Sonnet 5.5, 80 Haiku 4.5)",200,"count","200",200,"\u0001","\u0001","","\u0001","\u0001","memory-sessions","\u0001"],["routing-overhead","cli-startup-tax","First output event","Claude Code · Claude Haiku 4.5","cli-startup-tax/First output event","CLI start-up tax on a one-word answer (First output event)",563,"ms","563 ms",5,"\u0001","minmax","Claude Haiku 4.5 · CLI start-up, one-word prompt, 5 runs",[519,726],"\u0001","\u0001","\u0001"],["routing-overhead","cli-startup-tax","First model output","Claude Code · Claude Haiku 4.5","cli-startup-tax/First model output","CLI start-up tax on a one-word answer (First model output)",1461,"ms","1,461 ms",5,"\u0001","minmax","Claude Haiku 4.5 · CLI start-up, one-word prompt, 5 runs",[1206,2308],"\u0001","\u0001","\u0001"],["routing-overhead","cli-startup-tax","Total wall time","Claude Code · Claude Haiku 4.5","cli-startup-tax/Total wall time","CLI start-up tax on a one-word answer (Total wall time)",2529,"ms","2,529 ms",5,"\u0001","minmax","Claude Haiku 4.5 · CLI start-up, one-word prompt, 5 runs",[2273,3382],"\u0001","\u0001","\u0001"],["routing-overhead","cli-startup-input-tokens","Input tokens per call","Claude Code · Claude Haiku 4.5","cli-startup-input-tokens","Input tokens a CLI sends for a one-word answer",6761,"tokens","6,761",5,"\u0001","\u0001","Claude Haiku 4.5 · CLI start-up, one-word prompt, 5 runs","\u0001","\u0001","\u0001","\u0001"],["routing-overhead","\u0001","\u0001","\u0001","stat:cli-startup-claude-harness-ms","Claude Code time outside the model on a one-word answer",1690,"ms","1,690 ms median (1,533 to 1,811)",5,"\u0001","\u0001","routing overhead per decision","\u0001","\u0001","cli-startup-claude-harness-ms","\u0001"],["cli-model-latency-tokens","scheduler-repair-claude-vs-codex","Total time","Claude Code CLI · Sonnet 5.5 · medium","scheduler-repair-claude-vs-codex/Total time","Repairing a scheduler: Claude Code vs Codex vs API (Total time)",15,"seconds","15.0 s",3,"\u0001","minmax","Sonnet 5.5 · effort medium · scheduler repair, 296 checks, 3 runs",[13.89,15.89],"\u0001","\u0001","\u0001"],["cli-model-latency-tokens","scheduler-repair-claude-vs-codex","First useful output","Claude Code CLI · Sonnet 5.5 · medium","scheduler-repair-claude-vs-codex/First useful output","Repairing a scheduler: Claude Code vs Codex vs API (First useful output)",7.55,"seconds","7.55 s",3,"\u0001","minmax","Sonnet 5.5 · effort medium · scheduler repair, 296 checks, 3 runs",[6.77,7.63],"\u0001","\u0001","\u0001"],["cli-model-latency-tokens","scheduler-repair-output-tokens","Output tokens","Claude Code CLI · Sonnet 5.5 · medium","scheduler-repair-output-tokens/Output tokens","Output tokens to repair the scheduler (Output tokens)",2227,"tokens","2,227",3,"\u0001","\u0001","Sonnet 5.5 · effort medium · scheduler repair, 296 checks, 3 runs","\u0001","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","Claude Haiku 4.5 (single call) · Claude Code","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",0.4583,"rate","46% (11/24)",24,[0.2789,0.6493],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",0.5417,"rate","54% (13/24)",24,[0.3507,0.7211],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","Claude Sonnet 5.5 (single call) · Claude Code","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",1,"rate","100% (16/16)",16,[0.8064,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","DST day-length fix","agent-loop-by-task/DST day-length fix","Strict passes per task: single call vs agent loop: DST day-length fix",0.3333,"rate","33% (1/3)",3,[0.0615,0.7923],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (single call) · Claude Code","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","DST day-length fix","agent-loop-by-task/DST day-length fix","Strict passes per task: single call vs agent loop: DST day-length fix",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",0.6667,"rate","67% (2/3)",3,[0.2077,0.9385],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Haiku 4.5 (agent loop) · Claude Code","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","DST day-length fix","agent-loop-by-task/DST day-length fix","Strict passes per task: single call vs agent loop: DST day-length fix",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (single call) · Claude Code","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Sonnet 5.5 · single call","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","DST day-length fix","agent-loop-by-task/DST day-length fix","Strict passes per task: single call vs agent loop: DST day-length fix",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-by-task","Claude Sonnet 5.5 (agent loop) · Claude Code","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",1,"rate","100% (2/2)",2,[0.3424,1],"ci95","Claude Sonnet 5.5 · agent loop","\u0001","\u0001","\u0001","higher"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","Claude Haiku 4.5 (single call) · Claude Code","agent-loop-total-time","Total time per attempt: single call vs agent loop",39.01,"seconds","39.0 s",24,"\u0001","minmax","Claude Haiku 4.5 · single call",[15.27,75.13],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-total-time","Total time per attempt: single call vs agent loop",56.77,"seconds","56.8 s",24,"\u0001","minmax","Claude Haiku 4.5 · agent loop",[24.53,223.7],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","Claude Sonnet 5.5 (single call) · Claude Code","agent-loop-total-time","Total time per attempt: single call vs agent loop",7.75,"seconds","7.75 s",24,"\u0001","minmax","Claude Sonnet 5.5 · single call",[2.26,34.79],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-total-time","Total time per attempt: single call vs agent loop",7.41,"seconds","7.41 s",16,"\u0001","minmax","Claude Sonnet 5.5 · agent loop",[2.75,24.19],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","Claude Haiku 4.5 (single call) · Claude Code","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",3941,"tokens","3,941",24,"\u0001","minmax","Claude Haiku 4.5 · single call",[3879,4221],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",71691,"tokens","71,691",24,"\u0001","minmax","Claude Haiku 4.5 · agent loop",[41732,516306],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","Claude Sonnet 5.5 (single call) · Claude Code","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",2281,"tokens","2,281",24,"\u0001","minmax","Claude Sonnet 5.5 · single call",[2234,2669],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",9550,"tokens","9,550",16,"\u0001","minmax","Claude Sonnet 5.5 · agent loop",[9398,33040],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","Claude Haiku 4.5 (single call) · Claude Code","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",5064,"tokens","5,064",24,"\u0001","minmax","Claude Haiku 4.5 · single call",[1899,9321],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",7912,"tokens","7,912",24,"\u0001","minmax","Claude Haiku 4.5 · agent loop",[2541,20654],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","Claude Sonnet 5.5 (single call) · Claude Code","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",1050,"tokens","1,050",24,"\u0001","minmax","Claude Sonnet 5.5 · single call",[176,3895],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",876,"tokens","876",16,"\u0001","minmax","Claude Sonnet 5.5 · agent loop",[219,3243],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tool-calls","Tool calls per attempt","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-tool-calls","Tool calls per agent-loop attempt",3,"count","3",24,"\u0001","minmax","Claude Haiku 4.5 · agent loop",[2,18],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tool-calls","Tool calls per attempt","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-tool-calls","Tool calls per agent-loop attempt",0,"count","0",16,"\u0001","minmax","Claude Sonnet 5.5 · agent loop",[0,3],"\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","Claude Haiku 4.5 (single call) · Claude Code","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.0672,"usd","$0.067",24,"\u0001","\u0001","Claude Haiku 4.5 · single call","\u0001",true,"\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","Claude Haiku 4.5 (agent loop) · Claude Code","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.14225,"usd","$0.14",24,"\u0001","\u0001","Claude Haiku 4.5 · agent loop","\u0001",true,"\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 (single call) · Claude Code","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.01435,"usd","$0.014",24,"\u0001","\u0001","Claude Sonnet 5.5 · single call","\u0001",true,"\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 (agent loop) · Claude Code","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.02746,"usd","$0.027",16,"\u0001","\u0001","Claude Sonnet 5.5 · agent loop","\u0001",true,"\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-exact","Exact decisions (every scored question right)","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-exact/Exact decisions (every scored question right)","Haiku thinking study: typed routing decisions answered exactly right (Exact decisions (every scored question right))",0.8659,"rate","87% (71/82)",82,[0.7755,0.9234],"ci95","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-exact","Exact decisions (every scored question right)","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-exact/Exact decisions (every scored question right)","Haiku thinking study: typed routing decisions answered exactly right (Exact decisions (every scored question right))",0.8902,"rate","89% (73/82)",82,[0.8044,0.9412],"ci95","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-exact","Exact decisions (every scored question right)","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-exact/Exact decisions (every scored question right)","Haiku thinking study: typed routing decisions answered exactly right (Exact decisions (every scored question right))",0.939,"rate","94% (77/82)",82,[0.8651,0.9737],"ci95","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-exact","Per-question accuracy","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-exact/Per-question accuracy","Haiku thinking study: typed routing decisions answered exactly right (Per-question accuracy)",0.9124,"rate","91% (177/194)",194,[0.8642,0.9446],"ci95","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-exact","Per-question accuracy","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-exact/Per-question accuracy","Haiku thinking study: typed routing decisions answered exactly right (Per-question accuracy)",0.9433,"rate","94% (183/194)",194,[0.9013,0.968],"ci95","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-exact","Per-question accuracy","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-exact/Per-question accuracy","Haiku thinking study: typed routing decisions answered exactly right (Per-question accuracy)",0.9742,"rate","97% (189/194)",194,[0.9411,0.9889],"ci95","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-router-latency","Wall time (CLI)","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-latency/Wall time (CLI)","Haiku thinking study: time per routing decision (Wall time (CLI))",4.66,"seconds","4.66 s",82,"\u0001","p50-p95","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off",[4.66,8.18],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-latency","Wall time (CLI)","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-latency/Wall time (CLI)","Haiku thinking study: time per routing decision (Wall time (CLI))",12.54,"seconds","12.5 s",82,"\u0001","p50-p95","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off",[12.54,34.48],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-latency","Wall time (CLI)","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-latency/Wall time (CLI)","Haiku thinking study: time per routing decision (Wall time (CLI))",2.6,"seconds","2.60 s",82,"\u0001","p50-p95","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off",[2.6,4.3],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-latency","Model time (API)","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-latency/Model time (API)","Haiku thinking study: time per routing decision (Model time (API))",3.79,"seconds","3.79 s",82,"\u0001","p50-p95","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off",[3.79,7.43],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-latency","Model time (API)","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-latency/Model time (API)","Haiku thinking study: time per routing decision (Model time (API))",10.51,"seconds","10.5 s",82,"\u0001","p50-p95","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off",[10.51,32.13],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-latency","Model time (API)","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-latency/Model time (API)","Haiku thinking study: time per routing decision (Model time (API))",1.6,"seconds","1.60 s",82,"\u0001","p50-p95","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off",[1.6,2.58],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Thinking tokens","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-tokens/Thinking tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Thinking tokens)",0,"tokens","0",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Thinking tokens","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-tokens/Thinking tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Thinking tokens)",1101,"tokens","1,101",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Thinking tokens","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-tokens/Thinking tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Thinking tokens)",2,"tokens","2",82,"\u0001","\u0001","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Visible output tokens","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-tokens/Visible output tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Visible output tokens)",366,"tokens","366",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Visible output tokens","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-tokens/Visible output tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Visible output tokens)",318,"tokens","318",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-tokens","Visible output tokens","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-tokens/Visible output tokens","Haiku thinking study: thinking and visible output tokens per routing decision (Visible output tokens)",105,"tokens","105",82,"\u0001","\u0001","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off","\u0001","\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-cost","Cost per 1,000 decisions","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-router-cost","Haiku thinking study: list-price cost per 1,000 routing decisions (calculation)",3.364,"usd","$3.36",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking off · typed routing decisions, thinking on vs off","\u0001",true,"\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-cost","Cost per 1,000 decisions","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-router-cost","Haiku thinking study: list-price cost per 1,000 routing decisions (calculation)",8.924,"usd","$8.92",82,"\u0001","\u0001","Claude Haiku 4.5 · thinking on · typed routing decisions, thinking on vs off","\u0001",true,"\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-router-cost","Cost per 1,000 decisions","Claude Sonnet 5.5 (low) · Claude Code","haiku-thinking-router-cost","Haiku thinking study: list-price cost per 1,000 routing decisions (calculation)",7.324,"usd","$7.32",82,"\u0001","\u0001","Claude Sonnet 5.5 · effort low · typed routing decisions, thinking on vs off","\u0001",true,"\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-hard-pass","Strict pass","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-hard-pass/Strict pass","Haiku thinking study: pass rate on eight hard tasks (Strict pass)",0.1667,"rate","17% (4/24)",24,[0.0668,0.3585],"ci95","Claude Haiku 4.5 · thinking off · eight hard validated tasks, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-hard-pass","Strict pass","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-hard-pass/Strict pass","Haiku thinking study: pass rate on eight hard tasks (Strict pass)",0.4583,"rate","46% (11/24)",24,[0.2789,0.6493],"ci95","Claude Haiku 4.5 · thinking on · eight hard validated tasks, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-hard-pass","Lenient (format misses counted)","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-hard-pass/Lenient (format misses counted)","Haiku thinking study: pass rate on eight hard tasks (Lenient (format misses counted))",0.1667,"rate","17% (4/24)",24,[0.0668,0.3585],"ci95","Claude Haiku 4.5 · thinking off · eight hard validated tasks, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-hard-pass","Lenient (format misses counted)","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-hard-pass/Lenient (format misses counted)","Haiku thinking study: pass rate on eight hard tasks (Lenient (format misses counted))",0.6667,"rate","67% (16/24)",24,[0.4671,0.8203],"ci95","Claude Haiku 4.5 · thinking on · eight hard validated tasks, thinking on vs off","\u0001","\u0001","\u0001","higher"],["haiku-thinking-on-off","haiku-thinking-hard-time","Total time per call","Claude Haiku 4.5 (thinking off) · Claude Code","haiku-thinking-hard-time","Haiku thinking study: total time per call on hard tasks",2.95,"seconds","2.95 s",24,"\u0001","minmax","Claude Haiku 4.5 · thinking off · eight hard validated tasks, thinking on vs off",[1.7,13.01],"\u0001","\u0001","\u0001"],["haiku-thinking-on-off","haiku-thinking-hard-time","Total time per call","Claude Haiku 4.5 (thinking on) · Claude Code","haiku-thinking-hard-time","Haiku thinking study: total time per call on hard tasks",39.01,"seconds","39.0 s",24,"\u0001","minmax","Claude Haiku 4.5 · thinking on · eight hard validated tasks, thinking on vs off",[15.27,75.13],"\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-pass-rate","Strict pass: the whole reply is the right JSON","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-pass-rate/Strict pass: the whole reply is the right JSON","Does a JSON schema raise the pass rate? Instructions vs schema mode (Strict pass: the whole reply is the right JSON)",0,"rate","0% (0/24)",24,[0,0.138],"ci95","Claude Haiku 4.5 · instructions","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Strict pass: the whole reply is the right JSON","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-pass-rate/Strict pass: the whole reply is the right JSON","Does a JSON schema raise the pass rate? Instructions vs schema mode (Strict pass: the whole reply is the right JSON)",0.75,"rate","75% (18/24)",24,[0.551,0.88],"ci95","Claude Haiku 4.5 · JSON schema","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Strict pass: the whole reply is the right JSON","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-pass-rate/Strict pass: the whole reply is the right JSON","Does a JSON schema raise the pass rate? Instructions vs schema mode (Strict pass: the whole reply is the right JSON)",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Sonnet 5.5 · instructions","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Strict pass: the whole reply is the right JSON","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-pass-rate/Strict pass: the whole reply is the right JSON","Does a JSON schema raise the pass rate? Instructions vs schema mode (Strict pass: the whole reply is the right JSON)",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Sonnet 5.5 · JSON schema","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Right answer in any format (strict pass or format miss)","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-pass-rate/Right answer in any format (strict pass or format miss)","Does a JSON schema raise the pass rate? Instructions vs schema mode (Right answer in any format (strict pass or format miss))",0.7083,"rate","71% (17/24)",24,[0.5083,0.8509],"ci95","Claude Haiku 4.5 · instructions","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Right answer in any format (strict pass or format miss)","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-pass-rate/Right answer in any format (strict pass or format miss)","Does a JSON schema raise the pass rate? Instructions vs schema mode (Right answer in any format (strict pass or format miss))",0.75,"rate","75% (18/24)",24,[0.551,0.88],"ci95","Claude Haiku 4.5 · JSON schema","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Right answer in any format (strict pass or format miss)","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-pass-rate/Right answer in any format (strict pass or format miss)","Does a JSON schema raise the pass rate? Instructions vs schema mode (Right answer in any format (strict pass or format miss))",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Sonnet 5.5 · instructions","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-pass-rate","Right answer in any format (strict pass or format miss)","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-pass-rate/Right answer in any format (strict pass or format miss)","Does a JSON schema raise the pass rate? Instructions vs schema mode (Right answer in any format (strict pass or format miss))",1,"rate","100% (12/12)",12,[0.7575,1],"ci95","Claude Sonnet 5.5 · JSON schema","\u0001",true,"\u0001","higher"],["json-schema-vs-instructions","structured-output-outcomes","Strict pass","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-outcomes/Strict pass","What each call produced: strict pass, format miss, wrong values or error (Strict pass)",0,"count","0",24,"\u0001","\u0001","Claude Haiku 4.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Strict pass","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-outcomes/Strict pass","What each call produced: strict pass, format miss, wrong values or error (Strict pass)",18,"count","18",24,"\u0001","\u0001","Claude Haiku 4.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Strict pass","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-outcomes/Strict pass","What each call produced: strict pass, format miss, wrong values or error (Strict pass)",12,"count","12",12,"\u0001","\u0001","Claude Sonnet 5.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Strict pass","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-outcomes/Strict pass","What each call produced: strict pass, format miss, wrong values or error (Strict pass)",12,"count","12",12,"\u0001","\u0001","Claude Sonnet 5.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Format miss","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-outcomes/Format miss","What each call produced: strict pass, format miss, wrong values or error (Format miss)",17,"count","17",24,"\u0001","\u0001","Claude Haiku 4.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Format miss","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-outcomes/Format miss","What each call produced: strict pass, format miss, wrong values or error (Format miss)",0,"count","0",24,"\u0001","\u0001","Claude Haiku 4.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Format miss","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-outcomes/Format miss","What each call produced: strict pass, format miss, wrong values or error (Format miss)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Format miss","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-outcomes/Format miss","What each call produced: strict pass, format miss, wrong values or error (Format miss)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Wrong values","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-outcomes/Wrong values","What each call produced: strict pass, format miss, wrong values or error (Wrong values)",7,"count","7",24,"\u0001","\u0001","Claude Haiku 4.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Wrong values","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-outcomes/Wrong values","What each call produced: strict pass, format miss, wrong values or error (Wrong values)",6,"count","6",24,"\u0001","\u0001","Claude Haiku 4.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Wrong values","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-outcomes/Wrong values","What each call produced: strict pass, format miss, wrong values or error (Wrong values)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Wrong values","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-outcomes/Wrong values","What each call produced: strict pass, format miss, wrong values or error (Wrong values)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Error","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-outcomes/Error","What each call produced: strict pass, format miss, wrong values or error (Error)",0,"count","0",24,"\u0001","\u0001","Claude Haiku 4.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Error","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-outcomes/Error","What each call produced: strict pass, format miss, wrong values or error (Error)",0,"count","0",24,"\u0001","\u0001","Claude Haiku 4.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Error","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-outcomes/Error","What each call produced: strict pass, format miss, wrong values or error (Error)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-outcomes","Error","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-outcomes/Error","What each call produced: strict pass, format miss, wrong values or error (Error)",0,"count","0",12,"\u0001","\u0001","Claude Sonnet 5.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-time","Median time per call (the three prompts pooled)","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-time","Time per call, instructions vs schema mode",9.52,"seconds","9.52 s",24,"\u0001","minmax","Claude Haiku 4.5 · instructions",[5.67,17],"\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-time","Median time per call (the three prompts pooled)","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-time","Time per call, instructions vs schema mode",8.46,"seconds","8.46 s",24,"\u0001","minmax","Claude Haiku 4.5 · JSON schema",[5.9,12.23],"\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-time","Median time per call (the three prompts pooled)","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-time","Time per call, instructions vs schema mode",3.52,"seconds","3.52 s",12,"\u0001","minmax","Claude Sonnet 5.5 · instructions",[2.67,4.12],"\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-time","Median time per call (the three prompts pooled)","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-time","Time per call, instructions vs schema mode",4.2,"seconds","4.20 s",12,"\u0001","minmax","Claude Sonnet 5.5 · JSON schema",[2.95,6.14],"\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-tokens","Median output tokens per call","Claude Haiku 4.5 (instructions) · Claude Code","structured-output-tokens/Median output tokens per call","Output and reasoning tokens per call, instructions vs schema mode (Median output tokens per call)",1128,"tokens","1,128",24,"\u0001","\u0001","Claude Haiku 4.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-tokens","Median output tokens per call","Claude Haiku 4.5 (JSON schema) · Claude Code","structured-output-tokens/Median output tokens per call","Output and reasoning tokens per call, instructions vs schema mode (Median output tokens per call)",1036,"tokens","1,036",24,"\u0001","\u0001","Claude Haiku 4.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-tokens","Median output tokens per call","Claude Sonnet 5.5 (instructions) · Claude Code","structured-output-tokens/Median output tokens per call","Output and reasoning tokens per call, instructions vs schema mode (Median output tokens per call)",368,"tokens","368",12,"\u0001","\u0001","Claude Sonnet 5.5 · instructions","\u0001","\u0001","\u0001","\u0001"],["json-schema-vs-instructions","structured-output-tokens","Median output tokens per call","Claude Sonnet 5.5 (JSON schema) · Claude Code","structured-output-tokens/Median output tokens per call","Output and reasoning tokens per call, instructions vs schema mode (Median output tokens per call)",424,"tokens","424",12,"\u0001","\u0001","Claude Sonnet 5.5 · JSON schema","\u0001","\u0001","\u0001","\u0001"],["routing-holdout","routing-holdout-exact","Exact rate","Claude Haiku 4.5 · Claude Code","routing-holdout-exact","Unseen routing decisions answered exactly right",0.7857,"rate","79% (44/56)",56,[0.6618,0.8729],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-exact","Exact rate","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-exact","Unseen routing decisions answered exactly right",0.875,"rate","88% (49/56)",56,[0.7637,0.9381],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-key-accuracy","Key accuracy","Claude Haiku 4.5 · Claude Code","routing-holdout-key-accuracy","Per-question accuracy on unseen decisions",0.816,"rate","82% (102/125)",125,[0.739,0.8741],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-key-accuracy","Key accuracy","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-key-accuracy","Per-question accuracy on unseen decisions",0.92,"rate","92% (115/125)",125,[0.859,0.956],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Haiku 4.5 · Claude Code","Failure class","routing-holdout-by-purpose/Failure class","Exact rate on unseen decisions, by decision type: Failure class",0.9286,"rate","93% (13/14)",14,[0.6853,0.9873],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Haiku 4.5 · Claude Code","Message intent","routing-holdout-by-purpose/Message intent","Exact rate on unseen decisions, by decision type: Message intent",0.9286,"rate","93% (13/14)",14,[0.6853,0.9873],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Haiku 4.5 · Claude Code","Is it a rule?","routing-holdout-by-purpose/Is it a rule?","Exact rate on unseen decisions, by decision type: Is it a rule?",0.9286,"rate","93% (13/14)",14,[0.6853,0.9873],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Haiku 4.5 · Claude Code","Context shape","routing-holdout-by-purpose/Context shape","Exact rate on unseen decisions, by decision type: Context shape",0.3571,"rate","36% (5/14)",14,[0.1634,0.6124],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Sonnet 5.5 (low) · Claude Code","Failure class","routing-holdout-by-purpose/Failure class","Exact rate on unseen decisions, by decision type: Failure class",1,"rate","100% (14/14)",14,[0.7847,1],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Sonnet 5.5 (low) · Claude Code","Message intent","routing-holdout-by-purpose/Message intent","Exact rate on unseen decisions, by decision type: Message intent",1,"rate","100% (14/14)",14,[0.7847,1],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Sonnet 5.5 (low) · Claude Code","Is it a rule?","routing-holdout-by-purpose/Is it a rule?","Exact rate on unseen decisions, by decision type: Is it a rule?",0.9286,"rate","93% (13/14)",14,[0.6853,0.9873],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-by-purpose","Claude Sonnet 5.5 (low) · Claude Code","Context shape","routing-holdout-by-purpose/Context shape","Exact rate on unseen decisions, by decision type: Context shape",0.5714,"rate","57% (8/14)",14,[0.3259,0.7862],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-tuned-vs-unseen","Tuned set (routing-jev-vs-llm)","Claude Haiku 4.5 · Claude Code","routing-holdout-tuned-vs-unseen/Tuned set (routing-jev-vs-llm)","Tuned case set vs unseen holdout: exact rate per router (Tuned set (routing-jev-vs-llm))",0.8902,"rate","89% (73/82)",82,[0.8044,0.9412],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-tuned-vs-unseen","Tuned set (routing-jev-vs-llm)","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-tuned-vs-unseen/Tuned set (routing-jev-vs-llm)","Tuned case set vs unseen holdout: exact rate per router (Tuned set (routing-jev-vs-llm))",0.939,"rate","94% (77/82)",82,[0.8651,0.9737],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-tuned-vs-unseen","Unseen holdout","Claude Haiku 4.5 · Claude Code","routing-holdout-tuned-vs-unseen/Unseen holdout","Tuned case set vs unseen holdout: exact rate per router (Unseen holdout)",0.7857,"rate","79% (44/56)",56,[0.6618,0.8729],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-tuned-vs-unseen","Unseen holdout","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-tuned-vs-unseen/Unseen holdout","Tuned case set vs unseen holdout: exact rate per router (Unseen holdout)",0.875,"rate","88% (49/56)",56,[0.7637,0.9381],"ci95","Claude Sonnet 5.5 · effort low","\u0001","\u0001","\u0001","higher"],["routing-holdout","routing-holdout-latency","Wall time","Claude Haiku 4.5 · Claude Code","routing-holdout-latency/Wall time","Time per routing decision, by route (Wall time)",9.444,"seconds","9.44 s",56,"\u0001","p50-p95","Claude Haiku 4.5",[9.444,25.413],"\u0001","\u0001","\u0001"],["routing-holdout","routing-holdout-latency","Wall time","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-latency/Wall time","Time per routing decision, by route (Wall time)",2.359,"seconds","2.36 s",56,"\u0001","p50-p95","Claude Sonnet 5.5 · effort low",[2.359,3.657],"\u0001","\u0001","\u0001"],["routing-holdout","routing-holdout-latency","Model time (API, CLI-reported)","Claude Haiku 4.5 · Claude Code","routing-holdout-latency/Model time (API, CLI-reported)","Time per routing decision, by route (Model time (API, CLI-reported))",7.522,"seconds","7.52 s",56,"\u0001","p50-p95","Claude Haiku 4.5",[7.522,23.913],"\u0001","\u0001","\u0001"],["routing-holdout","routing-holdout-latency","Model time (API, CLI-reported)","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-latency/Model time (API, CLI-reported)","Time per routing decision, by route (Model time (API, CLI-reported))",1.485,"seconds","1.49 s",56,"\u0001","p50-p95","Claude Sonnet 5.5 · effort low",[1.485,2.377],"\u0001","\u0001","\u0001"],["routing-holdout","routing-holdout-cost-per-1000","Cost","Claude Haiku 4.5 · Claude Code","routing-holdout-cost-per-1000","Cost per 1,000 unseen routing decisions",7.129,"usd","$7.13",56,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["routing-holdout","routing-holdout-cost-per-1000","Cost","Claude Sonnet 5.5 (low) · Claude Code","routing-holdout-cost-per-1000","Cost per 1,000 unseen routing decisions",7.244,"usd","$7.24",56,"\u0001","\u0001","Claude Sonnet 5.5 · effort low","\u0001",true,"\u0001","\u0001"],["thinking-token-bill","thinking-bill-share","Median call","Claude Haiku 4.5 · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",91.68,"percent","91.7%",24,"\u0001","minmax","Claude Haiku 4.5",[76.46,99.27],true,"\u0001","none"],["thinking-token-bill","thinking-bill-share","Median call","Claude Fable 5.1 · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",64.24,"percent","64.2%",24,"\u0001","minmax","Claude Fable 5.1",[23.44,97.19],true,"\u0001","none"],["thinking-token-bill","thinking-bill-share","Median call","Claude Opus 5.5 · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",54.79,"percent","54.8%",24,"\u0001","minmax","Claude Opus 5.5",[29.92,95.6],true,"\u0001","none"],["thinking-token-bill","thinking-bill-share","Median call","Claude Sonnet 5.5 · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",54.54,"percent","54.5%",24,"\u0001","minmax","Claude Sonnet 5.5",[0,95.91],true,"\u0001","none"],["thinking-token-bill","thinking-bill-share","Median call","Claude Opus 5.5 (high) · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",54.43,"percent","54.4%",24,"\u0001","minmax","Claude Opus 5.5 · effort high",[36.14,96.23],true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.053696,"usd","$0.054",24,"\u0001","\u0001","Claude Fable 5.1","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Opus 5.5 (high) · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.017969,"usd","$0.018",24,"\u0001","\u0001","Claude Opus 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Haiku 4.5 · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.024492,"usd","$0.024",24,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Opus 5.5 · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.012528,"usd","$0.013",24,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Sonnet 5.5 · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.006665,"usd","$0.0067",24,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.018702,"usd","$0.019",24,"\u0001","\u0001","Claude Fable 5.1","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Opus 5.5 (high) · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.00799,"usd","$0.0080",24,"\u0001","\u0001","Claude Opus 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Haiku 4.5 · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.001795,"usd","$0.0018",24,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Opus 5.5 · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.008003,"usd","$0.0080",24,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Sonnet 5.5 · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.003672,"usd","$0.0037",24,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.02091,"usd","$0.021",24,"\u0001","\u0001","Claude Fable 5.1","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Opus 5.5 (high) · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.007407,"usd","$0.0074",24,"\u0001","\u0001","Claude Opus 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Haiku 4.5 · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.00451,"usd","$0.0045",24,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Opus 5.5 · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.00771,"usd","$0.0077",24,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Sonnet 5.5 · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.004012,"usd","$0.0040",24,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Sonnet 5.5 (low) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.004317,"usd","$0.0043",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort low","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Sonnet 5.5 (medium) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.005946,"usd","$0.0059",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort medium","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Sonnet 5.5 (high) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.009369,"usd","$0.0094",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Sonnet 5.5 · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.006299,"usd","$0.0063",16,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Opus 5.5 (low) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.005031,"usd","$0.0050",16,"\u0001","\u0001","Claude Opus 5.5 · effort low","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Opus 5.5 (medium) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.01344,"usd","$0.013",16,"\u0001","\u0001","Claude Opus 5.5 · effort medium","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Opus 5.5 (high) · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.018034,"usd","$0.018",16,"\u0001","\u0001","Claude Opus 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Reasoning cost per strict pass","Claude Opus 5.5 · Claude Code","thinking-bill-by-effort/Reasoning cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Reasoning cost per strict pass)",0.013104,"usd","$0.013",16,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Sonnet 5.5 (low) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.012191,"usd","$0.012",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort low","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Sonnet 5.5 (medium) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.01352,"usd","$0.014",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort medium","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Sonnet 5.5 (high) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.016705,"usd","$0.017",16,"\u0001","\u0001","Claude Sonnet 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Sonnet 5.5 · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.013978,"usd","$0.014",16,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Opus 5.5 (low) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.021152,"usd","$0.021",16,"\u0001","\u0001","Claude Opus 5.5 · effort low","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Opus 5.5 (medium) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.029475,"usd","$0.029",16,"\u0001","\u0001","Claude Opus 5.5 · effort medium","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Opus 5.5 (high) · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.033677,"usd","$0.034",16,"\u0001","\u0001","Claude Opus 5.5 · effort high","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-by-effort","Total cost per strict pass","Claude Opus 5.5 · Claude Code","thinking-bill-by-effort/Total cost per strict pass","Reasoning cost per strict pass by effort, with the total (calculation) (Total cost per strict pass)",0.028925,"usd","$0.029",16,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Haiku 4.5 · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",91.68,"percent","91.7%",24,"\u0001","minmax","Claude Haiku 4.5",[76.46,99.27],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Sonnet 5.5 · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",54.54,"percent","54.5%",24,"\u0001","minmax","Claude Sonnet 5.5",[0,95.91],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Opus 5.5 · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",54.79,"percent","54.8%",24,"\u0001","minmax","Claude Opus 5.5",[29.92,95.6],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Opus 5.5 (high) · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",54.43,"percent","54.4%",24,"\u0001","minmax","Claude Opus 5.5 · effort high",[36.14,96.23],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Fable 5.1 · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",64.24,"percent","64.2%",24,"\u0001","minmax","Claude Fable 5.1",[23.44,97.19],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Haiku 4.5 · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",90.19,"percent","90.2%",15,"\u0001","minmax","Claude Haiku 4.5",[73.1,97.59],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Sonnet 5.5 · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",0,"percent","0%",15,"\u0001","minmax","Claude Sonnet 5.5",[0,72.75],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Opus 5.5 · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",0,"percent","0%",15,"\u0001","minmax","Claude Opus 5.5",[0,93.33],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Opus 5.5 (high) · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",43.59,"percent","43.6%",15,"\u0001","minmax","Claude Opus 5.5 · effort high",[0,93.33],true,"\u0001","none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Fable 5.1 · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",0,"percent","0%",15,"\u0001","minmax","Claude Fable 5.1",[0,74.01],true,"\u0001","none"],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","Claude Haiku 4.5 · Claude Code","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",4,"seconds","4.00 s",4,"\u0001","minmax","Claude Haiku 4.5",[2.84,6.38],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","Claude Sonnet 5.5 · Claude Code","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",1.96,"seconds","1.96 s",4,"\u0001","minmax","Claude Sonnet 5.5",[0.88,4.09],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","Claude Opus 5.5 · Claude Code","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",1.97,"seconds","1.97 s",4,"\u0001","minmax","Claude Opus 5.5",[1.7,2.35],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","Claude Fable 5.1 · Claude Code","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",4.43,"seconds","4.43 s",4,"\u0001","minmax","Claude Fable 5.1",[2.27,4.64],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","Claude Haiku 4.5 · Claude Code","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",153.2,"tokens","153",4,"\u0001","minmax","Claude Haiku 4.5",[152.6,216.1],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","Claude Sonnet 5.5 · Claude Code","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",231.7,"tokens","232",4,"\u0001","minmax","Claude Sonnet 5.5",[230.3,233],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","Claude Opus 5.5 · Claude Code","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",155.5,"tokens","156",4,"\u0001","minmax","Claude Opus 5.5",[154.6,156.4],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","Claude Fable 5.1 · Claude Code","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",122.6,"tokens","123",4,"\u0001","minmax","Claude Fable 5.1",[120.9,131.4],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","Claude Haiku 4.5 · Claude Code","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",547,"count","547",3,"\u0001","minmax","Claude Haiku 4.5",[546,548],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","Claude Sonnet 5.5 · Claude Code","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",517,"count","517",4,"\u0001","minmax","Claude Sonnet 5.5",[513,519],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","Claude Opus 5.5 · Claude Code","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",347,"count","347",4,"\u0001","minmax","Claude Opus 5.5",[345,349],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","Claude Fable 5.1 · Claude Code","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",273,"count","273",4,"\u0001","minmax","Claude Fable 5.1",[270,293],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Haiku 4.5 · Claude Code","1k","speed-anatomy-prompt-size/1k","Time to first text as the prompt grows: 1k",1.93,"seconds","1.93 s",3,"\u0001","minmax","Claude Haiku 4.5",[1.85,2.04],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Haiku 4.5 · Claude Code","16k","speed-anatomy-prompt-size/16k","Time to first text as the prompt grows: 16k",2.27,"seconds","2.27 s",3,"\u0001","minmax","Claude Haiku 4.5",[2.22,2.47],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Haiku 4.5 · Claude Code","64k","speed-anatomy-prompt-size/64k","Time to first text as the prompt grows: 64k",2.78,"seconds","2.78 s",3,"\u0001","minmax","Claude Haiku 4.5",[2.45,2.89],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Sonnet 5.5 · Claude Code","1k","speed-anatomy-prompt-size/1k","Time to first text as the prompt grows: 1k",1.45,"seconds","1.45 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.23,1.72],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Sonnet 5.5 · Claude Code","16k","speed-anatomy-prompt-size/16k","Time to first text as the prompt grows: 16k",1.78,"seconds","1.78 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.64,2.11],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Sonnet 5.5 · Claude Code","64k","speed-anatomy-prompt-size/64k","Time to first text as the prompt grows: 64k",3.07,"seconds","3.07 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.38,3.61],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Opus 5.5 · Claude Code","1k","speed-anatomy-prompt-size/1k","Time to first text as the prompt grows: 1k",1.51,"seconds","1.51 s",3,"\u0001","minmax","Claude Opus 5.5",[1.46,2.01],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Opus 5.5 · Claude Code","16k","speed-anatomy-prompt-size/16k","Time to first text as the prompt grows: 16k",1.74,"seconds","1.74 s",3,"\u0001","minmax","Claude Opus 5.5",[1.7,2.97],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-prompt-size","Claude Opus 5.5 · Claude Code","64k","speed-anatomy-prompt-size/64k","Time to first text as the prompt grows: 64k",1.79,"seconds","1.79 s",3,"\u0001","minmax","Claude Opus 5.5",[1.72,3.72],true,"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","1k prompt","Claude Haiku 4.5 · Claude Code","speed-anatomy-total-by-size/1k prompt","Total time per call by prompt size (1k prompt)",2.34,"seconds","2.34 s",3,"\u0001","minmax","Claude Haiku 4.5",[2.22,2.46],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","1k prompt","Claude Sonnet 5.5 · Claude Code","speed-anatomy-total-by-size/1k prompt","Total time per call by prompt size (1k prompt)",1.78,"seconds","1.78 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.57,2.12],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","1k prompt","Claude Opus 5.5 · Claude Code","speed-anatomy-total-by-size/1k prompt","Total time per call by prompt size (1k prompt)",1.83,"seconds","1.83 s",3,"\u0001","minmax","Claude Opus 5.5",[1.82,2.41],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","16k prompt","Claude Haiku 4.5 · Claude Code","speed-anatomy-total-by-size/16k prompt","Total time per call by prompt size (16k prompt)",2.79,"seconds","2.79 s",3,"\u0001","minmax","Claude Haiku 4.5",[2.58,2.84],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","16k prompt","Claude Sonnet 5.5 · Claude Code","speed-anatomy-total-by-size/16k prompt","Total time per call by prompt size (16k prompt)",2.1,"seconds","2.10 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.98,2.48],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","16k prompt","Claude Opus 5.5 · Claude Code","speed-anatomy-total-by-size/16k prompt","Total time per call by prompt size (16k prompt)",2.36,"seconds","2.36 s",3,"\u0001","minmax","Claude Opus 5.5",[2.11,3.4],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","64k prompt","Claude Haiku 4.5 · Claude Code","speed-anatomy-total-by-size/64k prompt","Total time per call by prompt size (64k prompt)",3.13,"seconds","3.13 s",3,"\u0001","minmax","Claude Haiku 4.5",[2.84,3.28],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","64k prompt","Claude Sonnet 5.5 · Claude Code","speed-anatomy-total-by-size/64k prompt","Total time per call by prompt size (64k prompt)",3.44,"seconds","3.44 s",3,"\u0001","minmax","Claude Sonnet 5.5",[1.74,4.38],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-total-by-size","64k prompt","Claude Opus 5.5 · Claude Code","speed-anatomy-total-by-size/64k prompt","Total time per call by prompt size (64k prompt)",2.35,"seconds","2.35 s",3,"\u0001","minmax","Claude Opus 5.5",[2.26,4.29],"\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-lookup-correct","Exact answer","Claude Haiku 4.5 · Claude Code","speed-anatomy-lookup-correct","Exact lookup answers at the 1k, 16k and 64k prompt-size targets",1,"rate","100% (9/9)",9,[0.7009,1],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["llm-speed-anatomy","speed-anatomy-lookup-correct","Exact answer","Claude Sonnet 5.5 · Claude Code","speed-anatomy-lookup-correct","Exact lookup answers at the 1k, 16k and 64k prompt-size targets",1,"rate","100% (9/9)",9,[0.7009,1],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["llm-speed-anatomy","speed-anatomy-lookup-correct","Exact answer","Claude Opus 5.5 · Claude Code","speed-anatomy-lookup-correct","Exact lookup answers at the 1k, 16k and 64k prompt-size targets",0.5556,"rate","56% (5/9)",9,[0.2667,0.8112],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","Interval merge fix","retry-escalate-call-cost-by-task/Interval merge fix","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Interval merge fix",0.01789,"usd","$0.018",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","DST day length","retry-escalate-call-cost-by-task/DST day length","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): DST day length",0.0293,"usd","$0.029",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","CSV parser","retry-escalate-call-cost-by-task/CSV parser","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): CSV parser",0.02919,"usd","$0.029",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","Event-loop order","retry-escalate-call-cost-by-task/Event-loop order","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Event-loop order",0.03708,"usd","$0.037",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","Room schedule","retry-escalate-call-cost-by-task/Room schedule","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Room schedule",0.03578,"usd","$0.036",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","SemVer regex","retry-escalate-call-cost-by-task/SemVer regex","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): SemVer regex",0.04217,"usd","$0.042",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","Money refactor","retry-escalate-call-cost-by-task/Money refactor","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Money refactor",0.02039,"usd","$0.020",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Haiku 4.5 · Claude Code","SQLite report query","retry-escalate-call-cost-by-task/SQLite report query","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): SQLite report query",0.03648,"usd","$0.036",3,"\u0001","\u0001","Claude Haiku 4.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","Interval merge fix","retry-escalate-call-cost-by-task/Interval merge fix","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Interval merge fix",0.00557,"usd","$0.0056",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","DST day length","retry-escalate-call-cost-by-task/DST day length","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): DST day length",0.02532,"usd","$0.025",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","CSV parser","retry-escalate-call-cost-by-task/CSV parser","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): CSV parser",0.01464,"usd","$0.015",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","Event-loop order","retry-escalate-call-cost-by-task/Event-loop order","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Event-loop order",0.01588,"usd","$0.016",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","Room schedule","retry-escalate-call-cost-by-task/Room schedule","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Room schedule",0.01243,"usd","$0.012",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","SemVer regex","retry-escalate-call-cost-by-task/SemVer regex","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): SemVer regex",0.00514,"usd","$0.0051",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","Money refactor","retry-escalate-call-cost-by-task/Money refactor","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): Money refactor",0.00961,"usd","$0.0096",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["haiku-retry-or-escalate","retry-escalate-call-cost-by-task","Claude Sonnet 5.5 · Claude Code","SQLite report query","retry-escalate-call-cost-by-task/SQLite report query","List-price cost of one call, Haiku 4.5 vs Sonnet 5.5, on each hard task (calculation): SQLite report query",0.01719,"usd","$0.017",3,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Strict pass","Claude Opus 5.5 · Claude Code","harder-h2h-pass-rate/Strict pass","Pass rate on 4 harder tasks (Strict pass)",0.4167,"rate","42% (5/12)",12,[0.1933,0.6805],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Strict pass","Claude Sonnet 5.5 · Claude Code","harder-h2h-pass-rate/Strict pass","Pass rate on 4 harder tasks (Strict pass)",0.375,"rate","38% (6/16)",16,[0.1848,0.6136],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Strict pass","Claude Haiku 4.5 · Claude Code","harder-h2h-pass-rate/Strict pass","Pass rate on 4 harder tasks (Strict pass)",0,"rate","0% (0/12)",12,[0,0.2425],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Lenient (format misses counted)","Claude Opus 5.5 · Claude Code","harder-h2h-pass-rate/Lenient (format misses counted)","Pass rate on 4 harder tasks (Lenient (format misses counted))",0.5,"rate","50% (6/12)",12,[0.2538,0.7462],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Lenient (format misses counted)","Claude Sonnet 5.5 · Claude Code","harder-h2h-pass-rate/Lenient (format misses counted)","Pass rate on 4 harder tasks (Lenient (format misses counted))",0.375,"rate","38% (6/16)",16,[0.1848,0.6136],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-rate","Lenient (format misses counted)","Claude Haiku 4.5 · Claude Code","harder-h2h-pass-rate/Lenient (format misses counted)","Pass rate on 4 harder tasks (Lenient (format misses counted))",0,"rate","0% (0/12)",12,[0,0.2425],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-tool-attempts","Tool attempt","Claude Opus 5.5 · Claude Code","harder-h2h-tool-attempts","Calls that tried a tool although tools were off",0.4167,"rate","42% (5/12)",12,[0.1933,0.6805],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-tool-attempts","Tool attempt","Claude Sonnet 5.5 · Claude Code","harder-h2h-tool-attempts","Calls that tried a tool although tools were off",0.3125,"rate","31% (5/16)",16,[0.1416,0.556],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-tool-attempts","Tool attempt","Claude Haiku 4.5 · Claude Code","harder-h2h-tool-attempts","Calls that tried a tool although tools were off",0.0833,"rate","8% (1/12)",12,[0.0149,0.3539],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Opus 5.5 · Claude Code","10x10 nonogram","harder-h2h-pass-by-task/10x10 nonogram","Strict pass rate by task: 10x10 nonogram",1,"rate","100% (3/3)",3,[0.4385,1],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Opus 5.5 · Claude Code","Sudoku, 22 givens","harder-h2h-pass-by-task/Sudoku, 22 givens","Strict pass rate by task: Sudoku, 22 givens",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Opus 5.5 · Claude Code","6x6 Skyscrapers","harder-h2h-pass-by-task/6x6 Skyscrapers","Strict pass rate by task: 6x6 Skyscrapers",0.3333,"rate","33% (1/3)",3,[0.0615,0.7923],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Opus 5.5 · Claude Code","Seeded shuffle output","harder-h2h-pass-by-task/Seeded shuffle output","Strict pass rate by task: Seeded shuffle output",0.3333,"rate","33% (1/3)",3,[0.0615,0.7923],"ci95","Claude Opus 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Sonnet 5.5 · Claude Code","10x10 nonogram","harder-h2h-pass-by-task/10x10 nonogram","Strict pass rate by task: 10x10 nonogram",1,"rate","100% (4/4)",4,[0.5101,1],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Sonnet 5.5 · Claude Code","Sudoku, 22 givens","harder-h2h-pass-by-task/Sudoku, 22 givens","Strict pass rate by task: Sudoku, 22 givens",0,"rate","0% (0/4)",4,[0,0.4899],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Sonnet 5.5 · Claude Code","6x6 Skyscrapers","harder-h2h-pass-by-task/6x6 Skyscrapers","Strict pass rate by task: 6x6 Skyscrapers",0,"rate","0% (0/4)",4,[0,0.4899],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Sonnet 5.5 · Claude Code","Seeded shuffle output","harder-h2h-pass-by-task/Seeded shuffle output","Strict pass rate by task: Seeded shuffle output",0.5,"rate","50% (2/4)",4,[0.15,0.85],"ci95","Claude Sonnet 5.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Haiku 4.5 · Claude Code","10x10 nonogram","harder-h2h-pass-by-task/10x10 nonogram","Strict pass rate by task: 10x10 nonogram",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Haiku 4.5 · Claude Code","Sudoku, 22 givens","harder-h2h-pass-by-task/Sudoku, 22 givens","Strict pass rate by task: Sudoku, 22 givens",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Haiku 4.5 · Claude Code","6x6 Skyscrapers","harder-h2h-pass-by-task/6x6 Skyscrapers","Strict pass rate by task: 6x6 Skyscrapers",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-pass-by-task","Claude Haiku 4.5 · Claude Code","Seeded shuffle output","harder-h2h-pass-by-task/Seeded shuffle output","Strict pass rate by task: Seeded shuffle output",0,"rate","0% (0/3)",3,[0,0.5615],"ci95","Claude Haiku 4.5","\u0001","\u0001","\u0001","higher"],["harder-tasks-head-to-head","harder-h2h-total-latency","Total time per call","Claude Opus 5.5 · Claude Code","harder-h2h-total-latency","Total time per call on harder tasks",80.34,"seconds","80.3 s",9,"\u0001","minmax","Claude Opus 5.5",[3.82,279.5],"\u0001","\u0001","\u0001"],["harder-tasks-head-to-head","harder-h2h-total-latency","Total time per call","Claude Sonnet 5.5 · Claude Code","harder-h2h-total-latency","Total time per call on harder tasks",70.43,"seconds","70.4 s",12,"\u0001","minmax","Claude Sonnet 5.5",[4.32,210.08],"\u0001","\u0001","\u0001"],["harder-tasks-head-to-head","harder-h2h-total-latency","Total time per call","Claude Haiku 4.5 · Claude Code","harder-h2h-total-latency","Total time per call on harder tasks",108.98,"seconds","109.0 s",10,"\u0001","minmax","Claude Haiku 4.5",[25.73,223.95],"\u0001","\u0001","\u0001"],["harder-tasks-head-to-head","harder-h2h-output-tokens","Output tokens","Claude Opus 5.5 · Claude Code","harder-h2h-output-tokens/Output tokens","Output tokens per call on harder tasks (Output tokens)",8420,"tokens","8,420",9,"\u0001","minmax","Claude Opus 5.5",[279,40044],"\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-output-tokens","Output tokens","Claude Sonnet 5.5 · Claude Code","harder-h2h-output-tokens/Output tokens","Output tokens per call on harder tasks (Output tokens)",9287,"tokens","9,287",12,"\u0001","minmax","Claude Sonnet 5.5",[407,27921],"\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-output-tokens","Output tokens","Claude Haiku 4.5 · Claude Code","harder-h2h-output-tokens/Output tokens","Output tokens per call on harder tasks (Output tokens)",12508,"tokens","12,508",10,"\u0001","minmax","Claude Haiku 4.5",[2965,26532],"\u0001","\u0001","none"],["harder-tasks-head-to-head","harder-h2h-cost-per-pass","Cost per strict pass","Claude Sonnet 5.5 · Claude Code","harder-h2h-cost-per-pass","List-price cost per strict pass on harder tasks (calculation)",0.23843,"usd","$0.24",16,"\u0001","\u0001","Claude Sonnet 5.5","\u0001",true,"\u0001","\u0001"],["harder-tasks-head-to-head","harder-h2h-cost-per-pass","Cost per strict pass","Claude Opus 5.5 · Claude Code","harder-h2h-cost-per-pass","List-price cost per strict pass on harder tasks (calculation)",0.59333,"usd","$0.59",12,"\u0001","\u0001","Claude Opus 5.5","\u0001",true,"\u0001","\u0001"]]}