{"$k":["studySlug","chartId","series","point","metric","label","value","unit","display","n","ci","spanKind","context","range","calculation","polarity"],"$r":[["model-head-to-head","h2h-pass-rate","Pass rate","Claude Fable 5.1 · Claude Code","h2h-pass-rate","Pass rate on five validated tasks",1,"rate","100% (15/15)",15,[0.7961,1],"ci95","Claude Code · five short validated tasks","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-total-latency","Total time per call","Claude Fable 5.1 · Claude Code","h2h-total-latency","Total time per call",1.94,"seconds","1.94 s",15,"\u0001","minmax","Claude Code · five short validated tasks",[1.41,9.83],"\u0001","\u0001"],["model-head-to-head","h2h-first-useful-latency","Time to first useful output","Claude Fable 5.1 · Claude Code","h2h-first-useful-latency","Time to first useful output",1.2,"seconds","1.20 s",15,"\u0001","minmax","Claude Code · five short validated tasks",[0.95,7.9],"\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Cache read","Claude Fable 5.1 · Claude Code","h2h-input-tokens/Cache read","Input tokens per call: what the CLI sends (Cache read)",2760,"tokens","2,760",15,"\u0001","\u0001","Claude Code · five short validated tasks","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-input-tokens","Other input","Claude Fable 5.1 · Claude Code","h2h-input-tokens/Other input","Input tokens per call: what the CLI sends (Other input)",473,"tokens","473",15,"\u0001","\u0001","Claude Code · five short validated tasks","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-output-tokens","Output tokens","Claude Fable 5.1 · Claude Code","h2h-output-tokens/Output tokens","Output tokens per call (Output tokens)",64,"tokens","64",15,"\u0001","\u0001","Claude Code · five short validated tasks","\u0001","\u0001","\u0001"],["model-head-to-head","h2h-list-price-per-call","Cost per call","Claude Fable 5.1 · Claude Code","h2h-list-price-per-call","List-price cost per call (calculation)",0.00987,"usd","$0.0099",15,"\u0001","minmax","Claude Code · five short validated tasks",[0.0049,0.05843],true,"\u0001"],["model-head-to-head","h2h-cost-per-pass","Cost per pass","Claude Fable 5.1 · Claude Code","h2h-cost-per-pass","List-price cost per passing answer (calculation)",0.02054,"usd","$0.021",15,"\u0001","\u0001","Claude Code · five short validated tasks","\u0001",true,"\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Strict pass","Claude Fable 5.1 · Claude Code","hard-h2h-pass-rate/Strict pass","Pass rate on eight hard tasks (Strict pass)",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Code · eight hard validated tasks","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-pass-rate","Lenient (format misses counted)","Claude Fable 5.1 · Claude Code","hard-h2h-pass-rate/Lenient (format misses counted)","Pass rate on eight hard tasks (Lenient (format misses counted))",1,"rate","100% (24/24)",24,[0.862,1],"ci95","Claude Code · eight hard validated tasks","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)","Claude Fable 5.1 · Claude Code","hard-h2h-total-latency","Total time per call on hard tasks (separate batches)",16.13,"seconds","16.1 s",24,"\u0001","minmax","Claude Code · eight hard validated tasks",[4.46,90],"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-first-useful-latency","Time to first useful output on hard tasks","Claude Fable 5.1 · Claude Code","hard-h2h-first-useful-latency","Time to first useful output on hard tasks",11.63,"seconds","11.6 s",24,"\u0001","minmax","Claude Code · eight hard validated tasks",[2,85.33],"\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-output-tokens","Output tokens","Claude Fable 5.1 · Claude Code","hard-h2h-output-tokens/Output tokens","Output tokens per call on hard tasks (Output tokens)",1366,"tokens","1,366",24,"\u0001","\u0001","Claude Code · eight hard validated tasks","\u0001","\u0001","\u0001"],["hard-model-head-to-head","hard-h2h-cost-per-pass","Cost per strict pass","Claude Fable 5.1 · Claude Code","hard-h2h-cost-per-pass","List-price cost per strict pass on hard tasks (calculation)",0.09331,"usd","$0.093",24,"\u0001","\u0001","Claude Code · eight hard validated tasks","\u0001",true,"\u0001"],["cost-thought-experiments","repriced-cost-per-resolved","Repriced cost per resolved instance","Claude Fable 5.1","repriced-cost-per-resolved","Thought experiment: the same tokens at other list prices",12.852,"usd","$12.85","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["cost-thought-experiments","prompt-cache-savings","With caching (as recorded)","Claude Fable 5.1","prompt-cache-savings/With caching (as recorded)","Thought experiment: what prompt caching saved (With caching (as recorded))",321.31,"usd","$321.31","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["cost-thought-experiments","prompt-cache-savings","Without caching","Claude Fable 5.1","prompt-cache-savings/Without caching","Thought experiment: what prompt caching saved (Without caching)",1716.65,"usd","$1716.65","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["prompt-cache-break-even","cache-break-even-reads","1-hour write (2× input), whole prefix new","Claude Fable 5.1","cache-break-even-reads/1-hour write (2× input), whole prefix new","Reuses before a cached prefix costs less, by model and write type (calculation) (1-hour write (2× input), whole prefix new)",1.03,"score","1.03","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["prompt-cache-break-even","cache-break-even-reads","1-hour write, pooled n = 6 session share, 19% already cached (as recorded)","Claude Fable 5.1","cache-break-even-reads/1-hour write, pooled n = 6 session share, 19% already cached (as recorded)","Reuses before a cached prefix costs less, by model and write type (calculation) (1-hour write, pooled n = 6 session share, 19% already cached (as recorded))",0.65,"score","0.65","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["prompt-cache-break-even","cache-break-even-reads","5-minute write (1.25× input, an assumption)","Claude Fable 5.1","cache-break-even-reads/5-minute write (1.25× input, an assumption)","Reuses before a cached prefix costs less, by model and write type (calculation) (5-minute write (1.25× input, an assumption))",0.26,"score","0.26","\u0001","\u0001","\u0001","calculation: Agent’s recorded tokens at this model’s list price","\u0001",true,"\u0001"],["thinking-token-bill","thinking-bill-share","Median call","Claude Fable 5.1 · Claude Code","thinking-bill-share","Reasoning share of output tokens per call on hard tasks (calculation)",64.24,"percent","64.2%",24,"\u0001","minmax","Claude Code",[23.44,97.19],true,"none"],["thinking-token-bill","thinking-bill-cost-per-call","Reasoning (output tokens)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Reasoning (output tokens)","List-price cost per call: reasoning, remaining output and input (calculation) (Reasoning (output tokens))",0.053696,"usd","$0.054",24,"\u0001","\u0001","Claude Code","\u0001",true,"none"],["thinking-token-bill","thinking-bill-cost-per-call","Remaining output (visible-answer estimate)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Remaining output (visible-answer estimate)","List-price cost per call: reasoning, remaining output and input (calculation) (Remaining output (visible-answer estimate))",0.018702,"usd","$0.019",24,"\u0001","\u0001","Claude Code","\u0001",true,"none"],["thinking-token-bill","thinking-bill-cost-per-call","Input (prompt, cache priced)","Claude Fable 5.1 · Claude Code","thinking-bill-cost-per-call/Input (prompt, cache priced)","List-price cost per call: reasoning, remaining output and input (calculation) (Input (prompt, cache priced))",0.02091,"usd","$0.021",24,"\u0001","\u0001","Claude Code","\u0001",true,"none"],["thinking-token-bill","thinking-bill-short-vs-hard","Eight hard tasks","Claude Fable 5.1 · Claude Code","thinking-bill-short-vs-hard/Eight hard tasks","Reasoning share on short tasks vs hard tasks (calculation) (Eight hard tasks)",64.24,"percent","64.2%",24,"\u0001","minmax","Claude Code",[23.44,97.19],true,"none"],["thinking-token-bill","thinking-bill-short-vs-hard","Five short tasks","Claude Fable 5.1 · Claude Code","thinking-bill-short-vs-hard/Five short tasks","Reasoning share on short tasks vs hard tasks (calculation) (Five short tasks)",0,"percent","0%",15,"\u0001","minmax","Claude Code",[0,74.01],true,"none"],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","Claude Fable 5.1 · Claude Code","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",4.43,"seconds","4.43 s",4,"\u0001","minmax","Claude Code",[2.27,4.64],"\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","Claude Fable 5.1 · Claude Code","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",122.6,"tokens","123",4,"\u0001","minmax","Claude Code",[120.9,131.4],true,"\u0001"],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","Claude Fable 5.1 · Claude Code","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",273,"count","273",4,"\u0001","minmax","Claude Code",[270,293],true,"\u0001"]]}