{"$k":["studySlug","chartId","series","point","metric","label","value","unit","display","n","range","spanKind","context","ci","polarity","calculation"],"$r":[["cli-model-latency-tokens","cli-vs-api-exact-reply-latency","Total time","Codex CLI · GPT-6 Luna · none","cli-vs-api-exact-reply-latency/Total time","CLI vs API: time for a one-line answer (Total time)",3.19,"seconds","3.19 s",5,[2.88,3.83],"minmax","Codex CLI · effort none · fixed exact reply, 5 runs","\u0001","\u0001","\u0001"],["cli-model-latency-tokens","cli-vs-api-exact-reply-latency","First useful output","Codex CLI · GPT-6 Luna · none","cli-vs-api-exact-reply-latency/First useful output","CLI vs API: time for a one-line answer (First useful output)",2.79,"seconds","2.79 s",5,[2.46,3.42],"minmax","Codex CLI · effort none · fixed exact reply, 5 runs","\u0001","\u0001","\u0001"],["cli-model-latency-tokens","cli-vs-api-small-coding-latency","Total time","Codex CLI · GPT-6 Luna · none","cli-vs-api-small-coding-latency/Total time","CLI vs API: time for a small coding task (Total time)",9.23,"seconds","9.23 s",3,[8.99,11.68],"minmax","Codex CLI · effort none · small coding task, 3 runs","\u0001","\u0001","\u0001"],["cli-model-latency-tokens","cli-vs-api-small-coding-latency","First useful output","Codex CLI · GPT-6 Luna · none","cli-vs-api-small-coding-latency/First useful output","CLI vs API: time for a small coding task (First useful output)",8.68,"seconds","8.68 s",3,[8.27,11.01],"minmax","Codex CLI · effort none · small coding task, 3 runs","\u0001","\u0001","\u0001"],["cli-model-latency-tokens","cli-vs-api-prompt-overhead","Input tokens","Codex CLI · GPT-6 Luna · none","cli-vs-api-prompt-overhead","Hidden prompt: input tokens for the same one-line request",18859,"tokens","18,859",5,"\u0001","\u0001","Codex CLI · effort none · short fixed tasks","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","GPT-6 Luna (single call) · Codex CLI","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",0.625,"rate","63% (10/16)",16,"\u0001","ci95","Codex CLI · single call",[0.3864,0.8152],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-pass-rate","Strict pass","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-pass-rate","Strict pass rate: single call vs agent loop on eight hard tasks",0.8571,"rate","86% (12/14)",14,"\u0001","ci95","Codex CLI · agent loop",[0.6006,0.9599],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · single call",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","DST day-length fix","agent-loop-by-task/DST day-length fix","Strict passes per task: single call vs agent loop: DST day-length fix",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · single call",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · single call",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",0,"rate","0% (0/2)",2,"\u0001","ci95","Codex CLI · single call",[0,0.6576],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",0.5,"rate","50% (1/2)",2,"\u0001","ci95","Codex CLI · single call",[0.0945,0.9055],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",0.5,"rate","50% (1/2)",2,"\u0001","ci95","Codex CLI · single call",[0.0945,0.9055],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",0,"rate","0% (0/2)",2,"\u0001","ci95","Codex CLI · single call",[0,0.6576],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (single call) · Codex CLI","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · single call",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","Interval merge fix","agent-loop-by-task/Interval merge fix","Strict passes per task: single call vs agent loop: Interval merge fix",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","CSV parser","agent-loop-by-task/CSV parser","Strict passes per task: single call vs agent loop: CSV parser",0.5,"rate","50% (1/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.0945,0.9055],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","Event-loop order","agent-loop-by-task/Event-loop order","Strict passes per task: single call vs agent loop: Event-loop order",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","Room schedule","agent-loop-by-task/Room schedule","Strict passes per task: single call vs agent loop: Room schedule",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","SemVer regex","agent-loop-by-task/SemVer regex","Strict passes per task: single call vs agent loop: SemVer regex",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","Money refactor","agent-loop-by-task/Money refactor","Strict passes per task: single call vs agent loop: Money refactor",0.5,"rate","50% (1/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.0945,0.9055],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-by-task","GPT-6 Luna (agent loop) · Codex CLI","SQL report","agent-loop-by-task/SQL report","Strict passes per task: single call vs agent loop: SQL report",1,"rate","100% (2/2)",2,"\u0001","ci95","Codex CLI · agent loop",[0.3424,1],"higher","\u0001"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","GPT-6 Luna (single call) · Codex CLI","agent-loop-total-time","Total time per attempt: single call vs agent loop",5.16,"seconds","5.16 s",16,[3.59,11.32],"minmax","Codex CLI · single call","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-total-time","Total time per attempt","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-total-time","Total time per attempt: single call vs agent loop",9.32,"seconds","9.32 s",14,[3.78,15.89],"minmax","Codex CLI · agent loop","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","GPT-6 Luna (single call) · Codex CLI","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",11582,"tokens","11,582",16,[11526,11818],"minmax","Codex CLI · single call","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Input tokens (cache reads included)","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-tokens/Input tokens (cache reads included)","Tokens per attempt: single call vs agent loop (Input tokens (cache reads included))",15530,"tokens","15,530",14,[15391,39009],"minmax","Codex CLI · agent loop","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","GPT-6 Luna (single call) · Codex CLI","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",345,"tokens","345",16,[36,634],"minmax","Codex CLI · single call","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tokens","Output tokens","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-tokens/Output tokens","Tokens per attempt: single call vs agent loop (Output tokens)",480,"tokens","480",14,[143,858],"minmax","Codex CLI · agent loop","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-tool-calls","Tool calls per attempt","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-tool-calls","Tool calls per agent-loop attempt",0,"count","0",14,[0,1],"minmax","Codex CLI · agent loop","\u0001","\u0001","\u0001"],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","GPT-6 Luna (single call) · Codex CLI","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.00116,"usd","$0.0012",16,"\u0001","\u0001","Codex CLI · single call","\u0001","\u0001",true],["single-call-vs-agent-loop","agent-loop-cost-per-pass","Cost per strict pass","GPT-6 Luna (agent loop) · Codex CLI","agent-loop-cost-per-pass","List-price cost per strict pass: single call vs agent loop (calculation)",0.00099,"usd","$0.00099",14,"\u0001","\u0001","Codex CLI · agent loop","\u0001","\u0001",true],["llm-speed-anatomy","speed-anatomy-first-text","Time to first text","GPT-6 Luna (low) · Codex CLI","speed-anatomy-first-text","Time to first text: a 250-line answer, six models",3.3,"seconds","3.30 s",4,[3.19,3.47],"minmax","Codex CLI · effort low","\u0001","\u0001","\u0001"],["llm-speed-anatomy","speed-anatomy-output-speed","Visible tokens per second","GPT-6 Luna (low) · Codex CLI","speed-anatomy-output-speed","Output speed after the first text: visible tokens per second (calculation)",129.1,"tokens","129",4,[55.5,259.1],"minmax","Codex CLI · effort low","\u0001","\u0001",true],["llm-speed-anatomy","speed-anatomy-chars-per-second","Characters per second","GPT-6 Luna (low) · Codex CLI","speed-anatomy-chars-per-second","Output speed in characters per second after the first text (calculation)",524,"count","524",4,[225,1052],"minmax","Codex CLI · effort low","\u0001","\u0001",true]]}