[{"id":"cli-api-configurations","title":"Every evaluated configuration","columns":{"$k":["key","label","unit"],"$r":[["task","Task","text"],["config","Route · model · effort","text"],["cohort","Cohort","text"],["n","Runs","count"],["passed","Passed","count"],["firstUseful","Median first useful (s)","seconds"],["total","Median total (s)","seconds"],["input","Median input tokens","tokens"],["output","Median output tokens","tokens"]]},"rows":{"$k":["task","config","cohort","n","passed","firstUseful","total","input","output"],"$r":[["Fixed 243-token answer","OpenAI API · GPT-6.1 Sol · low · flex","flex-warm-balanced",6,6,1.19,3.29,279,243],["Fixed 243-token answer","OpenAI API · GPT-6.1 Sol · low · flex","flex-initial",3,3,1.63,3.69,279,243],["Fixed 243-token answer","OpenAI API · GPT-6.1 Sol · low","flex-warm-balanced",6,6,1.11,3.87,279,243],["Fixed 243-token answer","OpenAI API · GPT-6.1 Sol · low","flex-initial",3,3,1.29,4.06,279,243],["Fixed 243-token answer","OpenAI API · GPT-6.1 Sol · low","bare-api",3,3,1.37,4.11,279,243],["Fixed 243-token answer","Codex CLI · GPT-6.1 Sol · low","followup-stream",12,12,2.45,7.93,8941,243],["Fixed 243-token answer","Codex CLI · GPT-6.1 Sol · low","native",4,4,null,8.86,4945,243],["Fixed 243-token answer","Codex CLI · GPT-6.1 Sol · low","followup-minimal",6,6,2.75,9.34,4945,243],["Fixed exact reply","OpenAI API · GPT-6 Luna · none","matched",5,5,0.82,0.97,17,7],["Fixed exact reply","OpenAI API · GPT-6.1 Sol · low","matched",5,5,0.87,1.02,17,7],["Fixed exact reply","OpenAI API · GPT-6.1 Sol · low","parity",5,5,0.94,1.1,166,7],["Fixed exact reply","OpenAI API · GPT-6.1 Sol · high","matched",5,5,1.34,1.52,17,17],["Fixed exact reply","OpenAI API · GPT-6.1 Sol · low","wire-matched",3,3,1.58,1.7,8297,7],["Fixed exact reply","OpenAI API · GPT-6.1 Sol · high","api-initial",1,1,1.78,1.9,17,17],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","wire-matched",3,3,2.53,2.76,8297,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","parity",10,10,2.78,3.1,8296,7],["Fixed exact reply","Codex CLI · GPT-6 Luna · none","matched",5,5,2.79,3.19,18859,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","installed",6,6,2.63,3.19,10993,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","followup-stream",12,12,2.77,3.42,8678,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","tuning",6,6,3.5,3.91,10990,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · low","matched",5,5,3.75,4.18,19551,7],["Fixed exact reply","Codex CLI · GPT-6.1 Sol · high","matched",5,5,3.79,4.19,19555,7],["mergeRanges coding repair","OpenAI API · GPT-6.1 Sol · low · flex","flex-initial",1,1,3.3,5.57,206,289],["mergeRanges coding repair","OpenAI API · GPT-6.1 Sol · low","flex-initial",1,1,3.16,5.98,206,300],["mergeRanges coding repair","Codex CLI · GPT-6.1 Sol · low","followup-minimal",5,5,3.28,6.1,4872,241],["mergeRanges coding repair","Codex CLI · GPT-6.1 Sol · low","followup-stream",6,6,3.27,9.15,6549,256],["PlanJobs scheduler repair","Claude Code CLI · Sonnet 5.5 · medium","claude-scheduler",3,3,7.55,15,2,2227],["PlanJobs scheduler repair","OpenAI API · GPT-6.1 Sol · medium","scheduler",3,3,7.46,17.32,9563,1313],["PlanJobs scheduler repair","Codex CLI · GPT-6.1 Sol · medium","scheduler",3,3,15.56,61.16,9563,1181],["Scratch file edit probe","Codex CLI · GPT-6.1 Sol · low","edit-check",1,1,null,8.34,35281,323],["Scratch file edit probe","Codex CLI · GPT-6.1 Sol · low","installed-live",2,2,null,13.99,18144,348],["Scratch file edit probe","Codex CLI · GPT-6.1 Sol · low","native",2,2,null,15.65,18211,407],["Synthetic coding task (API prompt)","OpenAI API · GPT-6.1 Sol · low","parity",3,3,0.82,3.63,363,238],["Synthetic coding task (API prompt)","OpenAI API · GPT-6 Luna · none","matched",3,3,0.67,4.01,382,226],["Synthetic coding task (API prompt)","OpenAI API · GPT-6.1 Sol · low","wire-matched",3,3,1.5,4.01,8496,225],["Synthetic coding task (API prompt)","OpenAI API · GPT-6.1 Sol · low","matched",3,3,1.05,6,382,238],["Synthetic coding task (API prompt)","OpenAI API · GPT-6.1 Sol · high","matched",3,3,5.31,9.56,382,429],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6 Luna · none","matched",3,3,8.68,9.23,38110,285],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6 Luna · none","tuning",3,3,9.27,9.9,18244,261],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6.1 Sol · low","installed",6,6,9.94,11.01,22391,251],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6.1 Sol · low","tuning",6,6,13.05,13.65,22398,260],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6.1 Sol · low","matched",3,3,13.6,14.15,39529,266],["Synthetic coding task (CLI matched prompt)","Codex CLI · GPT-6.1 Sol · high","matched",3,3,17.27,17.85,39527,405],["Synthetic coding task (CLI parity prompt)","Codex CLI · GPT-6.1 Sol · low","wire-matched",3,3,3.84,4.05,8496,210],["Synthetic coding task (CLI parity prompt)","Codex CLI · GPT-6.1 Sol · low","parity",6,6,7.14,7.49,8495,210]]}}]