{"$k":["slug","name","vendor","kind","description","aliases","facts"],"$r":[["claude-sonnet-5-5","Claude Sonnet 5.5","Anthropic","model","Anthropic’s mid-tier Claude model. Agent’s default coding model; measured here through Claude Code at low, medium, high and default effort, and as an LLM router.",["Claude Sonnet 5.5","Sonnet 5.5"],{"$k":["studySlug"],"$r":[["swe-bench-opus-vs-sonnet"],["swe-bench-opus-vs-sonnet"],["swe-bench-opus-vs-sonnet"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["cost-thought-experiments"],["cost-thought-experiments"],["cost-thought-experiments"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["claude-opus-5-5","Claude Opus 5.5","Anthropic","model","Anthropic’s large Claude model, measured through Claude Code at low, medium, high and default effort.",["Claude Opus 5.5","Opus 5.5"],{"$k":["studySlug"],"$r":[["swe-bench-opus-vs-sonnet"],["swe-bench-opus-vs-sonnet"],["swe-bench-opus-vs-sonnet"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["cost-thought-experiments"],["cost-thought-experiments"],["cost-thought-experiments"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["claude-haiku-4-5","Claude Haiku 4.5","Anthropic","model","Anthropic’s small, low-price Claude model, measured through Claude Code, as an LLM router and in the public SWE-bench panel.",["Claude Haiku 4.5","Haiku 4.5","Claude 4.5 Haiku"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["agent-memory"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["cost-thought-experiments"],["cost-thought-experiments"],["cost-thought-experiments"],["cost-thought-experiments"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["claude-fable-5-1","Claude Fable 5.1","Anthropic","model","Anthropic’s highest-priced Claude model in these studies, measured through Claude Code.",["Claude Fable 5.1","Fable 5.1"],{"$k":["studySlug"],"$r":[["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["cost-thought-experiments"],["cost-thought-experiments"],["cost-thought-experiments"],["prompt-cache-break-even"],["prompt-cache-break-even"],["prompt-cache-break-even"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"]]}],["gpt-6-1-sol-codex-cli","GPT-6.1 Sol (Codex CLI)","OpenAI","model","OpenAI’s GPT-6.1 Sol model run through the Codex CLI at low, medium and high effort.",["GPT-6.1 Sol · Codex CLI"],{"$k":["studySlug"],"$r":[["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["claude-code-cli","Claude Code","Anthropic","cli","Anthropic’s coding CLI. Each measurement pairs it with one Claude model; the context names the model.",["Claude Code","Claude Code CLI"],{"$k":["studySlug"],"$r":[["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["agent-memory"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["haiku-thinking-on-off"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["haiku-retry-or-escalate"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["codex-cli","Codex CLI","OpenAI","cli","OpenAI’s coding CLI. Each measurement pairs it with one GPT model and effort; the context names them.",["Codex CLI"],{"$k":["studySlug"],"$r":[["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["hard-model-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["coding-agents-head-to-head"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["effort-ladder"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["caching-consistency"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["json-schema-vs-instructions"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["thinking-token-bill"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"],["harder-tasks-head-to-head"]]}],["jev-1-13","Jev 1.13","TypeSafe","router","A small routing model from TypeSafe that answers typed routing decisions over an API. Priced on input tokens only. Measured here as a router (accuracy, live time per call and cost per 1,000 decisions) and in the System One arena.",["Jev 1.13"],{"$k":["studySlug"],"$r":[["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["system-one-arena"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-jev-vs-llm"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["cost-thought-experiments"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"],["routing-holdout"]]}],["agent-harness","Agent","Agent","harness","The Agent coding pipeline: onboarding, research, plan, act, verify and review, on Claude Sonnet 5.5 through a Claude subscription.",["Agent"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["swe-bench-verified"],["blind-review-head-to-head"],["blind-review-head-to-head"],["blind-review-head-to-head"],["blind-review-head-to-head"],["blind-review-head-to-head"],["cost-thought-experiments"],["coding-calibration"],["coding-calibration"],["coding-calibration"],["coding-calibration"]]}],["gpt-6-1-sol-openai-api","GPT-6.1 Sol (OpenAI API)","OpenAI","model","OpenAI’s GPT-6.1 Sol model called directly through the OpenAI API, without a CLI.",["GPT-6.1 Sol · OpenAI API"],{"$k":["studySlug"],"$r":[["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"]]}],["gpt-6-luna-codex-cli","GPT-6 Luna (Codex CLI)","OpenAI","model","OpenAI’s GPT-6 Luna model run through the Codex CLI.",["GPT-6 Luna · Codex CLI"],{"$k":["studySlug"],"$r":[["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["single-call-vs-agent-loop"],["llm-speed-anatomy"],["llm-speed-anatomy"],["llm-speed-anatomy"]]}],["gpt-6-luna-openai-api","GPT-6 Luna (OpenAI API)","OpenAI","model","OpenAI’s GPT-6 Luna model called directly through the OpenAI API, without a CLI.",["GPT-6 Luna · OpenAI API"],{"$k":["studySlug"],"$r":[["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"],["cli-model-latency-tokens"]]}],["gpt-5-2","GPT 5.2","OpenAI","model","OpenAI model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["GPT 5.2"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["gemini-3-flash","Gemini 3 Flash","Google","model","Google model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["Gemini 3 Flash"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["glm-5","GLM 5","Z.ai","model","Z.ai model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["GLM 5"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["claude-sonnet-4-5","Claude Sonnet 4.5","Anthropic","model","Anthropic model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["Claude Sonnet 4.5","Claude 4.5 Sonnet"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["claude-opus-4-5","Claude Opus 4.5","Anthropic","model","Anthropic model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["Claude Opus 4.5","Claude 4.5 Opus"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["claude-opus-4-6","Claude Opus 4.6","Anthropic","model","Anthropic model in the public SWE-bench Verified panel (mini-SWE-agent v2).",["Claude Opus 4.6","Claude 4.6 Opus"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["deepseek-v3-2","DeepSeek V3.2","DeepSeek","model","DeepSeek model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["DeepSeek V3.2"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["minimax-m2-5","MiniMax M2.5","MiniMax","model","MiniMax model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["MiniMax M2.5"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["kimi-k2-5","Kimi K2.5","Moonshot AI","model","Moonshot AI model in the public SWE-bench Verified panel (mini-SWE-agent v2, high effort).",["Kimi K2.5"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["gpt-5-mini","GPT 5 mini","OpenAI","model","OpenAI model in the public SWE-bench Verified panel (mini-SWE-agent v2).",["GPT 5 mini"],{"$k":["studySlug"],"$r":[["swe-bench-verified"],["swe-bench-verified"],["cost-thought-experiments"]]}],["claude-opus-5","Claude Opus 5","Anthropic","model","Anthropic model, measured as a blind code-review critic and in a list-price calculation.",["Claude Opus 5"],[{"studySlug":"blind-review-head-to-head"},{"studySlug":"cost-thought-experiments"}]],["claude-fable-5","Claude Fable 5","Anthropic","model","Anthropic model, measured as a blind code-review critic.",["Claude Fable 5"],[{"studySlug":"blind-review-head-to-head"}]],["gpt-5-5","GPT 5.5","OpenAI","model","OpenAI model, measured as a blind code-review critic on a small number of pairs.",["GPT 5.5"],[{"studySlug":"blind-review-head-to-head"}]],["deterministic-routing-policy","Deterministic routing policy","Agent","router","Agent’s rule-based routing: an in-process policy picks the model and effort for each call from the task stage and signals. No model call, so no token cost.",["Deterministic routing policy"],{"$k":["studySlug"],"$r":[["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"],["routing-overhead"]]}],["openrouter","OpenRouter","OpenRouter","provider","A gateway that routes one API to many inference providers. Its per-token price is compared with first-party list prices; its fee is charged when credits are bought.",["OpenRouter"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["anthropic","Anthropic","Anthropic","provider","Anthropic’s own API: the first-party list price of the Claude models, and Anthropic’s endpoint as listed on OpenRouter.",["Anthropic"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["openai","OpenAI","OpenAI","provider","OpenAI’s own API: the first-party list price of GPT models, and OpenAI’s endpoints as listed on OpenRouter.",["OpenAI"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["google-ai-studio","Google AI Studio","Google","provider","Google’s Gemini API (AI Studio): the first-party list price of Gemini models, and its endpoints as listed on OpenRouter.",["Google AI Studio"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["google-vertex","Google Vertex AI","Google","provider","Google Cloud’s model platform. An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Google Vertex"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["amazon-bedrock","Amazon Bedrock","Amazon","provider","Amazon Web Services’ model platform. An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Amazon Bedrock"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["azure","Azure","Microsoft","provider","Microsoft’s cloud model platform. An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Azure"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["claude-platform-on-aws","Claude Platform on AWS","Anthropic","provider","Anthropic’s Claude platform hosted on AWS. An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Claude Platform on AWS"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["groq","Groq","Groq","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Groq"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["together","Together AI","Together AI","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Together"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["fireworks","Fireworks AI","Fireworks AI","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Fireworks"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["deepinfra","DeepInfra","DeepInfra","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["DeepInfra"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["cerebras","Cerebras","Cerebras","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Cerebras"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["sambanova","SambaNova","SambaNova","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["SambaNova"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["nebius","Nebius","Nebius","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Nebius"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["parasail","Parasail","Parasail","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Parasail"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["novita","Novita AI","Novita AI","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Novita"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["baseten","Baseten","Baseten","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["BaseTen"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["cloudflare","Cloudflare Workers AI","Cloudflare","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["Cloudflare"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}],["siliconflow","SiliconFlow","SiliconFlow","provider","An inference provider listed on OpenRouter. Its prices here are the ones OpenRouter’s public API reported for its endpoints.",["SiliconFlow"],{"$k":["studySlug"],"$r":[["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"],["inference-provider-index"]]}]]}