{"$k":["slug","a","b","title","rows"],"$r":[["claude-sonnet-5-5-vs-claude-opus-5-5","claude-sonnet-5-5","claude-opus-5-5","Claude Sonnet 5.5 vs Claude Opus 5.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-opus-vs-sonnet","\u0001"],["unclear","swe-bench-opus-vs-sonnet",true],["unclear","swe-bench-opus-vs-sonnet","\u0001"],["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["tie","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head","\u0001"],["tie","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head",true],["tie","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder",true],["unclear","caching-consistency",true],["unclear","caching-consistency",true],["unclear","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","prompt-cache-break-even",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["tie","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head",true]]}],["claude-haiku-4-5-vs-claude-sonnet-5-5","claude-haiku-4-5","claude-sonnet-5-5","Claude Haiku 4.5 vs Claude Sonnet 5.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["b","hard-model-head-to-head","\u0001"],["b","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["b","caching-consistency","\u0001"],["b","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["b","caching-consistency","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["b","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["b","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["b","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["b","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["tie","agent-memory","\u0001"],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory",true],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["unclear","agent-memory","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["unclear","routing-jev-vs-llm",true],["b","routing-jev-vs-llm","\u0001"],["b","routing-jev-vs-llm","\u0001"],["b","routing-overhead","\u0001"],["b","routing-overhead","\u0001"],["b","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["b","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop",true],["tie","haiku-thinking-on-off","\u0001"],["tie","haiku-thinking-on-off","\u0001"],["b","haiku-thinking-on-off","\u0001"],["b","haiku-thinking-on-off","\u0001"],["unclear","haiku-thinking-on-off","\u0001"],["unclear","haiku-thinking-on-off","\u0001"],["unclear","haiku-thinking-on-off",true],["b","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions",true],["unclear","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["b","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["b","routing-holdout","\u0001"],["b","routing-holdout","\u0001"],["unclear","routing-holdout",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["unclear","haiku-retry-or-escalate",true],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"]]}],["claude-opus-5-5-vs-claude-fable-5-1","claude-opus-5-5","claude-fable-5-1","Claude Opus 5.5 vs Claude Fable 5.1",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["tie","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["claude-sonnet-5-5-vs-claude-fable-5-1","claude-sonnet-5-5","claude-fable-5-1","Claude Sonnet 5.5 vs Claude Fable 5.1",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["tie","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["claude-haiku-4-5-vs-claude-opus-5-5","claude-haiku-4-5","claude-opus-5-5","Claude Haiku 4.5 vs Claude Opus 5.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["b","hard-model-head-to-head","\u0001"],["b","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["b","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"]]}],["claude-code-cli-vs-codex-cli","claude-code-cli","codex-cli","Claude Code vs Codex CLI",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["tie","coding-agents-head-to-head","\u0001"],["a","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head",true],["tie","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder",true],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["unclear","routing-overhead","\u0001"],["a","routing-overhead","\u0001"],["a","routing-overhead","\u0001"],["unclear","routing-overhead","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["a","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop",true],["tie","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["a","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["b","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head",true]]}],["claude-sonnet-5-5-vs-gpt-6-1-sol-codex-cli","claude-sonnet-5-5","gpt-6-1-sol-codex-cli","Claude Sonnet 5.5 vs GPT-6.1 Sol (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["tie","coding-agents-head-to-head","\u0001"],["a","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head",true],["tie","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder",true],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["tie","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["a","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["b","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head",true]]}],["jev-1-13-vs-claude-haiku-4-5","jev-1-13","claude-haiku-4-5","Jev 1.13 vs Claude Haiku 4.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["unclear","routing-jev-vs-llm",true],["a","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["a","routing-holdout","\u0001"],["unclear","routing-holdout",true]]}],["jev-1-13-vs-claude-sonnet-5-5","jev-1-13","claude-sonnet-5-5","Jev 1.13 vs Claude Sonnet 5.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["tie","routing-jev-vs-llm","\u0001"],["unclear","routing-jev-vs-llm",true],["a","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["tie","routing-holdout","\u0001"],["a","routing-holdout","\u0001"],["unclear","routing-holdout",true]]}],["gpt-6-1-sol-codex-cli-vs-gpt-6-1-sol-openai-api","gpt-6-1-sol-codex-cli","gpt-6-1-sol-openai-api","GPT-6.1 Sol (Codex CLI) vs GPT-6.1 Sol (OpenAI API)",{"$k":["winner","studySlug"],"$r":[["b","cli-model-latency-tokens"],["b","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"]]}],["claude-opus-5-5-vs-gpt-6-1-sol-codex-cli","claude-opus-5-5","gpt-6-1-sol-codex-cli","Claude Opus 5.5 vs GPT-6.1 Sol (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["tie","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head","\u0001"],["unclear","coding-agents-head-to-head",true],["tie","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder","\u0001"],["unclear","effort-ladder",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head",true]]}],["claude-haiku-4-5-vs-gpt-6-1-sol-codex-cli","claude-haiku-4-5","gpt-6-1-sol-codex-cli","Claude Haiku 4.5 vs GPT-6.1 Sol (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["b","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["b","caching-consistency","\u0001"],["b","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["tie","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["unclear","caching-consistency","\u0001"],["a","caching-consistency","\u0001"],["b","json-schema-vs-instructions",true],["tie","json-schema-vs-instructions",true],["unclear","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["tie","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","json-schema-vs-instructions","\u0001"],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["tie","llm-speed-anatomy","\u0001"],["b","harder-tasks-head-to-head","\u0001"],["b","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["tie","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"],["unclear","harder-tasks-head-to-head","\u0001"]]}],["claude-fable-5-1-vs-gpt-6-1-sol-codex-cli","claude-fable-5-1","gpt-6-1-sol-codex-cli","Claude Fable 5.1 vs GPT-6.1 Sol (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["tie","hard-model-head-to-head","\u0001"],["tie","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["jev-1-13-vs-deterministic-routing-policy","jev-1-13","deterministic-routing-policy","Jev 1.13 vs Deterministic routing policy",{"$k":["winner","studySlug","calculation"],"$r":[["b","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true]]}],["deterministic-routing-policy-vs-claude-sonnet-5-5","deterministic-routing-policy","claude-sonnet-5-5","Deterministic routing policy vs Claude Sonnet 5.5",{"$k":["winner","studySlug","calculation"],"$r":[["a","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true]]}],["deterministic-routing-policy-vs-claude-haiku-4-5","deterministic-routing-policy","claude-haiku-4-5","Deterministic routing policy vs Claude Haiku 4.5",{"$k":["winner","studySlug","calculation"],"$r":[["a","routing-overhead","\u0001"],["tie","routing-overhead","\u0001"],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true],["unclear","routing-overhead",true]]}],["openrouter-vs-anthropic","openrouter","anthropic","OpenRouter vs Anthropic",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["openrouter-vs-google-ai-studio","openrouter","google-ai-studio","OpenRouter vs Google AI Studio",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["openrouter-vs-openai","openrouter","openai","OpenRouter vs OpenAI",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["groq-vs-together","groq","together","Groq vs Together AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["groq-vs-cerebras","groq","cerebras","Groq vs Cerebras",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-fireworks","together","fireworks","Together AI vs Fireworks AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["amazon-bedrock-vs-google-vertex","amazon-bedrock","google-vertex","Amazon Bedrock vs Google Vertex AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["amazon-bedrock-vs-azure","amazon-bedrock","azure","Amazon Bedrock vs Azure",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["anthropic-vs-amazon-bedrock","anthropic","amazon-bedrock","Anthropic vs Amazon Bedrock",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["anthropic-vs-azure","anthropic","azure","Anthropic vs Azure",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["anthropic-vs-google-vertex","anthropic","google-vertex","Anthropic vs Google Vertex AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["google-vertex-vs-azure","google-vertex","azure","Google Vertex AI vs Azure",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["deepinfra-vs-parasail","deepinfra","parasail","DeepInfra vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["amazon-bedrock-vs-claude-platform-on-aws","amazon-bedrock","claude-platform-on-aws","Amazon Bedrock vs Claude Platform on AWS",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["anthropic-vs-claude-platform-on-aws","anthropic","claude-platform-on-aws","Anthropic vs Claude Platform on AWS",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["azure-vs-claude-platform-on-aws","azure","claude-platform-on-aws","Azure vs Claude Platform on AWS",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["google-vertex-vs-claude-platform-on-aws","google-vertex","claude-platform-on-aws","Google Vertex AI vs Claude Platform on AWS",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["parasail-vs-novita","parasail","novita","Parasail vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["claude-haiku-4-5-vs-gpt-6-luna-codex-cli","claude-haiku-4-5","gpt-6-luna-codex-cli","Claude Haiku 4.5 vs GPT-6 Luna (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["b","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["claude-sonnet-5-5-vs-gpt-6-luna-codex-cli","claude-sonnet-5-5","gpt-6-luna-codex-cli","Claude Sonnet 5.5 vs GPT-6 Luna (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["a","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop","\u0001"],["tie","single-call-vs-agent-loop","\u0001"],["unclear","single-call-vs-agent-loop",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["deepinfra-vs-novita","deepinfra","novita","DeepInfra vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["claude-haiku-4-5-vs-claude-fable-5-1","claude-haiku-4-5","claude-fable-5-1","Claude Haiku 4.5 vs Claude Fable 5.1",{"$k":["winner","studySlug","calculation"],"$r":[["tie","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head","\u0001"],["unclear","model-head-to-head",true],["unclear","model-head-to-head",true],["b","hard-model-head-to-head","\u0001"],["b","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head","\u0001"],["unclear","hard-model-head-to-head",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","thinking-token-bill",true],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["google-ai-studio-vs-google-vertex","google-ai-studio","google-vertex","Google AI Studio vs Google Vertex AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["openai-vs-azure","openai","azure","OpenAI vs Azure",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["parasail-vs-siliconflow","parasail","siliconflow","Parasail vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["deepinfra-vs-cloudflare","deepinfra","cloudflare","DeepInfra vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["deepinfra-vs-siliconflow","deepinfra","siliconflow","DeepInfra vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["novita-vs-cloudflare","novita","cloudflare","Novita AI vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["novita-vs-siliconflow","novita","siliconflow","Novita AI vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["parasail-vs-cloudflare","parasail","cloudflare","Parasail vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["together-vs-deepinfra","together","deepinfra","Together AI vs DeepInfra",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-parasail","together","parasail","Together AI vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["cloudflare-vs-siliconflow","cloudflare","siliconflow","Cloudflare Workers AI vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["parasail-vs-baseten","parasail","baseten","Parasail vs Baseten",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"]]}],["deepinfra-vs-baseten","deepinfra","baseten","DeepInfra vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-baseten","together","baseten","Together AI vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-novita","together","novita","Together AI vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["baseten-vs-siliconflow","baseten","siliconflow","Baseten vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["fireworks-vs-baseten","fireworks","baseten","Fireworks AI vs Baseten",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"]]}],["fireworks-vs-deepinfra","fireworks","deepinfra","Fireworks AI vs DeepInfra",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["fireworks-vs-parasail","fireworks","parasail","Fireworks AI vs Parasail",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["gpt-6-1-sol-codex-cli-vs-gpt-6-luna-codex-cli","gpt-6-1-sol-codex-cli","gpt-6-luna-codex-cli","GPT-6.1 Sol (Codex CLI) vs GPT-6 Luna (Codex CLI)",{"$k":["winner","studySlug","calculation"],"$r":[["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","cli-model-latency-tokens","\u0001"],["unclear","llm-speed-anatomy","\u0001"],["unclear","llm-speed-anatomy",true],["unclear","llm-speed-anatomy",true]]}],["groq-vs-parasail","groq","parasail","Groq vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["gpt-6-1-sol-codex-cli-vs-gpt-6-luna-openai-api","gpt-6-1-sol-codex-cli","gpt-6-luna-openai-api","GPT-6.1 Sol (Codex CLI) vs GPT-6 Luna (OpenAI API)",{"$k":["winner","studySlug"],"$r":[["b","cli-model-latency-tokens"],["b","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"]]}],["gpt-6-1-sol-openai-api-vs-gpt-6-luna-codex-cli","gpt-6-1-sol-openai-api","gpt-6-luna-codex-cli","GPT-6.1 Sol (OpenAI API) vs GPT-6 Luna (Codex CLI)",{"$k":["winner","studySlug"],"$r":[["a","cli-model-latency-tokens"],["a","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"]]}],["gpt-6-1-sol-openai-api-vs-gpt-6-luna-openai-api","gpt-6-1-sol-openai-api","gpt-6-luna-openai-api","GPT-6.1 Sol (OpenAI API) vs GPT-6 Luna (OpenAI API)",{"$k":["winner","studySlug"],"$r":[["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["tie","cli-model-latency-tokens"]]}],["gpt-6-luna-codex-cli-vs-gpt-6-luna-openai-api","gpt-6-luna-codex-cli","gpt-6-luna-openai-api","GPT-6 Luna (Codex CLI) vs GPT-6 Luna (OpenAI API)",{"$k":["winner","studySlug"],"$r":[["b","cli-model-latency-tokens"],["b","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"]]}],["novita-vs-baseten","novita","baseten","Novita AI vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-cloudflare","together","cloudflare","Together AI vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["together-vs-siliconflow","together","siliconflow","Together AI vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["deepinfra-vs-nebius","deepinfra","nebius","DeepInfra vs Nebius",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["deepinfra-vs-sambanova","deepinfra","sambanova","DeepInfra vs SambaNova",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-deepinfra","google-vertex","deepinfra","Google Vertex AI vs DeepInfra",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-groq","google-vertex","groq","Google Vertex AI vs Groq",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-novita","google-vertex","novita","Google Vertex AI vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-parasail","google-vertex","parasail","Google Vertex AI vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-sambanova","google-vertex","sambanova","Google Vertex AI vs SambaNova",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["google-vertex-vs-together","google-vertex","together","Google Vertex AI vs Together AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["groq-vs-deepinfra","groq","deepinfra","Groq vs DeepInfra",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["groq-vs-novita","groq","novita","Groq vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["groq-vs-sambanova","groq","sambanova","Groq vs SambaNova",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["nebius-vs-baseten","nebius","baseten","Nebius vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["nebius-vs-novita","nebius","novita","Nebius vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["nebius-vs-parasail","nebius","parasail","Nebius vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["nebius-vs-siliconflow","nebius","siliconflow","Nebius vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["sambanova-vs-novita","sambanova","novita","SambaNova vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["sambanova-vs-parasail","sambanova","parasail","SambaNova vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["together-vs-nebius","together","nebius","Together AI vs Nebius",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["together-vs-sambanova","together","sambanova","Together AI vs SambaNova",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["baseten-vs-cloudflare","baseten","cloudflare","Baseten vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"]]}],["cerebras-vs-baseten","cerebras","baseten","Cerebras vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["cerebras-vs-parasail","cerebras","parasail","Cerebras vs Parasail",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["tie","inference-provider-index"],["unclear","inference-provider-index"]]}],["cerebras-vs-siliconflow","cerebras","siliconflow","Cerebras vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["claude-haiku-4-5-vs-claude-opus-4-5","claude-haiku-4-5","claude-opus-4-5","Claude Haiku 4.5 vs Claude Opus 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-claude-opus-4-6","claude-haiku-4-5","claude-opus-4-6","Claude Haiku 4.5 vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-claude-sonnet-4-5","claude-haiku-4-5","claude-sonnet-4-5","Claude Haiku 4.5 vs Claude Sonnet 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-deepseek-v3-2","claude-haiku-4-5","deepseek-v3-2","Claude Haiku 4.5 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-gemini-3-flash","claude-haiku-4-5","gemini-3-flash","Claude Haiku 4.5 vs Gemini 3 Flash",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-glm-5","claude-haiku-4-5","glm-5","Claude Haiku 4.5 vs GLM 5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-gpt-5-2","claude-haiku-4-5","gpt-5-2","Claude Haiku 4.5 vs GPT 5.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-gpt-5-mini","claude-haiku-4-5","gpt-5-mini","Claude Haiku 4.5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-kimi-k2-5","claude-haiku-4-5","kimi-k2-5","Claude Haiku 4.5 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-haiku-4-5-vs-minimax-m2-5","claude-haiku-4-5","minimax-m2-5","Claude Haiku 4.5 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-5-vs-claude-opus-4-6","claude-opus-4-5","claude-opus-4-6","Claude Opus 4.5 vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-5-vs-deepseek-v3-2","claude-opus-4-5","deepseek-v3-2","Claude Opus 4.5 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-5-vs-gpt-5-mini","claude-opus-4-5","gpt-5-mini","Claude Opus 4.5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-5-vs-kimi-k2-5","claude-opus-4-5","kimi-k2-5","Claude Opus 4.5 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-5-vs-minimax-m2-5","claude-opus-4-5","minimax-m2-5","Claude Opus 4.5 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-6-vs-deepseek-v3-2","claude-opus-4-6","deepseek-v3-2","Claude Opus 4.6 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-6-vs-gpt-5-mini","claude-opus-4-6","gpt-5-mini","Claude Opus 4.6 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-6-vs-kimi-k2-5","claude-opus-4-6","kimi-k2-5","Claude Opus 4.6 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-opus-4-6-vs-minimax-m2-5","claude-opus-4-6","minimax-m2-5","Claude Opus 4.6 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-claude-opus-4-5","claude-sonnet-4-5","claude-opus-4-5","Claude Sonnet 4.5 vs Claude Opus 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-claude-opus-4-6","claude-sonnet-4-5","claude-opus-4-6","Claude Sonnet 4.5 vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-deepseek-v3-2","claude-sonnet-4-5","deepseek-v3-2","Claude Sonnet 4.5 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-gpt-5-mini","claude-sonnet-4-5","gpt-5-mini","Claude Sonnet 4.5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-kimi-k2-5","claude-sonnet-4-5","kimi-k2-5","Claude Sonnet 4.5 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-4-5-vs-minimax-m2-5","claude-sonnet-4-5","minimax-m2-5","Claude Sonnet 4.5 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["claude-sonnet-5-5-vs-gpt-6-1-sol-openai-api","claude-sonnet-5-5","gpt-6-1-sol-openai-api","Claude Sonnet 5.5 vs GPT-6.1 Sol (OpenAI API)",{"$k":["winner","studySlug"],"$r":[["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"],["unclear","cli-model-latency-tokens"]]}],["deepseek-v3-2-vs-gpt-5-mini","deepseek-v3-2","gpt-5-mini","DeepSeek V3.2 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["deepseek-v3-2-vs-kimi-k2-5","deepseek-v3-2","kimi-k2-5","DeepSeek V3.2 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["deepseek-v3-2-vs-minimax-m2-5","deepseek-v3-2","minimax-m2-5","DeepSeek V3.2 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["fireworks-vs-cloudflare","fireworks","cloudflare","Fireworks AI vs Cloudflare Workers AI",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["fireworks-vs-novita","fireworks","novita","Fireworks AI vs Novita AI",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["fireworks-vs-siliconflow","fireworks","siliconflow","Fireworks AI vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["gemini-3-flash-vs-claude-opus-4-5","gemini-3-flash","claude-opus-4-5","Gemini 3 Flash vs Claude Opus 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-claude-opus-4-6","gemini-3-flash","claude-opus-4-6","Gemini 3 Flash vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-claude-sonnet-4-5","gemini-3-flash","claude-sonnet-4-5","Gemini 3 Flash vs Claude Sonnet 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-deepseek-v3-2","gemini-3-flash","deepseek-v3-2","Gemini 3 Flash vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-glm-5","gemini-3-flash","glm-5","Gemini 3 Flash vs GLM 5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-gpt-5-mini","gemini-3-flash","gpt-5-mini","Gemini 3 Flash vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-kimi-k2-5","gemini-3-flash","kimi-k2-5","Gemini 3 Flash vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gemini-3-flash-vs-minimax-m2-5","gemini-3-flash","minimax-m2-5","Gemini 3 Flash vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-claude-opus-4-5","glm-5","claude-opus-4-5","GLM 5 vs Claude Opus 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-claude-opus-4-6","glm-5","claude-opus-4-6","GLM 5 vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-claude-sonnet-4-5","glm-5","claude-sonnet-4-5","GLM 5 vs Claude Sonnet 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-deepseek-v3-2","glm-5","deepseek-v3-2","GLM 5 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-gpt-5-mini","glm-5","gpt-5-mini","GLM 5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-kimi-k2-5","glm-5","kimi-k2-5","GLM 5 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["glm-5-vs-minimax-m2-5","glm-5","minimax-m2-5","GLM 5 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-claude-opus-4-5","gpt-5-2","claude-opus-4-5","GPT 5.2 vs Claude Opus 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-claude-opus-4-6","gpt-5-2","claude-opus-4-6","GPT 5.2 vs Claude Opus 4.6",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-claude-sonnet-4-5","gpt-5-2","claude-sonnet-4-5","GPT 5.2 vs Claude Sonnet 4.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-deepseek-v3-2","gpt-5-2","deepseek-v3-2","GPT 5.2 vs DeepSeek V3.2",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-gemini-3-flash","gpt-5-2","gemini-3-flash","GPT 5.2 vs Gemini 3 Flash",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-glm-5","gpt-5-2","glm-5","GPT 5.2 vs GLM 5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-gpt-5-mini","gpt-5-2","gpt-5-mini","GPT 5.2 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-kimi-k2-5","gpt-5-2","kimi-k2-5","GPT 5.2 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["gpt-5-2-vs-minimax-m2-5","gpt-5-2","minimax-m2-5","GPT 5.2 vs MiniMax M2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["groq-vs-baseten","groq","baseten","Groq vs Baseten",{"$k":["winner","studySlug"],"$r":[["unclear","inference-provider-index"],["unclear","inference-provider-index"],["unclear","inference-provider-index"]]}],["groq-vs-siliconflow","groq","siliconflow","Groq vs SiliconFlow",{"$k":["winner","studySlug"],"$r":[["tie","inference-provider-index"],["tie","inference-provider-index"],["tie","inference-provider-index"]]}],["kimi-k2-5-vs-gpt-5-mini","kimi-k2-5","gpt-5-mini","Kimi K2.5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["minimax-m2-5-vs-gpt-5-mini","minimax-m2-5","gpt-5-mini","MiniMax M2.5 vs GPT 5 mini",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["minimax-m2-5-vs-kimi-k2-5","minimax-m2-5","kimi-k2-5","MiniMax M2.5 vs Kimi K2.5",{"$k":["winner","studySlug"],"$r":[["tie","swe-bench-verified"],["unclear","swe-bench-verified"],["unclear","cost-thought-experiments"]]}],["agent-harness-vs-claude-haiku-4-5","agent-harness","claude-haiku-4-5","Agent vs Claude Haiku 4.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-claude-opus-4-5","agent-harness","claude-opus-4-5","Agent vs Claude Opus 4.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-claude-opus-4-6","agent-harness","claude-opus-4-6","Agent vs Claude Opus 4.6",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-claude-sonnet-4-5","agent-harness","claude-sonnet-4-5","Agent vs Claude Sonnet 4.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-deepseek-v3-2","agent-harness","deepseek-v3-2","Agent vs DeepSeek V3.2",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-gemini-3-flash","agent-harness","gemini-3-flash","Agent vs Gemini 3 Flash",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-glm-5","agent-harness","glm-5","Agent vs GLM 5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-gpt-5-2","agent-harness","gpt-5-2","Agent vs GPT 5.2",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-gpt-5-mini","agent-harness","gpt-5-mini","Agent vs GPT 5 mini",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-kimi-k2-5","agent-harness","kimi-k2-5","Agent vs Kimi K2.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["agent-harness-vs-minimax-m2-5","agent-harness","minimax-m2-5","Agent vs MiniMax M2.5",{"$k":["winner","studySlug","calculation"],"$r":[["tie","swe-bench-verified","\u0001"],["unclear","swe-bench-verified","\u0001"],["unclear","cost-thought-experiments",true]]}],["amazon-bedrock-vs-baseten","amazon-bedrock","baseten","Amazon Bedrock vs Baseten",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-cerebras","amazon-bedrock","cerebras","Amazon Bedrock vs Cerebras",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-deepinfra","amazon-bedrock","deepinfra","Amazon Bedrock vs DeepInfra",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-groq","amazon-bedrock","groq","Amazon Bedrock vs Groq",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-nebius","amazon-bedrock","nebius","Amazon Bedrock vs Nebius",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-novita","amazon-bedrock","novita","Amazon Bedrock vs Novita AI",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-parasail","amazon-bedrock","parasail","Amazon Bedrock vs Parasail",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-sambanova","amazon-bedrock","sambanova","Amazon Bedrock vs SambaNova",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-siliconflow","amazon-bedrock","siliconflow","Amazon Bedrock vs SiliconFlow",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["amazon-bedrock-vs-together","amazon-bedrock","together","Amazon Bedrock vs Together AI",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["cerebras-vs-nebius","cerebras","nebius","Cerebras vs Nebius",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["cerebras-vs-novita","cerebras","novita","Cerebras vs Novita AI",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["cerebras-vs-sambanova","cerebras","sambanova","Cerebras vs SambaNova",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["deepinfra-vs-cerebras","deepinfra","cerebras","DeepInfra vs Cerebras",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["fireworks-vs-nebius","fireworks","nebius","Fireworks AI vs Nebius",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["google-vertex-vs-baseten","google-vertex","baseten","Google Vertex AI vs Baseten",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["google-vertex-vs-cerebras","google-vertex","cerebras","Google Vertex AI vs Cerebras",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["google-vertex-vs-cloudflare","google-vertex","cloudflare","Google Vertex AI vs Cloudflare Workers AI",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["google-vertex-vs-nebius","google-vertex","nebius","Google Vertex AI vs Nebius",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["google-vertex-vs-siliconflow","google-vertex","siliconflow","Google Vertex AI vs SiliconFlow",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["groq-vs-cloudflare","groq","cloudflare","Groq vs Cloudflare Workers AI",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["groq-vs-nebius","groq","nebius","Groq vs Nebius",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["nebius-vs-cloudflare","nebius","cloudflare","Nebius vs Cloudflare Workers AI",[{"winner":"tie","studySlug":"inference-provider-index"},{"winner":"tie","studySlug":"inference-provider-index"}]],["sambanova-vs-baseten","sambanova","baseten","SambaNova vs Baseten",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["sambanova-vs-cloudflare","sambanova","cloudflare","SambaNova vs Cloudflare Workers AI",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["sambanova-vs-nebius","sambanova","nebius","SambaNova vs Nebius",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["sambanova-vs-siliconflow","sambanova","siliconflow","SambaNova vs SiliconFlow",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]],["together-vs-cerebras","together","cerebras","Together AI vs Cerebras",[{"winner":"unclear","studySlug":"inference-provider-index"},{"winner":"unclear","studySlug":"inference-provider-index"}]]]}