{
 "schema": "arena-same-host-reference/1",
 "note": "Third-party numbers that put the models on one footing without any new test of ours. Nothing here was measured by us.",
 "decisionIndex": {
  "version": "Decision Index 0.2.1",
  "snapshotUtc": "2026-10-01T15:33:42+00:00",
  "hardware": "1 x NVIDIA RTX PRO 6000",
  "source": "https://huggingface.co/spaces/multimodalart/jev-decision-index (data mirrored at clef-evals.workers-ai-mle.workers.dev/data/leaderboard.json)",
  "accessed": "2026-10-06",
  "how": "Every open model ran on the same GPU in one harness. Jev is a hosted API, so its time includes the network from the board's lab.",
  "models": [
   {
    "id": "jev",
    "boardName": "Jev",
    "index": 57.91,
    "rank": 2,
    "ofModels": 73,
    "latencyMedianMs": 524.1,
    "latencyP95Ms": 536,
    "ece": 0.074,
    "hostedApi": true
   },
   {
    "id": "clef",
    "boardName": "Clef",
    "index": 61.21,
    "rank": 1,
    "ofModels": 73,
    "latencyMedianMs": 209.3,
    "latencyP95Ms": 238.6,
    "ece": null,
    "hostedApi": false
   },
   {
    "id": "clef-flash",
    "boardName": "Clef-flash",
    "index": 57.07,
    "rank": 5,
    "ofModels": 73,
    "latencyMedianMs": 38.8,
    "latencyP95Ms": 122.4,
    "ece": null,
    "hostedApi": false
   },
   {
    "id": "kev-4b",
    "boardName": "Kev 4B",
    "index": 34.64,
    "rank": 34,
    "ofModels": 73,
    "latencyMedianMs": 52.1,
    "latencyP95Ms": 141.1,
    "ece": 0.1756,
    "hostedApi": false
   },
   {
    "id": "lev",
    "boardName": "lev",
    "index": 38.54,
    "rank": 28,
    "ofModels": 73,
    "latencyMedianMs": 70.8,
    "latencyP95Ms": 687.7,
    "ece": 0.0638,
    "hostedApi": false
   },
   {
    "id": "laya",
    "boardName": "Laya",
    "index": 6.04,
    "rank": 63,
    "ofModels": 73,
    "latencyMedianMs": 5.8,
    "latencyP95Ms": 222.5,
    "ece": 0.1402,
    "hostedApi": false
   },
   {
    "id": "julia-1",
    "boardName": "Julia 1",
    "index": 5.54,
    "rank": 64,
    "ofModels": 73,
    "latencyMedianMs": 5.8,
    "latencyP95Ms": 15.3,
    "ece": 0.4197,
    "hostedApi": false
   }
  ]
 },
 "openRouter": {
  "accessed": "2026-10-06",
  "how": "OpenRouter measures P50 latency for every listed endpoint through its own gateway. Providers differ and the numbers change daily.",
  "models": [
   {
    "id": "jev",
    "page": "https://openrouter.ai/typesafe/jev-1.13",
    "provider": "TypeSafe",
    "usdPerMInput": 0.042,
    "p50Seconds": 0.17
   },
   {
    "id": "clef",
    "page": "https://openrouter.ai/cloudflare/clef",
    "provider": "Workers AI",
    "usdPerMInput": 0.24,
    "p50Seconds": 0.5
   },
   {
    "id": "clef-flash",
    "page": "https://openrouter.ai/cloudflare/clef-flash",
    "provider": "Workers AI",
    "usdPerMInput": 0.09,
    "p50Seconds": 0.59
   },
   {
    "id": "kev-4b",
    "page": "https://openrouter.ai/jaredpalmer/kev-4b",
    "provider": "SiliconFlow",
    "usdPerMInput": 0.042,
    "p50Seconds": 4.08
   }
  ]
 },
 "workersAi": {
  "accessed": "2026-10-06",
  "how": "One provider, one fleet, one price list: Cloudflare Workers AI prices all three models it hosts.",
  "models": [
   {
    "id": "jev",
    "page": "https://developers.cloudflare.com/ai/models/typesafe/jev/",
    "usdPerMInput": 0.042
   },
   {
    "id": "clef",
    "page": "https://developers.cloudflare.com/workers-ai/models/clef/",
    "usdPerMInput": 0.24
   },
   {
    "id": "clef-flash",
    "page": "https://developers.cloudflare.com/workers-ai/models/clef-flash/",
    "usdPerMInput": 0.09
   }
  ]
 }
}