{
 "schema": "arena-clock-registry/1",
 "version": "2026-10-07T19:24:57Z",
 "machines": [
  {
   "id": "mac-m3-ultra",
   "label": "This Mac (M3 Ultra)",
   "kind": "local",
   "where": "The recording machine: Mac Studio, Apple M3 Ultra (28 CPU cores, 60 GPU cores), 96 GB; llama.cpp 0.6.0 (build 11429).",
   "networkIncluded": false,
   "rttMs": null,
   "notes": "The model alone, no network. A Mac Studio, Apple M3 Ultra, 96 GB."
  },
  {
   "id": "one-rtx-pro-6000",
   "label": "One RTX PRO 6000",
   "kind": "gpu",
   "where": "A third-party lab: one NVIDIA RTX PRO 6000, one harness for every open model (Decision Index 0.2.1).",
   "networkIncluded": false,
   "rttMs": null,
   "notes": "The model alone, no network, on one NVIDIA RTX PRO 6000 in the board's harness. The workload and its token sizes are the board's, not ours."
  },
  {
   "id": "hosted-houston",
   "label": "Hosted, from Houston",
   "kind": "hosted",
   "where": "A hosted API called from the recording machine in Houston, Texas.",
   "networkIncluded": true,
   "rttMs": 108,
   "notes": "The network round trip from Houston, Texas, and the model.",
   "rttSource": "fastest recorded call on this machine (120 calls)"
  },
  {
   "id": "hosted-third-party-lab",
   "label": "Hosted, third-party lab",
   "kind": "hosted",
   "where": "A hosted API called from the third-party lab's network (Decision Index 0.2.1).",
   "networkIncluded": true,
   "rttMs": null,
   "notes": "The network round trip from the board's lab, and the model."
  },
  {
   "id": "openrouter-typesafe",
   "label": "OpenRouter (TypeSafe)",
   "kind": "gateway",
   "where": "OpenRouter's gateway in front of the TypeSafe endpoint.",
   "networkIncluded": true,
   "rttMs": null,
   "notes": "The gateway's path and the provider's service, as OpenRouter measures it over its own traffic. It changes daily."
  },
  {
   "id": "openrouter-workers-ai",
   "label": "OpenRouter (Workers AI)",
   "kind": "gateway",
   "where": "OpenRouter's gateway in front of the Workers AI endpoint.",
   "networkIncluded": true,
   "rttMs": null,
   "notes": "The gateway's path and the provider's service, as OpenRouter measures it over its own traffic. It changes daily."
  },
  {
   "id": "openrouter-siliconflow",
   "label": "OpenRouter (SiliconFlow)",
   "kind": "gateway",
   "where": "OpenRouter's gateway in front of the SiliconFlow endpoint.",
   "networkIncluded": true,
   "rttMs": null,
   "notes": "The gateway's path and the provider's service, as OpenRouter measures it over its own traffic. It changes daily."
  }
 ],
 "models": [
  {
   "id": "jev",
   "label": "Jev 1.13",
   "kind": "api",
   "defaultMachine": "hosted-houston"
  },
  {
   "id": "clef",
   "label": "Clef 27B",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  },
  {
   "id": "clef-flash",
   "label": "Clef-Flash 9B",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  },
  {
   "id": "lev",
   "label": "lev 4B",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  },
  {
   "id": "kev-4b",
   "label": "Kev 4B",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  },
  {
   "id": "laya",
   "label": "Laya",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  },
  {
   "id": "julia-1",
   "label": "Julia-1",
   "kind": "local",
   "defaultMachine": "mac-m3-ultra"
  }
 ],
 "latency": [
  {
   "model": "jev",
   "machine": "hosted-houston",
   "basis": "measured",
   "fit": {
    "a": 139.525,
    "b": 0.004326,
    "r2": 0.0038,
    "n": 120,
    "medianTokens": 830,
    "tokensMin": 338,
    "tokensMax": 2363,
    "medianMs": 137,
    "p95Ms": 192,
    "residualP50": 16.61,
    "residualP95": 50.48,
    "residualMax": 69.29,
    "method": "ols",
    "quality": "poor",
    "floorMs": 108,
    "alt": {
     "method": "theil-sen",
     "a": 132.841,
     "b": 0.004425,
     "r2": -0.0776,
     "residualP95": 57.12
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:03:28Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 1767,
     "medianMs": 131.2,
     "medianTokens": 762,
     "a": 53.541,
     "b": 0.110017,
     "r2": 0.0033
    },
    {
     "source": "turn-based-isolated",
     "clean": false,
     "n": 4,
     "medianMs": 165.4,
     "medianTokens": 861,
     "a": 146.788,
     "b": 0.013345,
     "r2": 0.0721
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 133,
     "medianTokens": 840,
     "a": 139.631,
     "b": -0.000873,
     "r2": 0.0001
    }
   ]
  },
  {
   "model": "jev",
   "machine": "hosted-third-party-lab",
   "basis": "anchor",
   "anchor": {
    "model": "jev",
    "machine": "hosted-third-party-lab",
    "ms": 524.1,
    "p95Ms": 536,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "lab median, hosted API",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "jev",
   "machine": "openrouter-typesafe",
   "basis": "anchor",
   "anchor": {
    "model": "jev",
    "machine": "openrouter-typesafe",
    "ms": 170,
    "source": "OpenRouter",
    "sourceFile": "refs/anchors/openrouter-2026-10-06.json",
    "accessed": "2026-10-06",
    "what": "p50 for the TypeSafe endpoint",
    "provider": "TypeSafe",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "clef",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 120.38,
    "b": 3.05069,
    "r2": 0.999,
    "n": 115,
    "medianTokens": 577,
    "tokensMin": 183,
    "tokensMax": 1922,
    "medianMs": 1919,
    "p95Ms": 2795,
    "residualP50": 21.56,
    "residualP95": 52.92,
    "residualMax": 57.93,
    "method": "ols",
    "quality": "good",
    "floorMs": 673,
    "alt": {
     "method": "theil-sen",
     "a": 125.213,
     "b": 3.037994,
     "r2": 0.9989,
     "residualP95": 51.39
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 115,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:07:05Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 112,
     "medianMs": 1793.5,
     "medianTokens": 522,
     "a": 308.35,
     "b": 2.820703,
     "r2": 0.2278
    },
    {
     "source": "turn-based-isolated",
     "clean": false,
     "n": 806,
     "medianMs": 2403.1,
     "medianTokens": 620,
     "a": 156.992,
     "b": 3.370694,
     "r2": 0.898
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3073,
     "medianMs": 1922,
     "medianTokens": 585,
     "a": 123.686,
     "b": 3.05771,
     "r2": 0.9874
    }
   ]
  },
  {
   "model": "clef",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "clef",
    "machine": "one-rtx-pro-6000",
    "ms": 209.3,
    "p95Ms": 238.6,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "clef",
   "machine": "openrouter-workers-ai",
   "basis": "anchor",
   "anchor": {
    "model": "clef",
    "machine": "openrouter-workers-ai",
    "ms": 500,
    "source": "OpenRouter",
    "sourceFile": "refs/anchors/openrouter-2026-10-06.json",
    "accessed": "2026-10-06",
    "what": "p50 for the Workers AI endpoint",
    "provider": "Workers AI",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "clef-flash",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 54.421,
    "b": 0.871633,
    "r2": 0.9544,
    "n": 120,
    "medianTokens": 577,
    "tokensMin": 183,
    "tokensMax": 1922,
    "medianMs": 566,
    "p95Ms": 818,
    "residualP50": 7.88,
    "residualP95": 22.44,
    "residualMax": 557.82,
    "method": "ols",
    "quality": "good",
    "floorMs": 196,
    "alt": {
     "method": "theil-sen",
     "a": 42.407,
     "b": 0.886179,
     "r2": 0.9539,
     "residualP95": 15.67
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:08:10Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 387,
     "medianMs": 529.2,
     "medianTokens": 523,
     "a": 149.934,
     "b": 0.714989,
     "r2": 0.446
    },
    {
     "source": "turn-based-isolated",
     "clean": false,
     "n": 18,
     "medianMs": 971,
     "medianTokens": 915,
     "a": 189.506,
     "b": 0.824918,
     "r2": 0.7173
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 572,
     "medianTokens": 584,
     "a": 34.364,
     "b": 0.912749,
     "r2": 0.9834
    }
   ]
  },
  {
   "model": "clef-flash",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "clef-flash",
    "machine": "one-rtx-pro-6000",
    "ms": 38.8,
    "p95Ms": 122.4,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "clef-flash",
   "machine": "openrouter-workers-ai",
   "basis": "anchor",
   "anchor": {
    "model": "clef-flash",
    "machine": "openrouter-workers-ai",
    "ms": 590,
    "source": "OpenRouter",
    "sourceFile": "refs/anchors/openrouter-2026-10-06.json",
    "accessed": "2026-10-06",
    "what": "p50 for the Workers AI endpoint",
    "provider": "Workers AI",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "lev",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 133.219,
    "b": 0.261573,
    "r2": 0.6848,
    "n": 120,
    "medianTokens": 1076,
    "tokensMin": 153,
    "tokensMax": 3722,
    "medianMs": 428,
    "p95Ms": 651,
    "residualP50": 22.37,
    "residualP95": 73.24,
    "residualMax": 1071.72,
    "method": "ols",
    "quality": "fair",
    "floorMs": 100,
    "alt": {
     "method": "theil-sen",
     "a": 89.3,
     "b": 0.292857,
     "r2": 0.6713,
     "residualP95": 80.89
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:08:59Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 451,
     "medianMs": 417.8,
     "medianTokens": 1012,
     "a": 191.873,
     "b": 0.224928,
     "r2": 0.5735
    },
    {
     "source": "turn-based-isolated",
     "clean": false,
     "n": 37,
     "medianMs": 462.9,
     "medianTokens": 1122,
     "a": -56.979,
     "b": 0.60575,
     "r2": 0.3401
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 414,
     "medianTokens": 1102,
     "a": 108.707,
     "b": 0.282254,
     "r2": 0.956
    }
   ]
  },
  {
   "model": "lev",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "lev",
    "machine": "one-rtx-pro-6000",
    "ms": 70.8,
    "p95Ms": 687.7,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "kev-4b",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 101.666,
    "b": 0.49394,
    "r2": 0.2742,
    "n": 120,
    "medianTokens": 462,
    "tokensMin": 67,
    "tokensMax": 2048,
    "medianMs": 307,
    "p95Ms": 602,
    "residualP50": 25.58,
    "residualP95": 59.6,
    "residualMax": 2690.53,
    "method": "ols",
    "quality": "poor",
    "floorMs": 86,
    "alt": {
     "method": "theil-sen",
     "a": 41.247,
     "b": 0.573564,
     "r2": 0.2602,
     "residualP95": 22.12
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:09:38Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 815,
     "medianMs": 284.7,
     "medianTokens": 418,
     "a": 94.342,
     "b": 0.439986,
     "r2": 0.2263
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 305,
     "medianTokens": 468,
     "a": 21.053,
     "b": 0.61401,
     "r2": 0.9958
    }
   ]
  },
  {
   "model": "kev-4b",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "kev-4b",
    "machine": "one-rtx-pro-6000",
    "ms": 52.1,
    "p95Ms": 141.1,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "kev-4b",
   "machine": "openrouter-siliconflow",
   "basis": "anchor",
   "anchor": {
    "model": "kev-4b",
    "machine": "openrouter-siliconflow",
    "ms": 4080,
    "source": "OpenRouter",
    "sourceFile": "refs/anchors/openrouter-2026-10-06.json",
    "accessed": "2026-10-06",
    "what": "p50 for the SiliconFlow endpoint",
    "provider": "SiliconFlow",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "laya",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 11.32,
    "b": 0.070535,
    "r2": 0.5173,
    "n": 120,
    "medianTokens": 474,
    "tokensMin": 81,
    "tokensMax": 1602,
    "medianMs": 43,
    "p95Ms": 69,
    "residualP50": 1.94,
    "residualP95": 4.7,
    "residualMax": 190.44,
    "method": "ols",
    "quality": "fair",
    "floorMs": 15,
    "alt": {
     "method": "theil-sen",
     "a": 8.191,
     "b": 0.073529,
     "r2": 0.5113,
     "residualP95": 2.53
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:09:43Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 2995,
     "medianMs": 36.5,
     "medianTokens": 372,
     "a": 5.235,
     "b": 0.084301,
     "r2": 0.1898
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 45,
     "medianTokens": 474,
     "a": 4.706,
     "b": 0.086412,
     "r2": 0.9763
    }
   ]
  },
  {
   "model": "laya",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "laya",
    "machine": "one-rtx-pro-6000",
    "ms": 5.8,
    "p95Ms": 222.5,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  },
  {
   "model": "julia-1",
   "machine": "mac-m3-ultra",
   "basis": "measured",
   "fit": {
    "a": 5.723,
    "b": 0.019139,
    "r2": 0.3055,
    "n": 120,
    "medianTokens": 444,
    "tokensMin": 75,
    "tokensMax": 1773,
    "medianMs": 13,
    "p95Ms": 23,
    "residualP50": 1.13,
    "residualP95": 2.51,
    "residualMax": 86,
    "method": "ols",
    "quality": "poor",
    "floorMs": 6,
    "alt": {
     "method": "theil-sen",
     "a": 4.958,
     "b": 0.018564,
     "r2": 0.2942,
     "residualP95": 2.21
    }
   },
   "sources": [
    {
     "id": "latency-pass",
     "label": "Arena latency pass",
     "detail": "120 seeded items, one call at a time, nothing else running",
     "calls": 120,
     "logged": 120
    }
   ],
   "window": {
    "from": "2026-10-06",
    "to": "2026-10-06"
   },
   "updatedAt": "2026-10-06T23:09:45Z",
   "crossChecks": [
    {
     "source": "pong-serial",
     "clean": true,
     "n": 7451,
     "medianMs": 12.4,
     "medianTokens": 412,
     "a": 5.325,
     "b": 0.018771,
     "r2": 0.0126
    },
    {
     "source": "turn-based-isolated",
     "clean": false,
     "n": 6,
     "medianMs": 12.8,
     "medianTokens": 427,
     "a": -21.928,
     "b": 0.109863,
     "r2": 0.1593
    },
    {
     "source": "exam-loaded",
     "clean": false,
     "n": 3081,
     "medianMs": 15,
     "medianTokens": 453,
     "a": -1.212,
     "b": 0.037231,
     "r2": 0.5416
    }
   ]
  },
  {
   "model": "julia-1",
   "machine": "one-rtx-pro-6000",
   "basis": "anchor",
   "anchor": {
    "model": "julia-1",
    "machine": "one-rtx-pro-6000",
    "ms": 5.8,
    "p95Ms": 15.3,
    "source": "Decision Index 0.2.1",
    "sourceFile": "refs/anchors/decision-index-0.2.1.json",
    "accessed": "2026-10-06",
    "snapshotUtc": "2026-10-01T15:33:42+00:00",
    "what": "one-GPU median",
    "workloadTokens": null
   },
   "updatedAt": "2026-10-06T00:00:00Z"
  }
 ],
 "ratios": [
  {
   "model": "jev",
   "from": "hosted-houston",
   "to": "hosted-third-party-lab",
   "ratio": 3.825547,
   "speedup": 0.261,
   "fromMs": 137,
   "toMs": 524.1,
   "basis": "median-vs-anchor"
  },
  {
   "model": "jev",
   "from": "hosted-houston",
   "to": "openrouter-typesafe",
   "ratio": 1.240876,
   "speedup": 0.806,
   "fromMs": 137,
   "toMs": 170,
   "basis": "median-vs-anchor"
  },
  {
   "model": "clef",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.109067,
   "speedup": 9.169,
   "fromMs": 1919,
   "toMs": 209.3,
   "basis": "median-vs-anchor"
  },
  {
   "model": "clef",
   "from": "mac-m3-ultra",
   "to": "openrouter-workers-ai",
   "ratio": 0.260552,
   "speedup": 3.838,
   "fromMs": 1919,
   "toMs": 500,
   "basis": "median-vs-anchor"
  },
  {
   "model": "clef-flash",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.068551,
   "speedup": 14.588,
   "fromMs": 566,
   "toMs": 38.8,
   "basis": "median-vs-anchor"
  },
  {
   "model": "clef-flash",
   "from": "mac-m3-ultra",
   "to": "openrouter-workers-ai",
   "ratio": 1.042403,
   "speedup": 0.959,
   "fromMs": 566,
   "toMs": 590,
   "basis": "median-vs-anchor"
  },
  {
   "model": "lev",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.165421,
   "speedup": 6.045,
   "fromMs": 428,
   "toMs": 70.8,
   "basis": "median-vs-anchor"
  },
  {
   "model": "kev-4b",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.169707,
   "speedup": 5.893,
   "fromMs": 307,
   "toMs": 52.1,
   "basis": "median-vs-anchor"
  },
  {
   "model": "kev-4b",
   "from": "mac-m3-ultra",
   "to": "openrouter-siliconflow",
   "ratio": 13.289902,
   "speedup": 0.075,
   "fromMs": 307,
   "toMs": 4080,
   "basis": "median-vs-anchor"
  },
  {
   "model": "laya",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.134884,
   "speedup": 7.414,
   "fromMs": 43,
   "toMs": 5.8,
   "basis": "median-vs-anchor"
  },
  {
   "model": "julia-1",
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "ratio": 0.446154,
   "speedup": 2.241,
   "fromMs": 13,
   "toMs": 5.8,
   "basis": "median-vs-anchor"
  }
 ],
 "ratioSpread": {
  "from": "mac-m3-ultra",
  "to": "one-rtx-pro-6000",
  "n": 6,
  "min": 0.068551,
  "max": 0.446154,
  "minSpeedup": 2.241,
  "maxSpeedup": 14.588,
  "factor": 6.5,
  "minSpeedupModel": "julia-1",
  "maxSpeedupModel": "clef-flash"
 },
 "ratioSpreads": [
  {
   "from": "mac-m3-ultra",
   "to": "one-rtx-pro-6000",
   "n": 6,
   "min": 0.068551,
   "max": 0.446154,
   "minSpeedup": 2.241,
   "maxSpeedup": 14.588,
   "factor": 6.5,
   "minSpeedupModel": "julia-1",
   "maxSpeedupModel": "clef-flash"
  },
  {
   "from": "mac-m3-ultra",
   "to": "openrouter-workers-ai",
   "n": 2,
   "min": 0.260552,
   "max": 1.042403,
   "minSpeedup": 0.959,
   "maxSpeedup": 3.838,
   "factor": 4,
   "minSpeedupModel": "clef-flash",
   "maxSpeedupModel": "clef"
  },
  {
   "from": "hosted-houston",
   "to": "hosted-third-party-lab",
   "n": 1,
   "min": 3.825547,
   "max": 3.825547,
   "minSpeedup": 0.261,
   "maxSpeedup": 0.261,
   "factor": 1,
   "minSpeedupModel": "jev",
   "maxSpeedupModel": "jev"
  },
  {
   "from": "hosted-houston",
   "to": "openrouter-typesafe",
   "n": 1,
   "min": 1.240876,
   "max": 1.240876,
   "minSpeedup": 0.806,
   "maxSpeedup": 0.806,
   "factor": 1,
   "minSpeedupModel": "jev",
   "maxSpeedupModel": "jev"
  },
  {
   "from": "mac-m3-ultra",
   "to": "openrouter-siliconflow",
   "n": 1,
   "min": 13.289902,
   "max": 13.289902,
   "minSpeedup": 0.075,
   "maxSpeedup": 0.075,
   "factor": 1,
   "minSpeedupModel": "kev-4b",
   "maxSpeedupModel": "kev-4b"
  }
 ],
 "clocks": [
  {
   "id": "equal:150",
   "label": "Fair clock, 150 ms",
   "kind": "equal",
   "spec": "equal:150",
   "about": "Every model answers after the same simulated 150 ms, whatever its real call time. Only decision quality counts."
  },
  {
   "id": "measured",
   "label": "As deployed",
   "kind": "measured",
   "spec": "measured",
   "about": "Each model answers after its own measured call time. Depends on the machine that ran it."
  },
  {
   "id": "machine:mac-m3-ultra",
   "label": "This Mac (M3 Ultra), modeled",
   "kind": "machine",
   "spec": "machine:mac-m3-ultra",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "mac-m3-ultra",
   "models": [
    "clef",
    "clef-flash",
    "lev",
    "kev-4b",
    "laya",
    "julia-1"
   ]
  },
  {
   "id": "machine:one-rtx-pro-6000",
   "label": "One RTX PRO 6000, modeled",
   "kind": "machine",
   "spec": "machine:one-rtx-pro-6000",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "one-rtx-pro-6000",
   "models": [
    "clef",
    "clef-flash",
    "lev",
    "kev-4b",
    "laya",
    "julia-1"
   ]
  },
  {
   "id": "machine:hosted-houston",
   "label": "Hosted, from Houston, modeled",
   "kind": "machine",
   "spec": "machine:hosted-houston",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "hosted-houston",
   "models": [
    "jev"
   ]
  },
  {
   "id": "machine:hosted-third-party-lab",
   "label": "Hosted, third-party lab, modeled",
   "kind": "machine",
   "spec": "machine:hosted-third-party-lab",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "hosted-third-party-lab",
   "models": [
    "jev"
   ]
  },
  {
   "id": "machine:openrouter-typesafe",
   "label": "OpenRouter (TypeSafe), modeled",
   "kind": "machine",
   "spec": "machine:openrouter-typesafe",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "openrouter-typesafe",
   "models": [
    "jev"
   ]
  },
  {
   "id": "machine:openrouter-workers-ai",
   "label": "OpenRouter (Workers AI), modeled",
   "kind": "machine",
   "spec": "machine:openrouter-workers-ai",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "openrouter-workers-ai",
   "models": [
    "clef",
    "clef-flash"
   ]
  },
  {
   "id": "machine:openrouter-siliconflow",
   "label": "OpenRouter (SiliconFlow), modeled",
   "kind": "machine",
   "spec": "machine:openrouter-siliconflow",
   "about": "Each model answers after its modeled call time on this machine (latency model of the registry), as a function of the input size.",
   "machine": "openrouter-siliconflow",
   "models": [
    "kev-4b"
   ]
  }
 ],
 "calibration": {
  "fitMethod": "ols",
  "quality": {
   "goodR2": 0.8,
   "fairR2": 0.5,
   "minCalls": 20
  },
  "sources": [
   {
    "id": "latency-pass",
    "role": "fit",
    "clean": true,
    "label": "Arena latency pass",
    "files": 1,
    "calls": 835,
    "why": "PROTOCOL pass 2: the only pass made for latency. Nothing else ran on the arena."
   },
   {
    "id": "pong-serial",
    "role": "check",
    "clean": true,
    "label": "Pong round robin and featured series",
    "files": 4,
    "calls": 13978,
    "why": "Serial and mostly idle (PROTOCOL erratum 3 names a few low-priority scripts), but the token range is too narrow for a fit."
   },
   {
    "id": "turn-based-isolated",
    "role": "check",
    "clean": false,
    "label": "Turn-based round robin, isolated calls",
    "files": 1,
    "calls": 875,
    "why": "The round robin ran six matches at a time (PROTOCOL, pass 4); a call with no other call in flight can still share the machine with other work."
   },
   {
    "id": "exam-loaded",
    "role": "check",
    "clean": false,
    "label": "Exam pass",
    "files": 1,
    "calls": 21559,
    "why": "PROTOCOL amendment 1: the models ran at the same time, so the times include queueing."
   },
   {
    "id": "live-calls",
    "role": "fit",
    "clean": true,
    "label": "Live API calls",
    "files": 0,
    "calls": 0,
    "why": "A live API needs no calibration run: its own usage is the data."
   }
  ],
  "excluded": [
   {
    "files": [
     "runs/matches/othello-s1.jsonl",
     "runs/matches/tron-fair-s1.jsonl",
     "runs/matches/snake-fair-s1.jsonl",
     "runs/matches/pong-fair-*.jsonl",
     "runs/matches/tron-real-*.jsonl",
     "runs/matches/snake-real-*.jsonl"
    ],
    "why": "PROTOCOL amendment 3 and erratum 4: the league recordings were made while the Mac also ran builds, type checks, test runs, dev servers, other sessions' jobs and a virtual machine (load average near 20). Their call times are not clean measurements."
   }
  ]
 },
 "fingerprint": "40ef6aa1958d28dd"
}