{ "kind": "system-one-arena-match-summary", "note": "Output of matches/summary.mjs: summary = the round robin (turn-based and Pong), featured = the featured Pong series, ladder = the speed ladder. W-D-L, score, Elo (K 32, 200 seeded orders, 95% bootstrap interval), illegal rate, latency, agreement with the perfect player.", "summary": { "engine": "matches/1", "source": { "files": [ "turn-based-s1.jsonl", "pong-s1.jsonl" ], "matches": 1512 }, "settings": { "elo": { "k": 32, "shuffles": 200, "bootstrapResamples": 200, "seed": 1, "start": 1000, "note": "mean of sequential Elo over seeded shuffles of all games; 95% interval from bootstrap over games" } }, "games": { "ttt": { "matches": 360, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 80, "wins": 69, "draws": 9, "losses": 2, "scorePct": 91.9, "elo": 1324, "eloCI95": [ 1256, 1380 ], "moves": 193, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 193, "count": 193, "rate": 1 }, "matchPerfectOnDecisive": { "n": 153, "count": 153, "rate": 1 } }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 80, "wins": 37, "draws": 6, "losses": 37, "scorePct": 50, "elo": 999, "eloCI95": [ 922, 1074 ], "moves": 202, "modelMoves": 202, "fallbackRate": { "n": 202, "count": 1, "rate": 0.005 }, "illegalRate": { "n": 202, "count": 0, "rate": 0 }, "errorRate": { "n": 202, "count": 1, "rate": 0.005 }, "latencyMs": { "n": 201, "mean": 145.3, "median": 138.4, "p95": 204.2 }, "latencyIsolatedMs": { "n": 1, "mean": 139.8, "median": 139.8, "p95": 139.8 }, "matchPerfect": { "n": 202, "count": 125, "rate": 0.6188 }, "matchPerfectOnDecisive": { "n": 144, "count": 67, "rate": 0.4653 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 80, "wins": 38, "draws": 5, "losses": 37, "scorePct": 50.6, "elo": 998, "eloCI95": [ 926, 1066 ], "moves": 201, "modelMoves": 201, "fallbackRate": { "n": 201, "count": 0, "rate": 0 }, "illegalRate": { "n": 201, "count": 0, "rate": 0 }, "errorRate": { "n": 201, "count": 0, "rate": 0 }, "latencyMs": { "n": 201, "mean": 1809.8, "median": 1685, "p95": 2613.2 }, "latencyIsolatedMs": { "n": 89, "mean": 1456.9, "median": 1443.7, "p95": 1741.2 }, "matchPerfect": { "n": 201, "count": 126, "rate": 0.6269 }, "matchPerfectOnDecisive": { "n": 142, "count": 67, "rate": 0.4718 } }, { "id": "random", "label": "random", "kind": "random", "games": 80, "wins": 33, "draws": 12, "losses": 35, "scorePct": 48.8, "elo": 986, "eloCI95": [ 918, 1062 ], "moves": 225, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 225, "count": 134, "rate": 0.5956 }, "matchPerfectOnDecisive": { "n": 152, "count": 61, "rate": 0.4013 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 80, "wins": 34, "draws": 7, "losses": 39, "scorePct": 46.9, "elo": 974, "eloCI95": [ 904, 1054 ], "moves": 198, "modelMoves": 198, "fallbackRate": { "n": 198, "count": 0, "rate": 0 }, "illegalRate": { "n": 198, "count": 0, "rate": 0 }, "errorRate": { "n": 198, "count": 0, "rate": 0 }, "latencyMs": { "n": 198, "mean": 920.9, "median": 918.2, "p95": 1144.8 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 198, "count": 129, "rate": 0.6515 }, "matchPerfectOnDecisive": { "n": 147, "count": 78, "rate": 0.5306 } }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 80, "wins": 33, "draws": 9, "losses": 38, "scorePct": 46.9, "elo": 973, "eloCI95": [ 893, 1024 ], "moves": 212, "modelMoves": 212, "fallbackRate": { "n": 212, "count": 0, "rate": 0 }, "illegalRate": { "n": 212, "count": 0, "rate": 0 }, "errorRate": { "n": 212, "count": 0, "rate": 0 }, "latencyMs": { "n": 212, "mean": 432.7, "median": 325.4, "p95": 792.9 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 212, "count": 127, "rate": 0.5991 }, "matchPerfectOnDecisive": { "n": 151, "count": 66, "rate": 0.4371 } }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 80, "wins": 29, "draws": 9, "losses": 42, "scorePct": 41.9, "elo": 939, "eloCI95": [ 883, 1010 ], "moves": 205, "modelMoves": 205, "fallbackRate": { "n": 205, "count": 0, "rate": 0 }, "illegalRate": { "n": 205, "count": 0, "rate": 0 }, "errorRate": { "n": 205, "count": 0, "rate": 0 }, "latencyMs": { "n": 205, "mean": 1064.1, "median": 1185.8, "p95": 1620.7 }, "latencyIsolatedMs": { "n": 2, "mean": 318.1, "median": 318.1, "p95": 365.7 }, "matchPerfect": { "n": 205, "count": 125, "rate": 0.6098 }, "matchPerfectOnDecisive": { "n": 152, "count": 72, "rate": 0.4737 } }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 80, "wins": 29, "draws": 6, "losses": 45, "scorePct": 40, "elo": 926, "eloCI95": [ 865, 1003 ], "moves": 205, "modelMoves": 205, "fallbackRate": { "n": 205, "count": 0, "rate": 0 }, "illegalRate": { "n": 205, "count": 0, "rate": 0 }, "errorRate": { "n": 205, "count": 0, "rate": 0 }, "latencyMs": { "n": 205, "mean": 99.6, "median": 85.1, "p95": 239.1 }, "latencyIsolatedMs": { "n": 1, "mean": 8.8, "median": 8.8, "p95": 8.8 }, "matchPerfect": { "n": 205, "count": 111, "rate": 0.5415 }, "matchPerfectOnDecisive": { "n": 146, "count": 52, "rate": 0.3562 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 80, "wins": 20, "draws": 13, "losses": 47, "scorePct": 33.1, "elo": 881, "eloCI95": [ 811, 951 ], "moves": 213, "modelMoves": 213, "fallbackRate": { "n": 213, "count": 0, "rate": 0 }, "illegalRate": { "n": 213, "count": 0, "rate": 0 }, "errorRate": { "n": 213, "count": 0, "rate": 0 }, "latencyMs": { "n": 213, "mean": 173.5, "median": 161.9, "p95": 376 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 213, "count": 120, "rate": 0.5634 }, "matchPerfectOnDecisive": { "n": 148, "count": 55, "rate": 0.3716 } } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 10, "aWins": 3, "bWins": 6, "draws": 1 }, { "a": "clef-flash", "b": "julia-1", "games": 10, "aWins": 4, "bWins": 5, "draws": 1 }, { "a": "clef-flash", "b": "kev-4b", "games": 10, "aWins": 5, "bWins": 4, "draws": 1 }, { "a": "clef-flash", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 10, "aWins": 4, "bWins": 4, "draws": 2 }, { "a": "clef-flash", "b": "perfect", "games": 10, "aWins": 1, "bWins": 9, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 10, "aWins": 7, "bWins": 1, "draws": 2 }, { "a": "clef", "b": "clef-flash", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "jev", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 10, "aWins": 7, "bWins": 2, "draws": 1 }, { "a": "clef", "b": "kev-4b", "games": 10, "aWins": 4, "bWins": 5, "draws": 1 }, { "a": "clef", "b": "laya", "games": 10, "aWins": 7, "bWins": 0, "draws": 3 }, { "a": "clef", "b": "lev", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef", "b": "random", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 10, "aWins": 6, "bWins": 3, "draws": 1 }, { "a": "jev", "b": "kev-4b", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "jev", "b": "laya", "games": 10, "aWins": 5, "bWins": 3, "draws": 2 }, { "a": "jev", "b": "lev", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 9, "draws": 1 }, { "a": "jev", "b": "random", "games": 10, "aWins": 5, "bWins": 4, "draws": 1 }, { "a": "julia-1", "b": "kev-4b", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 10, "aWins": 4, "bWins": 4, "draws": 2 }, { "a": "julia-1", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 10, "aWins": 3, "bWins": 6, "draws": 1 }, { "a": "kev-4b", "b": "laya", "games": 10, "aWins": 5, "bWins": 4, "draws": 1 }, { "a": "kev-4b", "b": "lev", "games": 10, "aWins": 5, "bWins": 3, "draws": 2 }, { "a": "kev-4b", "b": "perfect", "games": 10, "aWins": 0, "bWins": 8, "draws": 2 }, { "a": "kev-4b", "b": "random", "games": 10, "aWins": 2, "bWins": 6, "draws": 2 }, { "a": "laya", "b": "lev", "games": 10, "aWins": 5, "bWins": 3, "draws": 2 }, { "a": "laya", "b": "perfect", "games": 10, "aWins": 0, "bWins": 8, "draws": 2 }, { "a": "laya", "b": "random", "games": 10, "aWins": 4, "bWins": 3, "draws": 3 }, { "a": "lev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 9, "draws": 1 }, { "a": "lev", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 6, "bWins": 1, "draws": 3 } ] }, "c4": { "matches": 360, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 80, "wins": 79, "draws": 0, "losses": 1, "scorePct": 98.8, "elo": 1418, "eloCI95": [ 1374, 1459 ], "moves": 385, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 384, "count": 384, "rate": 1 }, "matchPerfectOnDecisive": { "n": 356, "count": 356, "rate": 1 } }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 80, "wins": 56, "draws": 0, "losses": 24, "scorePct": 70, "elo": 1141, "eloCI95": [ 1069, 1212 ], "moves": 385, "modelMoves": 385, "fallbackRate": { "n": 385, "count": 0, "rate": 0 }, "illegalRate": { "n": 385, "count": 0, "rate": 0 }, "errorRate": { "n": 385, "count": 0, "rate": 0 }, "latencyMs": { "n": 385, "mean": 138.6, "median": 132.5, "p95": 182.9 }, "latencyIsolatedMs": { "n": 1, "mean": 188.2, "median": 188.2, "p95": 188.2 }, "matchPerfect": { "n": 361, "count": 143, "rate": 0.3961 }, "matchPerfectOnDecisive": { "n": 351, "count": 133, "rate": 0.3789 } }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 80, "wins": 45, "draws": 0, "losses": 35, "scorePct": 56.3, "elo": 1037, "eloCI95": [ 964, 1115 ], "moves": 440, "modelMoves": 440, "fallbackRate": { "n": 440, "count": 0, "rate": 0 }, "illegalRate": { "n": 440, "count": 0, "rate": 0 }, "errorRate": { "n": 440, "count": 0, "rate": 0 }, "latencyMs": { "n": 440, "mean": 1655.3, "median": 1778.3, "p95": 2351.4 }, "latencyIsolatedMs": { "n": 25, "mean": 646.6, "median": 558.2, "p95": 988.6 }, "matchPerfect": { "n": 422, "count": 165, "rate": 0.391 }, "matchPerfectOnDecisive": { "n": 394, "count": 137, "rate": 0.3477 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 80, "wins": 42, "draws": 0, "losses": 38, "scorePct": 52.5, "elo": 1010, "eloCI95": [ 938, 1078 ], "moves": 436, "modelMoves": 436, "fallbackRate": { "n": 436, "count": 0, "rate": 0 }, "illegalRate": { "n": 436, "count": 0, "rate": 0 }, "errorRate": { "n": 436, "count": 0, "rate": 0 }, "latencyMs": { "n": 436, "mean": 2673.1, "median": 2421.4, "p95": 4000.4 }, "latencyIsolatedMs": { "n": 171, "mean": 2098.2, "median": 1946.2, "p95": 2419 }, "matchPerfect": { "n": 412, "count": 143, "rate": 0.3471 }, "matchPerfectOnDecisive": { "n": 392, "count": 123, "rate": 0.3138 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 80, "wins": 38, "draws": 0, "losses": 42, "scorePct": 47.5, "elo": 973, "eloCI95": [ 893, 1044 ], "moves": 422, "modelMoves": 422, "fallbackRate": { "n": 422, "count": 0, "rate": 0 }, "illegalRate": { "n": 422, "count": 0, "rate": 0 }, "errorRate": { "n": 422, "count": 0, "rate": 0 }, "latencyMs": { "n": 422, "mean": 1343.7, "median": 1306.5, "p95": 1698 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 387, "count": 143, "rate": 0.3695 }, "matchPerfectOnDecisive": { "n": 383, "count": 139, "rate": 0.3629 } }, { "id": "random", "label": "random", "kind": "random", "games": 80, "wins": 30, "draws": 0, "losses": 50, "scorePct": 37.5, "elo": 899, "eloCI95": [ 828, 985 ], "moves": 502, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 475, "count": 134, "rate": 0.2821 }, "matchPerfectOnDecisive": { "n": 444, "count": 103, "rate": 0.232 } }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 80, "wins": 27, "draws": 0, "losses": 53, "scorePct": 33.8, "elo": 881, "eloCI95": [ 798, 952 ], "moves": 349, "modelMoves": 349, "fallbackRate": { "n": 349, "count": 0, "rate": 0 }, "illegalRate": { "n": 349, "count": 0, "rate": 0 }, "errorRate": { "n": 349, "count": 0, "rate": 0 }, "latencyMs": { "n": 349, "mean": 744.2, "median": 818.8, "p95": 1202.5 }, "latencyIsolatedMs": { "n": 2, "mean": 325.3, "median": 325.3, "p95": 335 }, "matchPerfect": { "n": 314, "count": 47, "rate": 0.1497 }, "matchPerfectOnDecisive": { "n": 311, "count": 44, "rate": 0.1415 } }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 80, "wins": 26, "draws": 0, "losses": 54, "scorePct": 32.5, "elo": 865, "eloCI95": [ 799, 940 ], "moves": 491, "modelMoves": 491, "fallbackRate": { "n": 491, "count": 0, "rate": 0 }, "illegalRate": { "n": 491, "count": 0, "rate": 0 }, "errorRate": { "n": 491, "count": 0, "rate": 0 }, "latencyMs": { "n": 491, "mean": 157.8, "median": 140.4, "p95": 328.8 }, "latencyIsolatedMs": { "n": 5, "mean": 25.5, "median": 12.8, "p95": 75.8 }, "matchPerfect": { "n": 461, "count": 126, "rate": 0.2733 }, "matchPerfectOnDecisive": { "n": 431, "count": 96, "rate": 0.2227 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 80, "wins": 17, "draws": 0, "losses": 63, "scorePct": 21.3, "elo": 776, "eloCI95": [ 700, 850 ], "moves": 405, "modelMoves": 405, "fallbackRate": { "n": 405, "count": 0, "rate": 0 }, "illegalRate": { "n": 405, "count": 0, "rate": 0 }, "errorRate": { "n": 405, "count": 0, "rate": 0 }, "latencyMs": { "n": 405, "mean": 272.7, "median": 260.7, "p95": 526.6 }, "latencyIsolatedMs": { "n": 2, "mean": 90.2, "median": 90.2, "p95": 135.9 }, "matchPerfect": { "n": 350, "count": 36, "rate": 0.1029 }, "matchPerfectOnDecisive": { "n": 349, "count": 35, "rate": 0.1003 } } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "clef-flash", "b": "julia-1", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "clef-flash", "b": "kev-4b", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef-flash", "b": "laya", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "clef-flash", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 10, "aWins": 8, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "clef-flash", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "clef", "b": "jev", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "kev-4b", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "lev", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef", "b": "random", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "jev", "b": "kev-4b", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "jev", "b": "laya", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "jev", "b": "lev", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "jev", "b": "random", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "julia-1", "b": "kev-4b", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "julia-1", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "kev-4b", "b": "laya", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "kev-4b", "b": "lev", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "kev-4b", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "kev-4b", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "laya", "b": "lev", "games": 10, "aWins": 1, "bWins": 9, "draws": 0 }, { "a": "laya", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "laya", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "lev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "lev", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 } ] }, "nim": { "matches": 360, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 80, "wins": 80, "draws": 0, "losses": 0, "scorePct": 100, "elo": 1424, "eloCI95": [ 1388, 1456 ], "moves": 254, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 250, "count": 250, "rate": 1 }, "matchPerfectOnDecisive": { "n": 198, "count": 198, "rate": 1 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 80, "wins": 45, "draws": 0, "losses": 35, "scorePct": 56.3, "elo": 1032, "eloCI95": [ 962, 1108 ], "moves": 246, "modelMoves": 246, "fallbackRate": { "n": 246, "count": 1, "rate": 0.0041 }, "illegalRate": { "n": 246, "count": 0, "rate": 0 }, "errorRate": { "n": 246, "count": 1, "rate": 0.0041 }, "latencyMs": { "n": 245, "mean": 1965.8, "median": 1807.7, "p95": 3414 }, "latencyIsolatedMs": { "n": 121, "mean": 1619.9, "median": 1560.2, "p95": 2490 }, "matchPerfect": { "n": 183, "count": 89, "rate": 0.4863 }, "matchPerfectOnDecisive": { "n": 158, "count": 64, "rate": 0.4051 } }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 80, "wins": 38, "draws": 0, "losses": 42, "scorePct": 47.5, "elo": 975, "eloCI95": [ 902, 1050 ], "moves": 258, "modelMoves": 258, "fallbackRate": { "n": 258, "count": 0, "rate": 0 }, "illegalRate": { "n": 258, "count": 0, "rate": 0 }, "errorRate": { "n": 258, "count": 0, "rate": 0 }, "latencyMs": { "n": 258, "mean": 121.7, "median": 100.8, "p95": 254.8 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 200, "count": 76, "rate": 0.38 }, "matchPerfectOnDecisive": { "n": 170, "count": 46, "rate": 0.2706 } }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 80, "wins": 38, "draws": 0, "losses": 42, "scorePct": 47.5, "elo": 969, "eloCI95": [ 896, 1047 ], "moves": 189, "modelMoves": 189, "fallbackRate": { "n": 189, "count": 0, "rate": 0 }, "illegalRate": { "n": 189, "count": 0, "rate": 0 }, "errorRate": { "n": 189, "count": 0, "rate": 0 }, "latencyMs": { "n": 189, "mean": 555.4, "median": 496.8, "p95": 1085.2 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 147, "count": 62, "rate": 0.4218 }, "matchPerfectOnDecisive": { "n": 121, "count": 36, "rate": 0.2975 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 80, "wins": 36, "draws": 0, "losses": 44, "scorePct": 45, "elo": 955, "eloCI95": [ 878, 1030 ], "moves": 229, "modelMoves": 229, "fallbackRate": { "n": 229, "count": 0, "rate": 0 }, "illegalRate": { "n": 229, "count": 0, "rate": 0 }, "errorRate": { "n": 229, "count": 0, "rate": 0 }, "latencyMs": { "n": 229, "mean": 1036.8, "median": 983, "p95": 1639.4 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 165, "count": 65, "rate": 0.3939 }, "matchPerfectOnDecisive": { "n": 135, "count": 35, "rate": 0.2593 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 80, "wins": 34, "draws": 0, "losses": 46, "scorePct": 42.5, "elo": 937, "eloCI95": [ 870, 999 ], "moves": 233, "modelMoves": 233, "fallbackRate": { "n": 233, "count": 0, "rate": 0 }, "illegalRate": { "n": 233, "count": 0, "rate": 0 }, "errorRate": { "n": 233, "count": 0, "rate": 0 }, "latencyMs": { "n": 233, "mean": 198.8, "median": 185.5, "p95": 407.9 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 183, "count": 57, "rate": 0.3115 }, "matchPerfectOnDecisive": { "n": 158, "count": 32, "rate": 0.2025 } }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 80, "wins": 31, "draws": 0, "losses": 49, "scorePct": 38.8, "elo": 914, "eloCI95": [ 834, 990 ], "moves": 234, "modelMoves": 234, "fallbackRate": { "n": 234, "count": 0, "rate": 0 }, "illegalRate": { "n": 234, "count": 0, "rate": 0 }, "errorRate": { "n": 234, "count": 0, "rate": 0 }, "latencyMs": { "n": 234, "mean": 139.9, "median": 134.8, "p95": 182.1 }, "latencyIsolatedMs": { "n": 1, "mean": 148, "median": 148, "p95": 148 }, "matchPerfect": { "n": 181, "count": 80, "rate": 0.442 }, "matchPerfectOnDecisive": { "n": 166, "count": 65, "rate": 0.3916 } }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 80, "wins": 29, "draws": 0, "losses": 51, "scorePct": 36.3, "elo": 897, "eloCI95": [ 824, 977 ], "moves": 189, "modelMoves": 189, "fallbackRate": { "n": 189, "count": 0, "rate": 0 }, "illegalRate": { "n": 189, "count": 0, "rate": 0 }, "errorRate": { "n": 189, "count": 0, "rate": 0 }, "latencyMs": { "n": 189, "mean": 1272.9, "median": 1341.7, "p95": 2079.7 }, "latencyIsolatedMs": { "n": 4, "mean": 276.4, "median": 268.1, "p95": 337.7 }, "matchPerfect": { "n": 145, "count": 56, "rate": 0.3862 }, "matchPerfectOnDecisive": { "n": 129, "count": 40, "rate": 0.3101 } }, { "id": "random", "label": "random", "kind": "random", "games": 80, "wins": 29, "draws": 0, "losses": 51, "scorePct": 36.3, "elo": 895, "eloCI95": [ 815, 968 ], "moves": 227, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 176, "count": 54, "rate": 0.3068 }, "matchPerfectOnDecisive": { "n": 159, "count": 37, "rate": 0.2327 } } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "clef-flash", "b": "julia-1", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "clef-flash", "b": "kev-4b", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef-flash", "b": "laya", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef-flash", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "clef-flash", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef", "b": "jev", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "kev-4b", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "clef", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef", "b": "lev", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef", "b": "random", "games": 10, "aWins": 8, "bWins": 2, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "jev", "b": "kev-4b", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "jev", "b": "laya", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "jev", "b": "lev", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "jev", "b": "random", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "julia-1", "b": "kev-4b", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "julia-1", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "kev-4b", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "kev-4b", "b": "lev", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "kev-4b", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "kev-4b", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "laya", "b": "lev", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "laya", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "laya", "b": "random", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "lev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "lev", "b": "random", "games": 10, "aWins": 6, "bWins": 4, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 } ] }, "dab": { "matches": 360, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 80, "wins": 80, "draws": 0, "losses": 0, "scorePct": 100, "elo": 1434, "eloCI95": [ 1399, 1470 ], "moves": 1093, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 1093, "count": 1093, "rate": 1 }, "matchPerfectOnDecisive": { "n": 957, "count": 957, "rate": 1 }, "pointsFor": 678, "pointsAgainst": 42 }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 80, "wins": 59, "draws": 0, "losses": 21, "scorePct": 73.8, "elo": 1172, "eloCI95": [ 1092, 1254 ], "moves": 896, "modelMoves": 896, "fallbackRate": { "n": 896, "count": 0, "rate": 0 }, "illegalRate": { "n": 896, "count": 0, "rate": 0 }, "errorRate": { "n": 896, "count": 0, "rate": 0 }, "latencyMs": { "n": 896, "mean": 141.2, "median": 133.8, "p95": 190.9 }, "latencyIsolatedMs": { "n": 1, "mean": 165.4, "median": 165.4, "p95": 165.4 }, "matchPerfect": { "n": 896, "count": 547, "rate": 0.6105 }, "matchPerfectOnDecisive": { "n": 772, "count": 423, "rate": 0.5479 }, "pointsFor": 466, "pointsAgainst": 254 }, { "id": "laya", "label": "Laya", "kind": "model", "games": 80, "wins": 44, "draws": 0, "losses": 36, "scorePct": 55, "elo": 1020, "eloCI95": [ 953, 1102 ], "moves": 788, "modelMoves": 788, "fallbackRate": { "n": 788, "count": 0, "rate": 0 }, "illegalRate": { "n": 788, "count": 0, "rate": 0 }, "errorRate": { "n": 788, "count": 0, "rate": 0 }, "latencyMs": { "n": 788, "mean": 289.6, "median": 271.6, "p95": 577.3 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 788, "count": 370, "rate": 0.4695 }, "matchPerfectOnDecisive": { "n": 660, "count": 242, "rate": 0.3667 }, "pointsFor": 360, "pointsAgainst": 360 }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 80, "wins": 34, "draws": 0, "losses": 46, "scorePct": 42.5, "elo": 938, "eloCI95": [ 875, 1026 ], "moves": 782, "modelMoves": 782, "fallbackRate": { "n": 782, "count": 0, "rate": 0 }, "illegalRate": { "n": 782, "count": 0, "rate": 0 }, "errorRate": { "n": 782, "count": 0, "rate": 0 }, "latencyMs": { "n": 782, "mean": 2200.9, "median": 2113.7, "p95": 3745.9 }, "latencyIsolatedMs": { "n": 6, "mean": 427.2, "median": 415.9, "p95": 600 }, "matchPerfect": { "n": 782, "count": 389, "rate": 0.4974 }, "matchPerfectOnDecisive": { "n": 617, "count": 224, "rate": 0.363 }, "pointsFor": 343, "pointsAgainst": 377 }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 80, "wins": 34, "draws": 0, "losses": 46, "scorePct": 42.5, "elo": 933, "eloCI95": [ 861, 992 ], "moves": 744, "modelMoves": 744, "fallbackRate": { "n": 744, "count": 0, "rate": 0 }, "illegalRate": { "n": 744, "count": 0, "rate": 0 }, "errorRate": { "n": 744, "count": 0, "rate": 0 }, "latencyMs": { "n": 744, "mean": 1137, "median": 1008.5, "p95": 2109.9 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 744, "count": 343, "rate": 0.461 }, "matchPerfectOnDecisive": { "n": 602, "count": 201, "rate": 0.3339 }, "pointsFor": 302, "pointsAgainst": 418 }, { "id": "random", "label": "random", "kind": "random", "games": 80, "wins": 32, "draws": 0, "losses": 48, "scorePct": 40, "elo": 923, "eloCI95": [ 848, 981 ], "moves": 737, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 737, "count": 320, "rate": 0.4342 }, "matchPerfectOnDecisive": { "n": 617, "count": 200, "rate": 0.3241 }, "pointsFor": 297, "pointsAgainst": 423 }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 80, "wins": 31, "draws": 0, "losses": 49, "scorePct": 38.8, "elo": 913, "eloCI95": [ 836, 984 ], "moves": 731, "modelMoves": 731, "fallbackRate": { "n": 731, "count": 0, "rate": 0 }, "illegalRate": { "n": 731, "count": 0, "rate": 0 }, "errorRate": { "n": 731, "count": 0, "rate": 0 }, "latencyMs": { "n": 731, "mean": 1972.6, "median": 1923.8, "p95": 3193 }, "latencyIsolatedMs": { "n": 18, "mean": 911.9, "median": 967.8, "p95": 1390.3 }, "matchPerfect": { "n": 731, "count": 327, "rate": 0.4473 }, "matchPerfectOnDecisive": { "n": 600, "count": 196, "rate": 0.3267 }, "pointsFor": 280, "pointsAgainst": 440 }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 80, "wins": 23, "draws": 0, "losses": 57, "scorePct": 28.7, "elo": 834, "eloCI95": [ 757, 915 ], "moves": 724, "modelMoves": 724, "fallbackRate": { "n": 724, "count": 0, "rate": 0 }, "illegalRate": { "n": 724, "count": 0, "rate": 0 }, "errorRate": { "n": 724, "count": 0, "rate": 0 }, "latencyMs": { "n": 724, "mean": 4229.2, "median": 3918.8, "p95": 7294.4 }, "latencyIsolatedMs": { "n": 425, "mean": 3535.1, "median": 3543, "p95": 4958.8 }, "matchPerfect": { "n": 724, "count": 312, "rate": 0.4309 }, "matchPerfectOnDecisive": { "n": 622, "count": 210, "rate": 0.3376 }, "pointsFor": 261, "pointsAgainst": 459 }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 80, "wins": 23, "draws": 0, "losses": 57, "scorePct": 28.7, "elo": 832, "eloCI95": [ 764, 894 ], "moves": 705, "modelMoves": 705, "fallbackRate": { "n": 705, "count": 0, "rate": 0 }, "illegalRate": { "n": 705, "count": 0, "rate": 0 }, "errorRate": { "n": 705, "count": 0, "rate": 0 }, "latencyMs": { "n": 705, "mean": 163.2, "median": 144.7, "p95": 368.3 }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 705, "count": 297, "rate": 0.4213 }, "matchPerfectOnDecisive": { "n": 573, "count": 165, "rate": 0.288 }, "pointsFor": 253, "pointsAgainst": 467 } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef-flash", "b": "julia-1", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef-flash", "b": "kev-4b", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "clef-flash", "b": "laya", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "clef-flash", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "clef", "b": "clef-flash", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef", "b": "jev", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef", "b": "kev-4b", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef", "b": "laya", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "clef", "b": "lev", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "clef", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "jev", "b": "kev-4b", "games": 10, "aWins": 8, "bWins": 2, "draws": 0 }, { "a": "jev", "b": "laya", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "jev", "b": "lev", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "jev", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "julia-1", "b": "kev-4b", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "julia-1", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "kev-4b", "b": "laya", "games": 10, "aWins": 2, "bWins": 8, "draws": 0 }, { "a": "kev-4b", "b": "lev", "games": 10, "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "kev-4b", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "kev-4b", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "laya", "b": "lev", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "laya", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "laya", "b": "random", "games": 10, "aWins": 7, "bWins": 3, "draws": 0 }, { "a": "lev", "b": "perfect", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "lev", "b": "random", "games": 10, "aWins": 4, "bWins": 6, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 } ] }, "pong": { "matches": 72, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 16, "wins": 16, "draws": 0, "losses": 0, "scorePct": 100, "elo": 1185, "eloCI95": [ 1112, 1230 ], "moves": 164, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 74, "count": 74, "rate": 1 }, "matchPerfectOnDecisive": { "n": 74, "count": 74, "rate": 1 }, "pointsFor": 48, "pointsAgainst": 1, "returns": 96, "misses": 1, "returnRate": { "n": 97, "count": 96, "rate": 0.9897 } }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 16, "wins": 13, "draws": 0, "losses": 3, "scorePct": 81.3, "elo": 1114, "eloCI95": [ 1049, 1184 ], "moves": 1436, "modelMoves": 1436, "fallbackRate": { "n": 1436, "count": 0, "rate": 0 }, "illegalRate": { "n": 1436, "count": 0, "rate": 0 }, "errorRate": { "n": 1436, "count": 0, "rate": 0 }, "latencyMs": { "n": 1436, "mean": 139.3, "median": 132.4, "p95": 187.5 }, "latencyIsolatedMs": { "n": 1436, "mean": 139.3, "median": 132.4, "p95": 187.5 }, "matchPerfect": { "n": 523, "count": 523, "rate": 1 }, "matchPerfectOnDecisive": { "n": 523, "count": 523, "rate": 1 }, "pointsFor": 40, "pointsAgainst": 12, "returns": 72, "misses": 12, "returnRate": { "n": 84, "count": 72, "rate": 0.8571 } }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 16, "wins": 12, "draws": 0, "losses": 4, "scorePct": 75, "elo": 1092, "eloCI95": [ 1001, 1171 ], "moves": 815, "modelMoves": 815, "fallbackRate": { "n": 815, "count": 0, "rate": 0 }, "illegalRate": { "n": 815, "count": 0, "rate": 0 }, "errorRate": { "n": 815, "count": 0, "rate": 0 }, "latencyMs": { "n": 815, "mean": 280.5, "median": 284.7, "p95": 290.4 }, "latencyIsolatedMs": { "n": 815, "mean": 280.5, "median": 284.7, "p95": 290.4 }, "matchPerfect": { "n": 310, "count": 303, "rate": 0.9774 }, "matchPerfectOnDecisive": { "n": 310, "count": 303, "rate": 0.9774 }, "pointsFor": 39, "pointsAgainst": 19, "returns": 75, "misses": 19, "returnRate": { "n": 94, "count": 75, "rate": 0.7979 } }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 16, "wins": 9, "draws": 0, "losses": 7, "scorePct": 56.3, "elo": 1022, "eloCI95": [ 952, 1096 ], "moves": 451, "modelMoves": 451, "fallbackRate": { "n": 451, "count": 0, "rate": 0 }, "illegalRate": { "n": 451, "count": 0, "rate": 0 }, "errorRate": { "n": 451, "count": 0, "rate": 0 }, "latencyMs": { "n": 451, "mean": 421.2, "median": 417.8, "p95": 434.3 }, "latencyIsolatedMs": { "n": 451, "mean": 421.2, "median": 417.8, "p95": 434.3 }, "matchPerfect": { "n": 153, "count": 151, "rate": 0.9869 }, "matchPerfectOnDecisive": { "n": 153, "count": 151, "rate": 0.9869 }, "pointsFor": 34, "pointsAgainst": 30, "returns": 44, "misses": 30, "returnRate": { "n": 74, "count": 44, "rate": 0.5946 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 16, "wins": 8, "draws": 0, "losses": 8, "scorePct": 50, "elo": 1000, "eloCI95": [ 924, 1074 ], "moves": 336, "modelMoves": 336, "fallbackRate": { "n": 336, "count": 0, "rate": 0 }, "illegalRate": { "n": 336, "count": 0, "rate": 0 }, "errorRate": { "n": 336, "count": 0, "rate": 0 }, "latencyMs": { "n": 336, "mean": 525.3, "median": 527.6, "p95": 538.4 }, "latencyIsolatedMs": { "n": 336, "mean": 525.3, "median": 527.6, "p95": 538.4 }, "matchPerfect": { "n": 135, "count": 112, "rate": 0.8296 }, "matchPerfectOnDecisive": { "n": 135, "count": 112, "rate": 0.8296 }, "pointsFor": 27, "pointsAgainst": 35, "returns": 34, "misses": 35, "returnRate": { "n": 69, "count": 34, "rate": 0.4928 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 16, "wins": 4, "draws": 0, "losses": 12, "scorePct": 25, "elo": 909, "eloCI95": [ 837, 989 ], "moves": 84, "modelMoves": 84, "fallbackRate": { "n": 84, "count": 0, "rate": 0 }, "illegalRate": { "n": 84, "count": 0, "rate": 0 }, "errorRate": { "n": 84, "count": 0, "rate": 0 }, "latencyMs": { "n": 84, "mean": 1781.3, "median": 1789.1, "p95": 1832.2 }, "latencyIsolatedMs": { "n": 84, "mean": 1781.3, "median": 1789.1, "p95": 1832.2 }, "matchPerfect": { "n": 31, "count": 31, "rate": 1 }, "matchPerfectOnDecisive": { "n": 31, "count": 31, "rate": 1 }, "pointsFor": 20, "pointsAgainst": 42, "returns": 15, "misses": 42, "returnRate": { "n": 57, "count": 15, "rate": 0.2632 } }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 16, "wins": 4, "draws": 0, "losses": 12, "scorePct": 25, "elo": 908, "eloCI95": [ 838, 974 ], "moves": 7451, "modelMoves": 7451, "fallbackRate": { "n": 7451, "count": 0, "rate": 0 }, "illegalRate": { "n": 7451, "count": 0, "rate": 0 }, "errorRate": { "n": 7451, "count": 0, "rate": 0 }, "latencyMs": { "n": 7451, "mean": 13.1, "median": 12.4, "p95": 16.6 }, "latencyIsolatedMs": { "n": 7451, "mean": 13.1, "median": 12.4, "p95": 16.6 }, "matchPerfect": { "n": 2811, "count": 603, "rate": 0.2145 }, "matchPerfectOnDecisive": { "n": 2811, "count": 603, "rate": 0.2145 }, "pointsFor": 22, "pointsAgainst": 42, "returns": 11, "misses": 42, "returnRate": { "n": 53, "count": 11, "rate": 0.2075 } }, { "id": "random", "label": "random", "kind": "random", "games": 16, "wins": 3, "draws": 0, "losses": 13, "scorePct": 18.8, "elo": 886, "eloCI95": [ 817, 954 ], "moves": 440, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 176, "count": 36, "rate": 0.2045 }, "matchPerfectOnDecisive": { "n": 176, "count": 36, "rate": 0.2045 }, "pointsFor": 20, "pointsAgainst": 44, "returns": 11, "misses": 44, "returnRate": { "n": 55, "count": 11, "rate": 0.2 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 16, "wins": 3, "draws": 0, "losses": 13, "scorePct": 18.8, "elo": 885, "eloCI95": [ 817, 972 ], "moves": 2460, "modelMoves": 2460, "fallbackRate": { "n": 2460, "count": 0, "rate": 0 }, "illegalRate": { "n": 2460, "count": 0, "rate": 0 }, "errorRate": { "n": 2460, "count": 0, "rate": 0 }, "latencyMs": { "n": 2460, "mean": 36.8, "median": 36.2, "p95": 40.4 }, "latencyIsolatedMs": { "n": 2460, "mean": 36.8, "median": 36.2, "p95": 40.4 }, "matchPerfect": { "n": 999, "count": 122, "rate": 0.1221 }, "matchPerfectOnDecisive": { "n": 999, "count": 122, "rate": 0.1221 }, "pointsFor": 20, "pointsAgainst": 45, "returns": 6, "misses": 45, "returnRate": { "n": 51, "count": 6, "rate": 0.1176 } } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef-flash", "b": "julia-1", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "clef-flash", "b": "kev-4b", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "clef-flash", "b": "laya", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef-flash", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "clef", "b": "clef-flash", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "clef", "b": "jev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "kev-4b", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "laya", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "clef", "b": "lev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "clef", "b": "random", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "jev", "b": "kev-4b", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "jev", "b": "laya", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "jev", "b": "lev", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "jev", "b": "random", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "julia-1", "b": "kev-4b", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "julia-1", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "kev-4b", "b": "laya", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "kev-4b", "b": "lev", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "kev-4b", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "kev-4b", "b": "random", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "laya", "b": "lev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "laya", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "laya", "b": "random", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "lev", "b": "perfect", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "lev", "b": "random", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "perfect", "b": "random", "games": 2, "aWins": 2, "bWins": 0, "draws": 0 } ] } }, "overall": { "matches": 1512, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 336, "wins": 324, "draws": 9, "losses": 3, "scorePct": 97.8, "elo": 1554, "eloCI95": [ 1498, 1609 ], "moves": 2089, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 1994, "count": 1994, "rate": 1 }, "matchPerfectOnDecisive": { "n": 1738, "count": 1738, "rate": 1 } }, { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 336, "wins": 196, "draws": 6, "losses": 134, "scorePct": 59.2, "elo": 1040, "eloCI95": [ 1002, 1082 ], "moves": 3153, "modelMoves": 3153, "fallbackRate": { "n": 3153, "count": 1, "rate": 0.0003 }, "illegalRate": { "n": 3153, "count": 0, "rate": 0 }, "errorRate": { "n": 3153, "count": 1, "rate": 0.0003 }, "latencyMs": { "n": 3152, "mean": 140.2, "median": 133.1, "p95": 188.2 }, "latencyIsolatedMs": { "n": 1440, "mean": 139.4, "median": 132.5, "p95": 187.5 }, "matchPerfect": { "n": 2163, "count": 1418, "rate": 0.6556 }, "matchPerfectOnDecisive": { "n": 1956, "count": 1211, "rate": 0.6191 } }, { "id": "lev", "label": "lev 4B", "kind": "model", "games": 336, "wins": 146, "draws": 9, "losses": 181, "scorePct": 44.8, "elo": 941, "eloCI95": [ 894, 986 ], "moves": 2067, "modelMoves": 2067, "fallbackRate": { "n": 2067, "count": 0, "rate": 0 }, "illegalRate": { "n": 2067, "count": 0, "rate": 0 }, "errorRate": { "n": 2067, "count": 0, "rate": 0 }, "latencyMs": { "n": 2067, "mean": 1498.9, "median": 1511.8, "p95": 3237.2 }, "latencyIsolatedMs": { "n": 488, "mean": 431.3, "median": 418.1, "p95": 439.4 }, "matchPerfect": { "n": 1707, "count": 886, "rate": 0.519 }, "matchPerfectOnDecisive": { "n": 1445, "count": 624, "rate": 0.4318 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 336, "wins": 152, "draws": 5, "losses": 179, "scorePct": 46, "elo": 941, "eloCI95": [ 901, 984 ], "moves": 1691, "modelMoves": 1691, "fallbackRate": { "n": 1691, "count": 1, "rate": 0.0006 }, "illegalRate": { "n": 1691, "count": 0, "rate": 0 }, "errorRate": { "n": 1691, "count": 1, "rate": 0.0006 }, "latencyMs": { "n": 1690, "mean": 3090.2, "median": 2696, "p95": 6140.9 }, "latencyIsolatedMs": { "n": 890, "mean": 2625.3, "median": 2233.6, "p95": 4717.3 }, "matchPerfect": { "n": 1551, "count": 701, "rate": 0.452 }, "matchPerfectOnDecisive": { "n": 1345, "count": 495, "rate": 0.368 } }, { "id": "kev-4b", "label": "Kev 4B", "kind": "model", "games": 336, "wins": 144, "draws": 9, "losses": 183, "scorePct": 44.2, "elo": 936, "eloCI95": [ 892, 974 ], "moves": 2309, "modelMoves": 2309, "fallbackRate": { "n": 2309, "count": 0, "rate": 0 }, "illegalRate": { "n": 2309, "count": 0, "rate": 0 }, "errorRate": { "n": 2309, "count": 0, "rate": 0 }, "latencyMs": { "n": 2309, "mean": 663, "median": 478.3, "p95": 1698.5 }, "latencyIsolatedMs": { "n": 817, "mean": 280.6, "median": 284.7, "p95": 290.5 }, "matchPerfect": { "n": 1727, "count": 882, "rate": 0.5107 }, "matchPerfectOnDecisive": { "n": 1495, "count": 650, "rate": 0.4348 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 336, "wins": 147, "draws": 7, "losses": 182, "scorePct": 44.8, "elo": 936, "eloCI95": [ 890, 982 ], "moves": 1916, "modelMoves": 1916, "fallbackRate": { "n": 1916, "count": 0, "rate": 0 }, "illegalRate": { "n": 1916, "count": 0, "rate": 0 }, "errorRate": { "n": 1916, "count": 0, "rate": 0 }, "latencyMs": { "n": 1916, "mean": 1359.8, "median": 1238.3, "p95": 2838.2 }, "latencyIsolatedMs": { "n": 354, "mean": 544.9, "median": 528, "p95": 543.6 }, "matchPerfect": { "n": 1616, "count": 776, "rate": 0.4802 }, "matchPerfectOnDecisive": { "n": 1400, "count": 560, "rate": 0.4 } }, { "id": "random", "label": "random", "kind": "random", "games": 336, "wins": 127, "draws": 12, "losses": 197, "scorePct": 39.6, "elo": 896, "eloCI95": [ 858, 948 ], "moves": 2131, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 1789, "count": 678, "rate": 0.379 }, "matchPerfectOnDecisive": { "n": 1548, "count": 437, "rate": 0.2823 } }, { "id": "julia-1", "label": "Julia-1", "kind": "model", "games": 336, "wins": 120, "draws": 6, "losses": 210, "scorePct": 36.6, "elo": 879, "eloCI95": [ 831, 921 ], "moves": 9110, "modelMoves": 9110, "fallbackRate": { "n": 9110, "count": 0, "rate": 0 }, "illegalRate": { "n": 9110, "count": 0, "rate": 0 }, "errorRate": { "n": 9110, "count": 0, "rate": 0 }, "latencyMs": { "n": 9110, "mean": 37.6, "median": 12.6, "p95": 198.9 }, "latencyIsolatedMs": { "n": 7457, "mean": 13.1, "median": 12.4, "p95": 16.6 }, "matchPerfect": { "n": 4382, "count": 1213, "rate": 0.2768 }, "matchPerfectOnDecisive": { "n": 4131, "count": 962, "rate": 0.2329 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 336, "wins": 118, "draws": 13, "losses": 205, "scorePct": 37.1, "elo": 877, "eloCI95": [ 840, 921 ], "moves": 4099, "modelMoves": 4099, "fallbackRate": { "n": 4099, "count": 0, "rate": 0 }, "illegalRate": { "n": 4099, "count": 0, "rate": 0 }, "errorRate": { "n": 4099, "count": 0, "rate": 0 }, "latencyMs": { "n": 4099, "mean": 125, "median": 38, "p95": 428.7 }, "latencyIsolatedMs": { "n": 2462, "mean": 36.9, "median": 36.2, "p95": 40.5 }, "matchPerfect": { "n": 2533, "count": 705, "rate": 0.2783 }, "matchPerfectOnDecisive": { "n": 2314, "count": 486, "rate": 0.21 } } ], "h2h": [ { "a": "clef-flash", "b": "jev", "games": 42, "aWins": 11, "bWins": 30, "draws": 1 }, { "a": "clef-flash", "b": "julia-1", "games": 42, "aWins": 20, "bWins": 21, "draws": 1 }, { "a": "clef-flash", "b": "kev-4b", "games": 42, "aWins": 19, "bWins": 22, "draws": 1 }, { "a": "clef-flash", "b": "laya", "games": 42, "aWins": 25, "bWins": 17, "draws": 0 }, { "a": "clef-flash", "b": "lev", "games": 42, "aWins": 20, "bWins": 20, "draws": 2 }, { "a": "clef-flash", "b": "perfect", "games": 42, "aWins": 1, "bWins": 41, "draws": 0 }, { "a": "clef-flash", "b": "random", "games": 42, "aWins": 29, "bWins": 11, "draws": 2 }, { "a": "clef", "b": "clef-flash", "games": 42, "aWins": 20, "bWins": 22, "draws": 0 }, { "a": "clef", "b": "jev", "games": 42, "aWins": 12, "bWins": 30, "draws": 0 }, { "a": "clef", "b": "julia-1", "games": 42, "aWins": 25, "bWins": 16, "draws": 1 }, { "a": "clef", "b": "kev-4b", "games": 42, "aWins": 20, "bWins": 21, "draws": 1 }, { "a": "clef", "b": "laya", "games": 42, "aWins": 25, "bWins": 14, "draws": 3 }, { "a": "clef", "b": "lev", "games": 42, "aWins": 26, "bWins": 16, "draws": 0 }, { "a": "clef", "b": "perfect", "games": 42, "aWins": 0, "bWins": 42, "draws": 0 }, { "a": "clef", "b": "random", "games": 42, "aWins": 24, "bWins": 18, "draws": 0 }, { "a": "jev", "b": "julia-1", "games": 42, "aWins": 29, "bWins": 12, "draws": 1 }, { "a": "jev", "b": "kev-4b", "games": 42, "aWins": 25, "bWins": 17, "draws": 0 }, { "a": "jev", "b": "laya", "games": 42, "aWins": 28, "bWins": 12, "draws": 2 }, { "a": "jev", "b": "lev", "games": 42, "aWins": 24, "bWins": 18, "draws": 0 }, { "a": "jev", "b": "perfect", "games": 42, "aWins": 0, "bWins": 41, "draws": 1 }, { "a": "jev", "b": "random", "games": 42, "aWins": 30, "bWins": 11, "draws": 1 }, { "a": "julia-1", "b": "kev-4b", "games": 42, "aWins": 16, "bWins": 26, "draws": 0 }, { "a": "julia-1", "b": "laya", "games": 42, "aWins": 23, "bWins": 19, "draws": 0 }, { "a": "julia-1", "b": "lev", "games": 42, "aWins": 15, "bWins": 25, "draws": 2 }, { "a": "julia-1", "b": "perfect", "games": 42, "aWins": 0, "bWins": 42, "draws": 0 }, { "a": "julia-1", "b": "random", "games": 42, "aWins": 17, "bWins": 24, "draws": 1 }, { "a": "kev-4b", "b": "laya", "games": 42, "aWins": 22, "bWins": 19, "draws": 1 }, { "a": "kev-4b", "b": "lev", "games": 42, "aWins": 19, "bWins": 21, "draws": 2 }, { "a": "kev-4b", "b": "perfect", "games": 42, "aWins": 0, "bWins": 40, "draws": 2 }, { "a": "kev-4b", "b": "random", "games": 42, "aWins": 17, "bWins": 23, "draws": 2 }, { "a": "laya", "b": "lev", "games": 42, "aWins": 15, "bWins": 25, "draws": 2 }, { "a": "laya", "b": "perfect", "games": 42, "aWins": 0, "bWins": 40, "draws": 2 }, { "a": "laya", "b": "random", "games": 42, "aWins": 22, "bWins": 17, "draws": 3 }, { "a": "lev", "b": "perfect", "games": 42, "aWins": 0, "bWins": 41, "draws": 1 }, { "a": "lev", "b": "random", "games": 42, "aWins": 21, "bWins": 21, "draws": 0 }, { "a": "perfect", "b": "random", "games": 42, "aWins": 37, "bWins": 2, "draws": 3 } ] } }, "featured": { "engine": "matches/1", "source": { "files": [ "pong-featured-clef-clef-flash.jsonl", "pong-featured-jev-clef.jsonl", "pong-featured-jev-laya.jsonl" ], "matches": 8 }, "settings": { "elo": { "k": 32, "shuffles": 200, "bootstrapResamples": 200, "seed": 1, "start": 1000, "note": "mean of sequential Elo over seeded shuffles of all games; 95% interval from bootstrap over games" } }, "games": { "pong": { "matches": 8, "players": [ { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 6, "wins": 6, "draws": 0, "losses": 0, "scorePct": 100, "elo": 1081, "eloCI95": [ 1056, 1102 ], "moves": 331, "modelMoves": 331, "fallbackRate": { "n": 331, "count": 0, "rate": 0 }, "illegalRate": { "n": 331, "count": 0, "rate": 0 }, "errorRate": { "n": 331, "count": 0, "rate": 0 }, "latencyMs": { "n": 331, "mean": 132.1, "median": 125.9, "p95": 171.5 }, "latencyIsolatedMs": { "n": 331, "mean": 132.1, "median": 125.9, "p95": 171.5 }, "matchPerfect": { "n": 86, "count": 86, "rate": 1 }, "matchPerfectOnDecisive": { "n": 86, "count": 86, "rate": 1 }, "pointsFor": 18, "pointsAgainst": 0, "returns": 13, "misses": 0, "returnRate": { "n": 13, "count": 13, "rate": 1 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 2, "wins": 1, "draws": 0, "losses": 1, "scorePct": 50, "elo": 999, "eloCI95": [ 966, 1042 ], "moves": 51, "modelMoves": 51, "fallbackRate": { "n": 51, "count": 0, "rate": 0 }, "illegalRate": { "n": 51, "count": 0, "rate": 0 }, "errorRate": { "n": 51, "count": 0, "rate": 0 }, "latencyMs": { "n": 51, "mean": 531.4, "median": 533.6, "p95": 542.9 }, "latencyIsolatedMs": { "n": 51, "mean": 531.4, "median": 533.6, "p95": 542.9 }, "matchPerfect": { "n": 21, "count": 18, "rate": 0.8571 }, "matchPerfectOnDecisive": { "n": 21, "count": 18, "rate": 0.8571 }, "pointsFor": 4, "pointsAgainst": 5, "returns": 6, "misses": 5, "returnRate": { "n": 11, "count": 6, "rate": 0.5455 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 4, "wins": 1, "draws": 0, "losses": 3, "scorePct": 25, "elo": 973, "eloCI95": [ 922, 1029 ], "moves": 28, "modelMoves": 28, "fallbackRate": { "n": 28, "count": 0, "rate": 0 }, "illegalRate": { "n": 28, "count": 0, "rate": 0 }, "errorRate": { "n": 28, "count": 0, "rate": 0 }, "latencyMs": { "n": 28, "mean": 1786.5, "median": 1819.6, "p95": 1839.8 }, "latencyIsolatedMs": { "n": 28, "mean": 1786.5, "median": 1819.6, "p95": 1839.8 }, "matchPerfect": { "n": 9, "count": 9, "rate": 1 }, "matchPerfectOnDecisive": { "n": 9, "count": 9, "rate": 1 }, "pointsFor": 5, "pointsAgainst": 10, "returns": 9, "misses": 10, "returnRate": { "n": 19, "count": 9, "rate": 0.4737 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 4, "wins": 0, "draws": 0, "losses": 4, "scorePct": 0, "elo": 946, "eloCI95": [ 914, 985 ], "moves": 535, "modelMoves": 535, "fallbackRate": { "n": 535, "count": 0, "rate": 0 }, "illegalRate": { "n": 535, "count": 0, "rate": 0 }, "errorRate": { "n": 535, "count": 0, "rate": 0 }, "latencyMs": { "n": 535, "mean": 37.5, "median": 37.3, "p95": 41.7 }, "latencyIsolatedMs": { "n": 535, "mean": 37.5, "median": 37.3, "p95": 41.7 }, "matchPerfect": { "n": 268, "count": 21, "rate": 0.0784 }, "matchPerfectOnDecisive": { "n": 268, "count": 21, "rate": 0.0784 }, "pointsFor": 0, "pointsAgainst": 12, "returns": 1, "misses": 12, "returnRate": { "n": 13, "count": 1, "rate": 0.0769 } } ], "h2h": [ { "a": "clef", "b": "clef-flash", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "clef", "b": "jev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "jev", "b": "laya", "games": 4, "aWins": 4, "bWins": 0, "draws": 0 } ] } }, "overall": { "matches": 8, "players": [ { "id": "jev", "label": "Jev 1.13", "kind": "model", "games": 6, "wins": 6, "draws": 0, "losses": 0, "scorePct": 100, "elo": 1081, "eloCI95": [ 1056, 1102 ], "moves": 331, "modelMoves": 331, "fallbackRate": { "n": 331, "count": 0, "rate": 0 }, "illegalRate": { "n": 331, "count": 0, "rate": 0 }, "errorRate": { "n": 331, "count": 0, "rate": 0 }, "latencyMs": { "n": 331, "mean": 132.1, "median": 125.9, "p95": 171.5 }, "latencyIsolatedMs": { "n": 331, "mean": 132.1, "median": 125.9, "p95": 171.5 }, "matchPerfect": { "n": 86, "count": 86, "rate": 1 }, "matchPerfectOnDecisive": { "n": 86, "count": 86, "rate": 1 } }, { "id": "clef-flash", "label": "Clef-Flash 9B", "kind": "model", "games": 2, "wins": 1, "draws": 0, "losses": 1, "scorePct": 50, "elo": 999, "eloCI95": [ 966, 1042 ], "moves": 51, "modelMoves": 51, "fallbackRate": { "n": 51, "count": 0, "rate": 0 }, "illegalRate": { "n": 51, "count": 0, "rate": 0 }, "errorRate": { "n": 51, "count": 0, "rate": 0 }, "latencyMs": { "n": 51, "mean": 531.4, "median": 533.6, "p95": 542.9 }, "latencyIsolatedMs": { "n": 51, "mean": 531.4, "median": 533.6, "p95": 542.9 }, "matchPerfect": { "n": 21, "count": 18, "rate": 0.8571 }, "matchPerfectOnDecisive": { "n": 21, "count": 18, "rate": 0.8571 } }, { "id": "clef", "label": "Clef 27B", "kind": "model", "games": 4, "wins": 1, "draws": 0, "losses": 3, "scorePct": 25, "elo": 973, "eloCI95": [ 922, 1029 ], "moves": 28, "modelMoves": 28, "fallbackRate": { "n": 28, "count": 0, "rate": 0 }, "illegalRate": { "n": 28, "count": 0, "rate": 0 }, "errorRate": { "n": 28, "count": 0, "rate": 0 }, "latencyMs": { "n": 28, "mean": 1786.5, "median": 1819.6, "p95": 1839.8 }, "latencyIsolatedMs": { "n": 28, "mean": 1786.5, "median": 1819.6, "p95": 1839.8 }, "matchPerfect": { "n": 9, "count": 9, "rate": 1 }, "matchPerfectOnDecisive": { "n": 9, "count": 9, "rate": 1 } }, { "id": "laya", "label": "Laya", "kind": "model", "games": 4, "wins": 0, "draws": 0, "losses": 4, "scorePct": 0, "elo": 946, "eloCI95": [ 914, 985 ], "moves": 535, "modelMoves": 535, "fallbackRate": { "n": 535, "count": 0, "rate": 0 }, "illegalRate": { "n": 535, "count": 0, "rate": 0 }, "errorRate": { "n": 535, "count": 0, "rate": 0 }, "latencyMs": { "n": 535, "mean": 37.5, "median": 37.3, "p95": 41.7 }, "latencyIsolatedMs": { "n": 535, "mean": 37.5, "median": 37.3, "p95": 41.7 }, "matchPerfect": { "n": 268, "count": 21, "rate": 0.0784 }, "matchPerfectOnDecisive": { "n": 268, "count": 21, "rate": 0.0784 } } ], "h2h": [ { "a": "clef", "b": "clef-flash", "games": 2, "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "clef", "b": "jev", "games": 2, "aWins": 0, "bWins": 2, "draws": 0 }, { "a": "jev", "b": "laya", "games": 4, "aWins": 4, "bWins": 0, "draws": 0 } ] } }, "ladder": { "engine": "matches/1", "source": { "files": [ "pong-ladder-s1.jsonl" ], "matches": 100 }, "settings": { "elo": { "k": 32, "shuffles": 200, "bootstrapResamples": 200, "seed": 1, "start": 1000, "note": "mean of sequential Elo over seeded shuffles of all games; 95% interval from bootstrap over games" } }, "games": { "pong": { "matches": 100, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 40, "wins": 39, "draws": 0, "losses": 1, "scorePct": 97.5, "elo": 1295, "eloCI95": [ 1230, 1334 ], "moves": 790, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 375, "count": 375, "rate": 1 }, "matchPerfectOnDecisive": { "n": 375, "count": 375, "rate": 1 }, "pointsFor": 118, "pointsAgainst": 14, "returns": 449, "misses": 14, "returnRate": { "n": 463, "count": 449, "rate": 0.9698 } }, { "id": "perfect@100", "label": "perfect@100", "kind": "perfect", "games": 40, "wins": 31, "draws": 0, "losses": 9, "scorePct": 77.5, "elo": 1163, "eloCI95": [ 1105, 1232 ], "moves": 780, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 372, "count": 372, "rate": 1 }, "matchPerfectOnDecisive": { "n": 372, "count": 372, "rate": 1 }, "pointsFor": 104, "pointsAgainst": 29, "returns": 427, "misses": 29, "returnRate": { "n": 456, "count": 427, "rate": 0.9364 } }, { "id": "perfect@300", "label": "perfect@300", "kind": "perfect", "games": 40, "wins": 20, "draws": 0, "losses": 20, "scorePct": 50, "elo": 999, "eloCI95": [ 942, 1057 ], "moves": 568, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 273, "count": 273, "rate": 1 }, "matchPerfectOnDecisive": { "n": 273, "count": 273, "rate": 1 }, "pointsFor": 61, "pointsAgainst": 70, "returns": 272, "misses": 70, "returnRate": { "n": 342, "count": 272, "rate": 0.7953 } }, { "id": "random", "label": "random", "kind": "random", "games": 40, "wins": 5, "draws": 0, "losses": 35, "scorePct": 12.5, "elo": 773, "eloCI95": [ 712, 836 ], "moves": 1141, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 516, "count": 114, "rate": 0.2209 }, "matchPerfectOnDecisive": { "n": 516, "count": 114, "rate": 0.2209 }, "pointsFor": 30, "pointsAgainst": 109, "returns": 42, "misses": 109, "returnRate": { "n": 151, "count": 42, "rate": 0.2781 } }, { "id": "perfect@1000", "label": "perfect@1000", "kind": "perfect", "games": 40, "wins": 5, "draws": 0, "losses": 35, "scorePct": 12.5, "elo": 771, "eloCI95": [ 719, 836 ], "moves": 227, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 109, "count": 109, "rate": 1 }, "matchPerfectOnDecisive": { "n": 109, "count": 109, "rate": 1 }, "pointsFor": 22, "pointsAgainst": 113, "returns": 64, "misses": 113, "returnRate": { "n": 177, "count": 64, "rate": 0.3616 } } ], "h2h": [ { "a": "perfect@1000", "b": "perfect@300", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "perfect@1000", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "perfect@100", "b": "perfect@1000", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@100", "b": "perfect@300", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@100", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@300", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "perfect@100", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "perfect", "b": "perfect@1000", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "perfect@300", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 } ] } }, "overall": { "matches": 100, "players": [ { "id": "perfect", "label": "perfect", "kind": "perfect", "games": 40, "wins": 39, "draws": 0, "losses": 1, "scorePct": 97.5, "elo": 1295, "eloCI95": [ 1230, 1334 ], "moves": 790, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 375, "count": 375, "rate": 1 }, "matchPerfectOnDecisive": { "n": 375, "count": 375, "rate": 1 } }, { "id": "perfect@100", "label": "perfect@100", "kind": "perfect", "games": 40, "wins": 31, "draws": 0, "losses": 9, "scorePct": 77.5, "elo": 1163, "eloCI95": [ 1105, 1232 ], "moves": 780, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 372, "count": 372, "rate": 1 }, "matchPerfectOnDecisive": { "n": 372, "count": 372, "rate": 1 } }, { "id": "perfect@300", "label": "perfect@300", "kind": "perfect", "games": 40, "wins": 20, "draws": 0, "losses": 20, "scorePct": 50, "elo": 999, "eloCI95": [ 942, 1057 ], "moves": 568, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 273, "count": 273, "rate": 1 }, "matchPerfectOnDecisive": { "n": 273, "count": 273, "rate": 1 } }, { "id": "random", "label": "random", "kind": "random", "games": 40, "wins": 5, "draws": 0, "losses": 35, "scorePct": 12.5, "elo": 773, "eloCI95": [ 712, 836 ], "moves": 1141, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 516, "count": 114, "rate": 0.2209 }, "matchPerfectOnDecisive": { "n": 516, "count": 114, "rate": 0.2209 } }, { "id": "perfect@1000", "label": "perfect@1000", "kind": "perfect", "games": 40, "wins": 5, "draws": 0, "losses": 35, "scorePct": 12.5, "elo": 771, "eloCI95": [ 719, 836 ], "moves": 227, "modelMoves": 0, "fallbackRate": { "n": 0, "count": 0, "rate": null }, "illegalRate": { "n": 0, "count": 0, "rate": null }, "errorRate": { "n": 0, "count": 0, "rate": null }, "latencyMs": { "n": 0, "mean": null, "median": null, "p95": null }, "latencyIsolatedMs": { "n": 0, "mean": null, "median": null, "p95": null }, "matchPerfect": { "n": 109, "count": 109, "rate": 1 }, "matchPerfectOnDecisive": { "n": 109, "count": 109, "rate": 1 } } ], "h2h": [ { "a": "perfect@1000", "b": "perfect@300", "games": 10, "aWins": 0, "bWins": 10, "draws": 0 }, { "a": "perfect@1000", "b": "random", "games": 10, "aWins": 5, "bWins": 5, "draws": 0 }, { "a": "perfect@100", "b": "perfect@1000", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@100", "b": "perfect@300", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@100", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect@300", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "perfect@100", "games": 10, "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "perfect", "b": "perfect@1000", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "perfect@300", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "perfect", "b": "random", "games": 10, "aWins": 10, "bWins": 0, "draws": 0 } ] } } }