{
 "note": "One row per scored pair: the AI worker change against the human change that was merged upstream. Critics see both changes without labels, in both orders. Private tasks carry neutral labels.",
 "critics": {
  "claude-opus-5": {
   "label": "Claude Opus 5",
   "family": "Anthropic"
  },
  "fable": {
   "label": "Claude Fable 5",
   "family": "Anthropic"
  },
  "sonnet": {
   "label": "Claude Sonnet",
   "family": "Anthropic"
  },
  "codex": {
   "label": "Codex (GPT)",
   "family": "OpenAI"
  },
  "gpt-5.5": {
   "label": "GPT 5.5",
   "family": "OpenAI"
  }
 },
 "attempts": [
  {
   "task": "h3-pr1533",
   "public": true,
   "upstream": {
    "repo": "h3js/h3",
    "pr": 1533
   },
   "language": "TypeScript",
   "category": "refactor",
   "iteration": 2,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 8,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "codex",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.911,
   "operatorAnswers": 0,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 8,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 4
   },
   "meanScores": {
    "ai": {
     "architecture": 3.88,
     "communication": 5,
     "compatibility": 4.75,
     "completeness": 4.5,
     "conventions": 4.5,
     "correctness": 4.5,
     "docs": 4,
     "edgeCases": 4.25,
     "maintainability": 4,
     "overall": 4.38,
     "performance": 3.88,
     "productionReadiness": 4.13,
     "rootCause": 4.13,
     "security": 4.25,
     "simplicity": 3.63,
     "tests": 5
    },
    "human": {
     "architecture": 2.75,
     "communication": 2.25,
     "compatibility": 1.38,
     "completeness": 2,
     "conventions": 2.88,
     "correctness": 2,
     "docs": 2,
     "edgeCases": 1.88,
     "maintainability": 3,
     "overall": 2,
     "performance": 4,
     "productionReadiness": 1.75,
     "rootCause": 2.5,
     "security": 2.5,
     "simplicity": 4.38,
     "tests": 2
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "codex": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 21.77,
    "critics": 6.67
   }
  },
  {
   "task": "session-pr348",
   "public": true,
   "upstream": {
    "repo": "fastify/session",
    "pr": 348
   },
   "language": "JavaScript",
   "category": "security",
   "iteration": 1,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 8,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "codex",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.856,
   "operatorAnswers": 0,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 8,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 8
   },
   "meanScores": {
    "ai": {
     "architecture": 4.5,
     "communication": 5,
     "compatibility": 3.88,
     "completeness": 4.75,
     "conventions": 4.75,
     "correctness": 4.88,
     "docs": 4.75,
     "edgeCases": 4.38,
     "maintainability": 4.13,
     "overall": 4.5,
     "performance": 3.75,
     "productionReadiness": 4.25,
     "rootCause": 4.88,
     "security": 4.5,
     "simplicity": 4,
     "tests": 4.75
    },
    "human": {
     "architecture": 4,
     "communication": 3.25,
     "compatibility": 3.25,
     "completeness": 2.75,
     "conventions": 3,
     "correctness": 3.25,
     "docs": 1.63,
     "edgeCases": 2.25,
     "maintainability": 3.38,
     "overall": 2.75,
     "performance": 3.75,
     "productionReadiness": 2.75,
     "rootCause": 4.38,
     "security": 2.88,
     "simplicity": 4.25,
     "tests": 2.63
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "codex": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 21.53,
    "critics": 7.42
   }
  },
  {
   "task": "go-redis-pr3914",
   "public": true,
   "upstream": {
    "repo": "redis/go-redis",
    "pr": 3914
   },
   "language": "Go",
   "category": "ambiguous",
   "iteration": 2,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 8,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "codex",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.79,
   "operatorAnswers": 1,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 8,
    "human": 2
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.13,
     "communication": 5,
     "compatibility": 5,
     "completeness": 4.5,
     "conventions": 4.5,
     "correctness": 4.63,
     "docs": 4.88,
     "edgeCases": 4,
     "maintainability": 4.5,
     "overall": 4.5,
     "performance": 4.88,
     "productionReadiness": 4.38,
     "rootCause": 4.13,
     "security": 4.75,
     "simplicity": 4,
     "tests": 4.88
    },
    "human": {
     "architecture": 3.75,
     "communication": 2.38,
     "compatibility": 4.63,
     "completeness": 3.13,
     "conventions": 2.88,
     "correctness": 4.13,
     "docs": 2.25,
     "edgeCases": 3,
     "maintainability": 3.25,
     "overall": 3.13,
     "performance": 4.88,
     "productionReadiness": 3.38,
     "rootCause": 3.63,
     "security": 4.75,
     "simplicity": 4,
     "tests": 3.38
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "codex": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 31.5,
    "critics": 9.79
   }
  },
  {
   "task": "go-redis-pr3914",
   "public": true,
   "upstream": {
    "repo": "redis/go-redis",
    "pr": 3914
   },
   "language": "Go",
   "category": "ambiguous",
   "iteration": 1,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 1,
    "human": 5,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": true,
   "weightedMargin": -0.502,
   "operatorAnswers": 0,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 0,
    "human": 4
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.17,
     "communication": 5,
     "compatibility": 1.5,
     "completeness": 4.33,
     "conventions": 3.17,
     "correctness": 4,
     "docs": 3.17,
     "edgeCases": 3.83,
     "maintainability": 4.67,
     "overall": 3,
     "performance": 4.67,
     "productionReadiness": 2,
     "rootCause": 4.67,
     "security": 4.67,
     "simplicity": 4.83,
     "tests": 4.83
    },
    "human": {
     "architecture": 3.83,
     "communication": 2.5,
     "compatibility": 5,
     "completeness": 3.17,
     "conventions": 3.5,
     "correctness": 4.17,
     "docs": 3,
     "edgeCases": 3.5,
     "maintainability": 3.67,
     "overall": 3.83,
     "performance": 4.67,
     "productionReadiness": 4,
     "rootCause": 3.67,
     "security": 4.67,
     "simplicity": 3.67,
     "tests": 3.67
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 1,
     "human": 1,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 21.05,
    "critics": 9.49
   }
  },
  {
   "task": "opentelemetry-go-pr8706",
   "public": true,
   "upstream": {
    "repo": "open-telemetry/opentelemetry-go",
    "pr": 8706
   },
   "language": "Go",
   "category": "bug",
   "iteration": 2,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 8,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "codex",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.891,
   "operatorAnswers": 3,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 8,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 3
   },
   "meanScores": {
    "ai": {
     "architecture": 5,
     "communication": 5,
     "compatibility": 4.63,
     "completeness": 4.38,
     "conventions": 4,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 4.13,
     "maintainability": 4.13,
     "overall": 4.75,
     "performance": 3.75,
     "productionReadiness": 4.88,
     "rootCause": 4.88,
     "security": 4.75,
     "simplicity": 4.5,
     "tests": 5
    },
    "human": {
     "architecture": 2.88,
     "communication": 4,
     "compatibility": 4,
     "completeness": 3.75,
     "conventions": 3.13,
     "correctness": 3.5,
     "docs": 3.5,
     "edgeCases": 3.88,
     "maintainability": 2.88,
     "overall": 2.63,
     "performance": 3.88,
     "productionReadiness": 1.88,
     "rootCause": 4.13,
     "security": 4.13,
     "simplicity": 2.13,
     "tests": 2.13
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "codex": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 80.48,
    "critics": 15.74
   }
  },
  {
   "task": "opentelemetry-go-pr8706",
   "public": true,
   "upstream": {
    "repo": "open-telemetry/opentelemetry-go",
    "pr": 8706
   },
   "language": "Go",
   "category": "bug",
   "iteration": 1,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 3,
    "human": 3,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": true,
   "weightedMargin": 0.008,
   "operatorAnswers": 2,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 3,
    "human": 3
   },
   "seriousIssues": {
    "ai": 0,
    "human": 2
   },
   "meanScores": {
    "ai": {
     "architecture": 4.5,
     "communication": 4.83,
     "compatibility": 4.5,
     "completeness": 4.5,
     "conventions": 3.5,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 4,
     "maintainability": 5,
     "overall": 3.67,
     "performance": 2.33,
     "productionReadiness": 3.67,
     "rootCause": 4.5,
     "security": 4.5,
     "simplicity": 5,
     "tests": 3.67
    },
    "human": {
     "architecture": 3.5,
     "communication": 4.83,
     "compatibility": 4.5,
     "completeness": 4.33,
     "conventions": 4.17,
     "correctness": 4.17,
     "docs": 3.67,
     "edgeCases": 4.17,
     "maintainability": 2.83,
     "overall": 3.5,
     "performance": 5,
     "productionReadiness": 3.5,
     "rootCause": 4.33,
     "security": 3.83,
     "simplicity": 2.5,
     "tests": 4.33
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 1,
     "human": 1,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 35.17,
    "critics": 15.52
   }
  },
  {
   "task": "private-go-e",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "feature",
   "iteration": 1,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 0,
    "human": 6,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": -0.588,
   "operatorAnswers": 2,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 6,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 5,
     "communication": 5,
     "compatibility": 4.5,
     "completeness": 5,
     "conventions": 4.83,
     "correctness": 5,
     "docs": 3.67,
     "edgeCases": 4.17,
     "maintainability": 4,
     "overall": 4,
     "performance": 5,
     "productionReadiness": 5,
     "rootCause": 5,
     "security": 5,
     "simplicity": 5,
     "tests": 4
    },
    "human": {
     "architecture": 5,
     "communication": 4.17,
     "compatibility": 4,
     "completeness": 5,
     "conventions": 4.67,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 4.5,
     "maintainability": 5,
     "overall": 4.5,
     "performance": 5,
     "productionReadiness": 5,
     "rootCause": 5,
     "security": 5,
     "simplicity": 4,
     "tests": 5
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 22.93,
    "critics": 6.77
   }
  },
  {
   "task": "private-go-e",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "feature",
   "iteration": 2,
   "scoredAt": "2026-09-25",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.643,
   "operatorAnswers": 1,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 6,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 5,
     "communication": 5,
     "compatibility": 4.17,
     "completeness": 5,
     "conventions": 5,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 4,
     "maintainability": 4.83,
     "overall": 5,
     "performance": 5,
     "productionReadiness": 5,
     "rootCause": 4.67,
     "security": 5,
     "simplicity": 4.83,
     "tests": 5
    },
    "human": {
     "architecture": 5,
     "communication": 4.17,
     "compatibility": 4,
     "completeness": 5,
     "conventions": 4.17,
     "correctness": 5,
     "docs": 3.67,
     "edgeCases": 4,
     "maintainability": 4.17,
     "overall": 4,
     "performance": 5,
     "productionReadiness": 4.67,
     "rootCause": 4.67,
     "security": 5,
     "simplicity": 4.5,
     "tests": 3.83
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 32.75,
    "critics": 6.27
   }
  },
  {
   "task": "private-go-e",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "feature",
   "iteration": 3,
   "scoredAt": "2026-09-26",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.627,
   "operatorAnswers": 3,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 6,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 5,
     "communication": 4.33,
     "compatibility": 4.83,
     "completeness": 5,
     "conventions": 5,
     "correctness": 5,
     "docs": 4.17,
     "edgeCases": 5,
     "maintainability": 5,
     "overall": 4.83,
     "performance": 5,
     "productionReadiness": 5,
     "rootCause": 5,
     "security": 4.83,
     "simplicity": 4.33,
     "tests": 5
    },
    "human": {
     "architecture": 5,
     "communication": 4,
     "compatibility": 4.67,
     "completeness": 4.67,
     "conventions": 4.5,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 3.83,
     "maintainability": 4.17,
     "overall": 4,
     "performance": 5,
     "productionReadiness": 4.67,
     "rootCause": 5,
     "security": 4.83,
     "simplicity": 5,
     "tests": 4
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 26.81,
    "critics": 6.73
   }
  },
  {
   "task": "private-go-b",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 1,
   "scoredAt": "2026-09-24",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 1,
    "human": 5,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": true,
   "weightedMargin": -0.47,
   "operatorAnswers": 0,
   "costCapped": true,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 6,
    "human": 5
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.17,
     "communication": 5,
     "compatibility": 4.83,
     "completeness": 3,
     "conventions": 4,
     "correctness": 4.33,
     "docs": 3.67,
     "edgeCases": 3.17,
     "maintainability": 3.5,
     "overall": 3.67,
     "performance": 4.5,
     "productionReadiness": 4,
     "rootCause": 3.33,
     "security": 4.5,
     "simplicity": 5,
     "tests": 4.33
    },
    "human": {
     "architecture": 4.5,
     "communication": 4.17,
     "compatibility": 3.83,
     "completeness": 5,
     "conventions": 3.83,
     "correctness": 4.67,
     "docs": 4.17,
     "edgeCases": 4.67,
     "maintainability": 4.83,
     "overall": 4.17,
     "performance": 4.33,
     "productionReadiness": 3.83,
     "rootCause": 5,
     "security": 4.5,
     "simplicity": 3.17,
     "tests": 3.83
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 1,
     "human": 1,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 74.97,
    "critics": 33.23
   }
  },
  {
   "task": "private-go-b",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 2,
   "scoredAt": "2026-09-24",
   "rule": null,
   "outcome": "human_preferred",
   "votes": {
    "ai": 0,
    "human": 4,
    "tie": 0
   },
   "verdictCount": 4,
   "criticModels": [
    "claude-opus-5",
    "fable"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": -0.885,
   "operatorAnswers": 2,
   "costCapped": true,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 0,
    "human": 4
   },
   "seriousIssues": null,
   "meanScores": {
    "ai": {
     "architecture": 4,
     "communication": 4.25,
     "compatibility": 4.75,
     "completeness": 3,
     "conventions": 3,
     "correctness": 2.75,
     "docs": 3.5,
     "edgeCases": 2,
     "maintainability": 3.25,
     "overall": 2.25,
     "performance": 4.5,
     "productionReadiness": 2,
     "rootCause": 3.75,
     "security": 4.75,
     "simplicity": 4.75,
     "tests": 1.25
    },
    "human": {
     "architecture": 4.5,
     "communication": 4.5,
     "compatibility": 3.5,
     "completeness": 5,
     "conventions": 4.25,
     "correctness": 4.75,
     "docs": 4,
     "edgeCases": 4.75,
     "maintainability": 4.25,
     "overall": 4.5,
     "performance": 4.25,
     "productionReadiness": 4.25,
     "rootCause": 5,
     "security": 4.75,
     "simplicity": 3.25,
     "tests": 3.75
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 74.76,
    "critics": 17.65
   }
  },
  {
   "task": "private-go-b",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 2,
   "scoredAt": "2026-09-25",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 0,
    "human": 6,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": -0.848,
   "operatorAnswers": 2,
   "costCapped": true,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 1,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.17,
     "communication": 4.5,
     "compatibility": 4.67,
     "completeness": 2.5,
     "conventions": 3.33,
     "correctness": 3.33,
     "docs": 3.33,
     "edgeCases": 2.5,
     "maintainability": 3,
     "overall": 2.5,
     "performance": 4.17,
     "productionReadiness": 2.17,
     "rootCause": 3.33,
     "security": 4.33,
     "simplicity": 4.83,
     "tests": 1.67
    },
    "human": {
     "architecture": 4.5,
     "communication": 4.5,
     "compatibility": 3.83,
     "completeness": 5,
     "conventions": 4.5,
     "correctness": 5,
     "docs": 4,
     "edgeCases": 4.67,
     "maintainability": 4.5,
     "overall": 4.67,
     "performance": 4,
     "productionReadiness": 4.33,
     "rootCause": 5,
     "security": 4.33,
     "simplicity": 3.17,
     "tests": 3.83
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 74.76,
    "critics": 21.92
   }
  },
  {
   "task": "private-go-b",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 3,
   "scoredAt": "2026-09-26",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 0,
    "human": 6,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": -0.867,
   "operatorAnswers": 4,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 0,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 3.83,
     "communication": 3.5,
     "compatibility": 4,
     "completeness": 2.33,
     "conventions": 3.67,
     "correctness": 2.83,
     "docs": 3.33,
     "edgeCases": 2.5,
     "maintainability": 3,
     "overall": 2.17,
     "performance": 4.17,
     "productionReadiness": 1.67,
     "rootCause": 3.17,
     "security": 4.5,
     "simplicity": 4.17,
     "tests": 1.67
    },
    "human": {
     "architecture": 4.67,
     "communication": 4.83,
     "compatibility": 3.83,
     "completeness": 4.83,
     "conventions": 4.5,
     "correctness": 5,
     "docs": 4.17,
     "edgeCases": 4.83,
     "maintainability": 4.67,
     "overall": 4.5,
     "performance": 4,
     "productionReadiness": 4.17,
     "rootCause": 5,
     "security": 4.5,
     "simplicity": 3.67,
     "tests": 4.33
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 70.28,
    "critics": 23.35
   }
  },
  {
   "task": "aiohttp-pr13122",
   "public": true,
   "upstream": {
    "repo": "aio-libs/aiohttp",
    "pr": 13122
   },
   "language": "Python",
   "category": "feature",
   "iteration": 3,
   "scoredAt": "2026-09-24",
   "rule": null,
   "outcome": "human_preferred",
   "votes": {
    "ai": 4,
    "human": 4,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "codex",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": true,
   "weightedMargin": -0.038,
   "operatorAnswers": 5,
   "costCapped": false,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 4,
    "human": 6
   },
   "seriousIssues": null,
   "meanScores": {
    "ai": {
     "architecture": 3.63,
     "communication": 4.63,
     "compatibility": 4,
     "completeness": 4,
     "conventions": 3.88,
     "correctness": 3.5,
     "docs": 4.38,
     "edgeCases": 3.5,
     "maintainability": 3.75,
     "overall": 3.5,
     "performance": 4.88,
     "productionReadiness": 3.25,
     "rootCause": 3.63,
     "security": 2.88,
     "simplicity": 4.75,
     "tests": 4.25
    },
    "human": {
     "architecture": 4,
     "communication": 4.13,
     "compatibility": 3.88,
     "completeness": 3.38,
     "conventions": 3.75,
     "correctness": 4.13,
     "docs": 3.25,
     "edgeCases": 3.5,
     "maintainability": 3.88,
     "overall": 3.5,
     "performance": 4.88,
     "productionReadiness": 3.75,
     "rootCause": 4.38,
     "security": 4,
     "simplicity": 3.5,
     "tests": 3.13
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 1,
     "human": 1,
     "tie": 0
    },
    "codex": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 1,
     "human": 1,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 78.28,
    "critics": 18.23
   }
  },
  {
   "task": "private-go-a",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 1,
   "scoredAt": "2026-09-25",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.898,
   "operatorAnswers": 1,
   "costCapped": true,
   "reviewReplay": false,
   "wouldShip": {
    "ai": 6,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 2
   },
   "meanScores": {
    "ai": {
     "architecture": 4.33,
     "communication": 5,
     "compatibility": 4.67,
     "completeness": 4,
     "conventions": 4.83,
     "correctness": 4.83,
     "docs": 3.83,
     "edgeCases": 4,
     "maintainability": 4.33,
     "overall": 4.5,
     "performance": 4.67,
     "productionReadiness": 4,
     "rootCause": 5,
     "security": 4.33,
     "simplicity": 4.17,
     "tests": 4.83
    },
    "human": {
     "architecture": 3.5,
     "communication": 3.17,
     "compatibility": 3.33,
     "completeness": 1.83,
     "conventions": 3.83,
     "correctness": 2,
     "docs": 3.5,
     "edgeCases": 3,
     "maintainability": 3.67,
     "overall": 2,
     "performance": 3.5,
     "productionReadiness": 2.17,
     "rootCause": 1.67,
     "security": 4.17,
     "simplicity": 3.17,
     "tests": 3.83
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 72.29,
    "critics": 17.2
   }
  },
  {
   "task": "private-go-a",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 3,
   "scoredAt": "2026-09-25",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.868,
   "operatorAnswers": 3,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 4,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 4
   },
   "meanScores": {
    "ai": {
     "architecture": 4.33,
     "communication": 4.33,
     "compatibility": 4.33,
     "completeness": 4,
     "conventions": 4.33,
     "correctness": 4.33,
     "docs": 3.5,
     "edgeCases": 4,
     "maintainability": 4.33,
     "overall": 4,
     "performance": 4.67,
     "productionReadiness": 3.67,
     "rootCause": 5,
     "security": 4.5,
     "simplicity": 3.83,
     "tests": 4
    },
    "human": {
     "architecture": 4,
     "communication": 3.33,
     "compatibility": 3.33,
     "completeness": 2,
     "conventions": 4,
     "correctness": 2.17,
     "docs": 3.5,
     "edgeCases": 3.17,
     "maintainability": 4,
     "overall": 2,
     "performance": 3.33,
     "productionReadiness": 2.17,
     "rootCause": 2,
     "security": 4.33,
     "simplicity": 3.17,
     "tests": 3.67
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 54.51,
    "critics": 19.94
   }
  },
  {
   "task": "private-go-a",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 7,
   "scoredAt": "2026-09-28",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 8,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 8,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "gpt-5.5",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.905,
   "operatorAnswers": 0,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 8,
    "human": 0
   },
   "seriousIssues": {
    "ai": 1,
    "human": 4
   },
   "meanScores": {
    "ai": {
     "architecture": 4.25,
     "communication": 4.5,
     "compatibility": 4.25,
     "completeness": 4,
     "conventions": 4,
     "correctness": 4.5,
     "docs": 3.63,
     "edgeCases": 3.75,
     "maintainability": 4.25,
     "overall": 4.25,
     "performance": 4,
     "productionReadiness": 4,
     "rootCause": 5,
     "security": 4.13,
     "simplicity": 3.75,
     "tests": 4.63
    },
    "human": {
     "architecture": 3.38,
     "communication": 2.75,
     "compatibility": 3.13,
     "completeness": 1.75,
     "conventions": 3.63,
     "correctness": 2.25,
     "docs": 3.25,
     "edgeCases": 2.75,
     "maintainability": 3.63,
     "overall": 2,
     "performance": 3.38,
     "productionReadiness": 1.88,
     "rootCause": 1.63,
     "security": 4.13,
     "simplicity": 3.25,
     "tests": 3.25
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "gpt-5.5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 47.65,
    "critics": 21.18
   }
  },
  {
   "task": "private-go-c",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "bug",
   "iteration": 1,
   "scoredAt": "2026-09-26",
   "rule": 2,
   "outcome": "human_preferred",
   "votes": {
    "ai": 0,
    "human": 6,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": -0.693,
   "operatorAnswers": 3,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 3,
    "human": 6
   },
   "seriousIssues": {
    "ai": 3,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.33,
     "communication": 4.5,
     "compatibility": 4.33,
     "completeness": 3,
     "conventions": 4.67,
     "correctness": 4.17,
     "docs": 3.67,
     "edgeCases": 2.83,
     "maintainability": 4.5,
     "overall": 3.5,
     "performance": 4.83,
     "productionReadiness": 3.5,
     "rootCause": 3.83,
     "security": 4.67,
     "simplicity": 5,
     "tests": 4
    },
    "human": {
     "architecture": 4,
     "communication": 3.83,
     "compatibility": 4.33,
     "completeness": 4.83,
     "conventions": 3.83,
     "correctness": 5,
     "docs": 3.67,
     "edgeCases": 5,
     "maintainability": 4,
     "overall": 4.17,
     "performance": 4.17,
     "productionReadiness": 4.17,
     "rootCause": 5,
     "security": 4.67,
     "simplicity": 3,
     "tests": 5
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "fable": {
     "ai": 0,
     "human": 2,
     "tie": 0
    },
    "sonnet": {
     "ai": 0,
     "human": 2,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 73.13,
    "critics": 27.86
   }
  },
  {
   "task": "private-go-d",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "refactor",
   "iteration": 1,
   "scoredAt": "2026-09-26",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.822,
   "operatorAnswers": 3,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 6,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 1
   },
   "meanScores": {
    "ai": {
     "architecture": 4.33,
     "communication": 4.5,
     "compatibility": 3.17,
     "completeness": 4.17,
     "conventions": 3.67,
     "correctness": 4.17,
     "docs": 3.17,
     "edgeCases": 4.17,
     "maintainability": 4.17,
     "overall": 4.17,
     "performance": 4.17,
     "productionReadiness": 4,
     "rootCause": 5,
     "security": 3.67,
     "simplicity": 4,
     "tests": 5
    },
    "human": {
     "architecture": 3.5,
     "communication": 3.33,
     "compatibility": 3.17,
     "completeness": 2,
     "conventions": 2.83,
     "correctness": 2.83,
     "docs": 2.83,
     "edgeCases": 2.67,
     "maintainability": 3,
     "overall": 2.67,
     "performance": 4.17,
     "productionReadiness": 2.83,
     "rootCause": 2.17,
     "security": 3.67,
     "simplicity": 4.5,
     "tests": 2.83
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 43.39,
    "critics": 18.49
   }
  },
  {
   "task": "private-go-f",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "feature",
   "iteration": 1,
   "scoredAt": "2026-09-27",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.7,
   "operatorAnswers": 2,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 6,
    "human": 0
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 4.17,
     "communication": 4.33,
     "compatibility": 4.83,
     "completeness": 5,
     "conventions": 4.67,
     "correctness": 4.67,
     "docs": 4,
     "edgeCases": 4.83,
     "maintainability": 4.17,
     "overall": 4.17,
     "performance": 4.83,
     "productionReadiness": 4.33,
     "rootCause": 4.83,
     "security": 4.83,
     "simplicity": 4,
     "tests": 5
    },
    "human": {
     "architecture": 4.17,
     "communication": 4.33,
     "compatibility": 3.67,
     "completeness": 3,
     "conventions": 3.17,
     "correctness": 4.17,
     "docs": 4,
     "edgeCases": 4.17,
     "maintainability": 3.83,
     "overall": 3,
     "performance": 4.83,
     "productionReadiness": 3.17,
     "rootCause": 4.83,
     "security": 4.83,
     "simplicity": 3.5,
     "tests": 3.5
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 53.93,
    "critics": 25.93
   }
  },
  {
   "task": "private-go-g",
   "public": false,
   "upstream": null,
   "language": "Go",
   "category": "feature",
   "iteration": 2,
   "scoredAt": "2026-09-27",
   "rule": 2,
   "outcome": "ai_preferred",
   "votes": {
    "ai": 6,
    "human": 0,
    "tie": 0
   },
   "verdictCount": 6,
   "criticModels": [
    "claude-opus-5",
    "fable",
    "sonnet"
   ],
   "bothOrders": true,
   "positionBiasSuspected": false,
   "weightedMargin": 0.703,
   "operatorAnswers": 1,
   "costCapped": false,
   "reviewReplay": true,
   "wouldShip": {
    "ai": 6,
    "human": 6
   },
   "seriousIssues": {
    "ai": 0,
    "human": 0
   },
   "meanScores": {
    "ai": {
     "architecture": 5,
     "communication": 4.83,
     "compatibility": 5,
     "completeness": 5,
     "conventions": 5,
     "correctness": 5,
     "docs": 4.5,
     "edgeCases": 4,
     "maintainability": 4.67,
     "overall": 5,
     "performance": 5,
     "productionReadiness": 5,
     "rootCause": 5,
     "security": 4.83,
     "simplicity": 4.17,
     "tests": 5
    },
    "human": {
     "architecture": 5,
     "communication": 3.83,
     "compatibility": 5,
     "completeness": 4,
     "conventions": 4.17,
     "correctness": 5,
     "docs": 3.83,
     "edgeCases": 4.17,
     "maintainability": 4,
     "overall": 4,
     "performance": 5,
     "productionReadiness": 4.17,
     "rootCause": 5,
     "security": 4.83,
     "simplicity": 5,
     "tests": 3.33
    }
   },
   "perCritic": {
    "claude-opus-5": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "fable": {
     "ai": 2,
     "human": 0,
     "tie": 0
    },
    "sonnet": {
     "ai": 2,
     "human": 0,
     "tie": 0
    }
   },
   "spendUsd": {
    "run": 41.35,
    "critics": 20.24
   }
  }
 ]
}