{
  "boundary": {
    "fileCount": 220,
    "sha256": "be1dfd3a887dab2c5884d2ff91dfadb0cee3b1a1b8aa348cd492af594a1159d1"
  },
  "controlDiagnostics": {
    "acceptableReferences": 3,
    "caseCount": 15,
    "executionMode": "trusted-local-not-isolated",
    "falseAcceptRate": 0.0,
    "falseAccepts": 0,
    "falseRejectRate": 0.0,
    "falseRejects": 0,
    "faultyReferences": 12,
    "humanReviews": 0,
    "scope": "synthetic-control-patches-only",
    "unresolvedCases": 0
  },
  "empiricalResults": null,
  "limitations": [
    "Two synthetic tasks do not establish general developer productivity.",
    "Published tasks and checks are not secret or contamination-proof.",
    "Control agreement applies only to the constructed patches, not real agent attempts.",
    "Equal wall-time ceilings do not imply equal tokens, spend or compute.",
    "Documentation semantics and representative patch acceptability need independent human review.",
    "Empirical comparisons and human review remain pending."
  ],
  "protocol": {
    "arms": [
      "baseline",
      "verification"
    ],
    "attemptedFailuresRemainInDenominator": true,
    "contaminationProof": false,
    "defaultRepetitions": 3,
    "developmentTaskCount": 10,
    "evaluationPartitionIsPublic": true,
    "evaluationTaskCount": 2,
    "primaryOutcome": "paired-launch-ready-rate-difference",
    "status": "prospective-public",
    "timeoutSecondsPerArm": 900,
    "verificationWithinBudget": true,
    "zeroDenominatorRate": null
  },
  "developmentDiagnostics": {
    "status": "completed; not unseen validation",
    "taskCount": 10,
    "acceptableAlternatives": 64,
    "namedFaultMutations": 95,
    "meaning": "These cases informed grader development and test its known behavior. They are not a sample for a false-accept or false-reject rate."
  },
  "unseenValidation": {
    "status": "pending",
    "caseCount": null,
    "humanReviews": null,
    "meaning": "No independent unseen validation case or human label is available."
  },
  "schemaVersion": 2,
  "artifactVersion": "2026-09-17.1"
}