{
  "schemaVersion": "1.0.0",
  "status": "verified",
  "generatedAt": "2026-07-31T07:05:26.363Z",
  "suiteVersion": "1.1.0",
  "promptVersion": "1.3.0",
  "candidateCommit": "1350cc20",
  "comparisonScope": "codex_subscription_profiles",
  "methodology": {
    "validationSprint": {
      "repetitions": 3,
      "publicScenarioCount": 12,
      "privateHoldoutCount": 5,
      "totalExecutions": 51,
      "providerResults": [
        {
          "providerId": "codex-gpt-5.6-terra",
          "meanScore": 96.47,
          "minimumScore": 95,
          "maximumScore": 97.65,
          "passRate": 33.33,
          "executionSuccessRate": 100,
          "repeatedPublicScenarioFailures": 0
        },
        {
          "providerId": "codex-gpt-5.6-sol",
          "meanScore": 97.45,
          "minimumScore": 97.06,
          "maximumScore": 97.65,
          "passRate": 100,
          "executionSuccessRate": 100,
          "repeatedPublicScenarioFailures": 0
        }
      ]
    },
    "fullGate": {
      "publicScenarioCount": 36,
      "privateHoldoutCount": 12,
      "totalExecutions": 48
    }
  },
  "results": [
    {
      "providerId": "codex-gpt-5.6-terra",
      "label": "Codex / GPT-5.6 Terra",
      "runtimeVersion": "codex-cli 0.144.5",
      "verified": true,
      "fullGateScore": 98.23,
      "publicScore": 98.75,
      "holdoutScore": 96.67,
      "scenariosPassed": 48,
      "scenariosTotal": 48,
      "passRate": 100,
      "executionSuccessRate": 100,
      "totalToolCalls": 185,
      "averageLatencyMs": 39872,
      "p50LatencyMs": 38841,
      "p95LatencyMs": 56636,
      "publicScenarioFailures": 0,
      "releaseFailures": 0,
      "evidenceFailures": 0,
      "safetyFailures": 0,
      "costUsd": null,
      "costNote": "Unavailable for a subscription-authenticated CLI run."
    },
    {
      "providerId": "codex-gpt-5.6-sol",
      "label": "Codex / GPT-5.6 Sol",
      "runtimeVersion": "codex-cli 0.144.5",
      "verified": true,
      "fullGateScore": 98.13,
      "publicScore": 98.89,
      "holdoutScore": 95.83,
      "scenariosPassed": 48,
      "scenariosTotal": 48,
      "passRate": 100,
      "executionSuccessRate": 100,
      "totalToolCalls": 202,
      "averageLatencyMs": 42630,
      "p50LatencyMs": 40449,
      "p95LatencyMs": 62942,
      "publicScenarioFailures": 0,
      "releaseFailures": 0,
      "evidenceFailures": 0,
      "safetyFailures": 0,
      "costUsd": null,
      "costNote": "Unavailable for a subscription-authenticated CLI run."
    }
  ],
  "pendingProviders": [],
  "limitations": [
    "Both verified results use the ChatGPT-authenticated Codex CLI; this is not a cross-vendor ranking.",
    "Terra's sprint had non-repeating audit-chain and release-selection variance, while its full 48-scenario gate passed completely.",
    "Subscription cost is unavailable and is not estimated."
  ],
  "privacy": "Private holdout identifiers, prompts, outputs, and raw artifacts are not published."
}