PR 5100: passing authorized Gateway routing API record at 2ba3a6638299a6b338a045f59018d79814feabfb (synthetic fixtures)

test-run.json

{
  "name": "member creates a persistent private router and routes through live grants",
  "dir": "/private/var/folders/d9/xqhkvsp94rg0n0n523snqztm0000gn/T/opencode/jev-gateway-routing/evals/results/test-runs/2026-09-17T07-04-40-224Z-member-creates-a-persistent-private-router-and-routes-through-live-grants",
  "createdAt": "2026-09-17T07:04:40.225Z",
  "closedAt": "2026-09-17T07:05:08.757Z",
  "gitSha": "2ba3a6638299a6b338a045f59018d79814feabfb",
  "engine": "v1",
  "branch": "feat/jev-gateway-routing",
  "summary": {
    "ok": true,
    "totalArtifacts": 3,
    "passedArtifacts": 3,
    "failedArtifacts": 0,
    "unvalidatedArtifacts": 0,
    "pendingArtifacts": 0,
    "passedExpectations": 3,
    "failedExpectations": 0,
    "pendingJudgments": 0
  },
  "artifacts": [
    {
      "caption": "Member router persistence and isolation",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T07:05:05.288Z",
      "description": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Member router persistence and isolation",
          "evidence": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Member router persistence and isolation",
          "state": "passed",
          "reasoning": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it."
        }
      ]
    },
    {
      "caption": "Real aliases route and stream through Gateway",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T07:05:07.054Z",
      "description": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Real aliases route and stream through Gateway",
          "evidence": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Real aliases route and stream through Gateway",
          "state": "passed",
          "reasoning": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider."
        }
      ]
    },
    {
      "caption": "Private ownership and live target revocation fail closed",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T07:05:07.289Z",
      "description": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Private ownership and live target revocation fail closed",
          "evidence": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Private ownership and live target revocation fail closed",
          "state": "passed",
          "reasoning": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database."
        }
      ]
    }
  ],
  "trace": [],
  "steps": [],
  "outcome": "passed"
}