PR 5100 final member routing API evidence, f97ffc835; synthetic fixtures

test-run.json

{
  "name": "member creates a persistent private router and routes through live grants",
  "dir": "/private/var/folders/d9/xqhkvsp94rg0n0n523snqztm0000gn/T/opencode/jev-gateway-routing/evals/results/test-runs/2026-09-17T15-11-16-465Z-member-creates-a-persistent-private-router-and-routes-through-live-grants",
  "createdAt": "2026-09-17T15:11:16.466Z",
  "closedAt": "2026-09-17T15:11:45.727Z",
  "gitSha": "f97ffc835271db8d8580f3a2a63a44f14c3c9d50",
  "engine": "v1",
  "branch": "feat/jev-gateway-routing",
  "summary": {
    "ok": true,
    "totalArtifacts": 3,
    "passedArtifacts": 3,
    "failedArtifacts": 0,
    "unvalidatedArtifacts": 0,
    "pendingArtifacts": 0,
    "passedExpectations": 3,
    "failedExpectations": 0,
    "pendingJudgments": 0
  },
  "artifacts": [
    {
      "caption": "Member router persistence and isolation",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T15:11:42.688Z",
      "description": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Member router persistence and isolation",
          "evidence": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Member router persistence and isolation",
          "state": "passed",
          "reasoning": "Member created and reread a router; update advanced revision, stale update failed without overwriting; another member cannot list/read/update/delete it."
        }
      ]
    },
    {
      "caption": "Real aliases route and stream through Gateway",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T15:11:44.181Z",
      "description": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Real aliases route and stream through Gateway",
          "evidence": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Real aliases route and stream through Gateway",
          "state": "passed",
          "reasoning": "Deterministic Jev choices selected two distinct upstream models; low confidence used fallback, SSE completed, only the upstream credential reached the provider."
        }
      ]
    },
    {
      "caption": "Private ownership and live target revocation fail closed",
      "fileName": "",
      "hash": "",
      "route": "",
      "at": "2026-09-17T15:11:44.422Z",
      "description": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database.",
      "model": "",
      "ok": true,
      "results": [
        {
          "expectation": "Private ownership and live target revocation fail closed",
          "evidence": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database.",
          "passed": true
        }
      ],
      "judgments": [
        {
          "expectation": "Private ownership and live target revocation fail closed",
          "state": "passed",
          "reasoning": "Other member and foreign organization keys could not route; inaccessible targets could not be saved; revoked grants denied model dispatch but did not prevent disabling; reactivation without target access was rejected; deleted router no longer routes. All organizations are owned by the disposable scratch database."
        }
      ]
    }
  ],
  "trace": [],
  "steps": [],
  "outcome": "passed"
}