Created
September 17, 2026 15:15
-
-
Save benjaminshafii/54bae9b0a9d31a120fea2d87969cb2a6 to your computer and use it in GitHub Desktop.
PR 5100 final full OpenWork app routing proof, f97ffc835; synthetic sanitized witnesses and pinned engine receipt
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "actualSourceSha": "f97ffc835271db8d8580f3a2a63a44f14c3c9d50", | |
| "hostKind": "local", | |
| "engine": "v1", | |
| "expectedEngineVersion": "1.18.30", | |
| "binary": { | |
| "pid": "5438", | |
| "binary": "/tmp/openwork-gateway-pnpm-bin/global/5/.pnpm/opencode-ai@1.18.30/node_modules/opencode-ai/bin/opencode.exe", | |
| "version": "1.18.30" | |
| }, | |
| "classifier": "injected deterministic Jev seam (not live Jev)", | |
| "nativeHealth": { | |
| "healthy": true, | |
| "version": "1.18.30" | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "prompt": "Explain TypeScript generics. GR_CODE_1789657362320-4320", | |
| "native": [ | |
| { | |
| "role": "user", | |
| "text": "Explain TypeScript generics. GR_CODE_1789657362320-4320" | |
| }, | |
| { | |
| "role": "assistant", | |
| "text": "A generic preserves the relationship between input and output types." | |
| } | |
| ], | |
| "evaluations": [ | |
| { | |
| "text": "Explain TypeScript generics. GR_CODE_1789657362320-4320" | |
| } | |
| ], | |
| "dispatches": [ | |
| { | |
| "status": 200, | |
| "route": "code", | |
| "fallback": "none" | |
| } | |
| ], | |
| "upstream": [ | |
| { | |
| "path": "/v1/chat/completions", | |
| "model": "gpt-4o", | |
| "stream": true, | |
| "expectedCredentialMatched": true | |
| } | |
| ] | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "prompt": "Write a poem about rain. GR_WRITE_1789657362320-4320", | |
| "native": [ | |
| { | |
| "role": "user", | |
| "text": "Write a poem about rain. GR_WRITE_1789657362320-4320" | |
| }, | |
| { | |
| "role": "assistant", | |
| "text": "Rain taps the quiet window; silver rivers wake the street." | |
| } | |
| ], | |
| "evaluations": [ | |
| { | |
| "text": "Write a poem about rain. GR_WRITE_1789657362320-4320" | |
| } | |
| ], | |
| "dispatches": [ | |
| { | |
| "status": 200, | |
| "route": "writing", | |
| "fallback": "none" | |
| } | |
| ], | |
| "upstream": [ | |
| { | |
| "path": "/v1/chat/completions", | |
| "model": "gpt-4o-mini", | |
| "stream": true, | |
| "expectedCredentialMatched": true | |
| } | |
| ] | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "prompt": "An uncertain question about tomorrow. GR_FALLBACK_1789657362320-4320", | |
| "native": [ | |
| { | |
| "role": "user", | |
| "text": "An uncertain question about tomorrow. GR_FALLBACK_1789657362320-4320" | |
| }, | |
| { | |
| "role": "assistant", | |
| "text": "Tomorrow remains open; begin with one small, reversible step." | |
| } | |
| ], | |
| "evaluations": [ | |
| { | |
| "text": "An uncertain question about tomorrow. GR_FALLBACK_1789657362320-4320" | |
| } | |
| ], | |
| "dispatches": [ | |
| { | |
| "status": 200, | |
| "route": "writing", | |
| "fallback": "low_confidence" | |
| } | |
| ], | |
| "upstream": [ | |
| { | |
| "path": "/v1/chat/completions", | |
| "model": "gpt-4o-mini", | |
| "stream": true, | |
| "expectedCredentialMatched": true | |
| } | |
| ] | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "name": "actual app composer routes original programming and writing turns through a persisted router", | |
| "dir": "/workspace/evals/results/test-runs/2026-09-17T15-02-41-061Z-actual-app-composer-routes-original-programming-and-writing-turns-through-a-pers", | |
| "createdAt": "2026-09-17T15:02:41.062Z", | |
| "closedAt": "2026-09-17T15:03:54.208Z", | |
| "gitSha": "f97ffc835271db8d8580f3a2a63a44f14c3c9d50", | |
| "engine": "v1", | |
| "branch": "HEAD", | |
| "summary": { | |
| "ok": false, | |
| "totalArtifacts": 4, | |
| "passedArtifacts": 1, | |
| "failedArtifacts": 0, | |
| "unvalidatedArtifacts": 3, | |
| "pendingArtifacts": 0, | |
| "passedExpectations": 1, | |
| "failedExpectations": 0, | |
| "pendingJudgments": 0 | |
| }, | |
| "artifacts": [ | |
| { | |
| "caption": "Joined app → real OpenCode → real Gateway → controlled provider", | |
| "fileName": "", | |
| "hash": "", | |
| "route": "", | |
| "at": "2026-09-17T15:03:52.824Z", | |
| "description": "Three composer sends have exact original native turns, visible answers, one matching dispatch each, two upstream models and low-confidence fallback. Classification is injected, not live Jev; no visual-model verdict claimed.", | |
| "model": "", | |
| "ok": true, | |
| "results": [ | |
| { | |
| "expectation": "Joined app → real OpenCode → real Gateway → controlled provider", | |
| "evidence": "Three composer sends have exact original native turns, visible answers, one matching dispatch each, two upstream models and low-confidence fallback. Classification is injected, not live Jev; no visual-model verdict claimed.", | |
| "passed": true | |
| } | |
| ], | |
| "judgments": [ | |
| { | |
| "expectation": "Joined app → real OpenCode → real Gateway → controlled provider", | |
| "state": "passed", | |
| "reasoning": "Three composer sends have exact original native turns, visible answers, one matching dispatch each, two upstream models and low-confidence fallback. Classification is injected, not live Jev; no visual-model verdict claimed." | |
| } | |
| ] | |
| }, | |
| { | |
| "caption": "actual app composer routes original programming and writing turns through a persisted router artifact 3", | |
| "fileName": "03-actual-app-composer-routes-original-programming-and-writing-turns-through-a-pers.png", | |
| "hash": "fe9b78174e7fe67baa72d913f19bf3bf59c57d01af56d47533f72fc8377761ce", | |
| "route": "", | |
| "at": "2026-09-17T15:03:50.114Z", | |
| "description": "", | |
| "model": "", | |
| "ok": null, | |
| "results": [], | |
| "judgments": [] | |
| }, | |
| { | |
| "caption": "actual app composer routes original programming and writing turns through a persisted router artifact 5", | |
| "fileName": "05-actual-app-composer-routes-original-programming-and-writing-turns-through-a-pers.png", | |
| "hash": "6c1cac2f2ffe7a98b2b86ebc5281d46235b594c77b5e1252e493f51f148ea16b", | |
| "route": "", | |
| "at": "2026-09-17T15:03:51.506Z", | |
| "description": "", | |
| "model": "", | |
| "ok": null, | |
| "results": [], | |
| "judgments": [] | |
| }, | |
| { | |
| "caption": "actual app composer routes original programming and writing turns through a persisted router artifact 7", | |
| "fileName": "07-actual-app-composer-routes-original-programming-and-writing-turns-through-a-pers.png", | |
| "hash": "d82e99449c3d0c9e3817eccf08a6daa3bd853fa301a5c214c76ea22f532f2316", | |
| "route": "", | |
| "at": "2026-09-17T15:03:52.760Z", | |
| "description": "", | |
| "model": "", | |
| "ok": null, | |
| "results": [], | |
| "judgments": [] | |
| }, | |
| { | |
| "kind": "json", | |
| "label": "Source app and real managed engine receipt", | |
| "fileName": "01-source-app-and-real-managed-engine-receipt.json" | |
| }, | |
| { | |
| "kind": "json", | |
| "label": "Original turn 1: native and Gateway/provider witnesses", | |
| "fileName": "02-original-turn-1-native-and-gateway-provider-witnesses.json" | |
| }, | |
| { | |
| "kind": "json", | |
| "label": "Original turn 2: native and Gateway/provider witnesses", | |
| "fileName": "04-original-turn-2-native-and-gateway-provider-witnesses.json" | |
| }, | |
| { | |
| "kind": "json", | |
| "label": "Original turn 3: native and Gateway/provider witnesses", | |
| "fileName": "06-original-turn-3-native-and-gateway-provider-witnesses.json" | |
| } | |
| ], | |
| "trace": [ | |
| { | |
| "stage": "world", | |
| "channel": "seed", | |
| "verb": "appWeb", | |
| "detail": "appWeb(local)", | |
| "ok": true, | |
| "ms": 11904, | |
| "at": "2026-09-17T15:03:34.745Z", | |
| "seq": 1 | |
| }, | |
| { | |
| "stage": "world", | |
| "channel": "seed", | |
| "verb": "workspace", | |
| "detail": "workspace(/tmp/openwork-gateway-router-chat-1789657402829)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 288, | |
| "at": "2026-09-17T15:03:35.033Z", | |
| "seq": 2 | |
| }, | |
| { | |
| "stage": "world", | |
| "channel": "seed:raw", | |
| "verb": "evalIn", | |
| "detail": "[seed:raw] evalIn(<callback>)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 467, | |
| "at": "2026-09-17T15:03:35.500Z", | |
| "seq": 3 | |
| }, | |
| { | |
| "stage": "world", | |
| "channel": "seed:raw", | |
| "verb": "evalIn", | |
| "detail": "[seed:raw] evalIn(<callback>)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 74, | |
| "at": "2026-09-17T15:03:35.574Z", | |
| "seq": 4 | |
| }, | |
| { | |
| "stage": "world", | |
| "channel": "seed:raw", | |
| "verb": "evalIn", | |
| "detail": "[seed:raw] evalIn(<callback>)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 2768, | |
| "at": "2026-09-17T15:03:38.342Z", | |
| "seq": 5 | |
| }, | |
| { | |
| "stage": "world", | |
| "channel": "seed", | |
| "verb": "sessions", | |
| "detail": "sessions(3)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 8664, | |
| "at": "2026-09-17T15:03:47.006Z", | |
| "seq": 6 | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "agent", | |
| "verb": "run", | |
| "detail": "run(session.open)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 373, | |
| "seq": 7, | |
| "at": "2026-09-17T15:03:47.881Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "see", | |
| "detail": "see(composer, editable)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 92, | |
| "seq": 8, | |
| "at": "2026-09-17T15:03:47.973Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "type", | |
| "detail": "type(composer, \"Explain TypeScript generics. GR_CODE_1789657362320-4320\", replace)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 237, | |
| "seq": 9, | |
| "at": "2026-09-17T15:03:48.210Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "composer", | |
| "detail": "composer", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 2, | |
| "seq": 10, | |
| "at": "2026-09-17T15:03:48.212Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(composer ready)", | |
| "ok": true, | |
| "ms": 2, | |
| "seq": 11, | |
| "at": "2026-09-17T15:03:48.212Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "press", | |
| "detail": "press(Enter)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 126, | |
| "seq": 12, | |
| "at": "2026-09-17T15:03:48.339Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(controlled routed answer visible in actual chat)", | |
| "ok": true, | |
| "ms": 1731, | |
| "seq": 13, | |
| "at": "2026-09-17T15:03:50.070Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "screenshot", | |
| "detail": "screenshot", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 89, | |
| "seq": 14, | |
| "at": "2026-09-17T15:03:50.203Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "step", | |
| "verb": "step", | |
| "detail": "actual chat code none", | |
| "ok": true, | |
| "ms": 89, | |
| "seq": 15, | |
| "at": "2026-09-17T15:03:50.203Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "agent", | |
| "verb": "run", | |
| "detail": "run(session.open)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 364, | |
| "seq": 16, | |
| "at": "2026-09-17T15:03:50.567Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "see", | |
| "detail": "see(composer, editable)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 79, | |
| "seq": 17, | |
| "at": "2026-09-17T15:03:50.646Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "type", | |
| "detail": "type(composer, \"Write a poem about rain. GR_WRITE_1789657362320-4320\", replace)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 230, | |
| "seq": 18, | |
| "at": "2026-09-17T15:03:50.876Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "composer", | |
| "detail": "composer", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 2, | |
| "seq": 19, | |
| "at": "2026-09-17T15:03:50.878Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(composer ready)", | |
| "ok": true, | |
| "ms": 2, | |
| "seq": 20, | |
| "at": "2026-09-17T15:03:50.878Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "press", | |
| "detail": "press(Enter)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 99, | |
| "seq": 21, | |
| "at": "2026-09-17T15:03:50.977Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(controlled routed answer visible in actual chat)", | |
| "ok": true, | |
| "ms": 503, | |
| "seq": 22, | |
| "at": "2026-09-17T15:03:51.480Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "screenshot", | |
| "detail": "screenshot", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 59, | |
| "seq": 23, | |
| "at": "2026-09-17T15:03:51.565Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "step", | |
| "verb": "step", | |
| "detail": "actual chat writing none", | |
| "ok": true, | |
| "ms": 59, | |
| "seq": 24, | |
| "at": "2026-09-17T15:03:51.565Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "agent", | |
| "verb": "run", | |
| "detail": "run(session.open)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 363, | |
| "seq": 25, | |
| "at": "2026-09-17T15:03:51.928Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "see", | |
| "detail": "see(composer, editable)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 63, | |
| "seq": 26, | |
| "at": "2026-09-17T15:03:51.991Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "type", | |
| "detail": "type(composer, \"An uncertain question about tomorrow. GR_FALLBACK_1789657362320-4320\", replace)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 183, | |
| "seq": 27, | |
| "at": "2026-09-17T15:03:52.174Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "composer", | |
| "detail": "composer", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 4, | |
| "seq": 28, | |
| "at": "2026-09-17T15:03:52.178Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(composer ready)", | |
| "ok": true, | |
| "ms": 4, | |
| "seq": 29, | |
| "at": "2026-09-17T15:03:52.178Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "press", | |
| "detail": "press(Enter)", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 62, | |
| "seq": 30, | |
| "at": "2026-09-17T15:03:52.240Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "probe", | |
| "verb": "eventually", | |
| "detail": "eventually(controlled routed answer visible in actual chat)", | |
| "ok": true, | |
| "ms": 505, | |
| "seq": 31, | |
| "at": "2026-09-17T15:03:52.745Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "user", | |
| "verb": "screenshot", | |
| "detail": "screenshot", | |
| "surface": "gateway-router-chat-4320-de4d5e6d", | |
| "ok": true, | |
| "ms": 63, | |
| "seq": 32, | |
| "at": "2026-09-17T15:03:52.823Z" | |
| }, | |
| { | |
| "stage": "body", | |
| "channel": "step", | |
| "verb": "step", | |
| "detail": "actual chat writing low_confidence", | |
| "ok": true, | |
| "ms": 63, | |
| "seq": 33, | |
| "at": "2026-09-17T15:03:52.823Z" | |
| } | |
| ], | |
| "steps": [ | |
| { | |
| "name": "actual chat code none", | |
| "depth": 0, | |
| "ok": true, | |
| "ms": 89, | |
| "seq": 1 | |
| }, | |
| { | |
| "name": "actual chat writing none", | |
| "depth": 0, | |
| "ok": true, | |
| "ms": 59, | |
| "seq": 2 | |
| }, | |
| { | |
| "name": "actual chat writing low_confidence", | |
| "depth": 0, | |
| "ok": true, | |
| "ms": 63, | |
| "seq": 3 | |
| } | |
| ], | |
| "outcome": "passed" | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment