$ node scripts/prove-scenario.ts scripts/scenarios/mcp-scheduled-replay-respects-mode.e2e.ts --base 6edb53026b3127fb5d1dcbd207c096b00e1bf880 --head d3ca095873f05df2bd8b6cb73138763d3e93611a --upload-command 'ghdrop upload' ⊘ cache disabled Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 27m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 833, reused 833, downloaded 0, added 818 Progress: resolved 1607, reused 1607, downloaded 0, added 1594 Packages: +1780 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1780, reused 1776, downloaded 0, added 1780, done .../esbuild@0.28.2/node_modules/esbuild postinstall$ node install.js .../esbuild@0.28.2/node_modules/esbuild postinstall: Done .../node_modules/node-pty install$ node scripts/prebuild.js || node-gyp rebuild .../react-native-enriched-markdown postinstall$ node postinstall.mjs .../node_modules/node-pty install: > Checking prebuilds... .../node_modules/node-pty install: Done .../node_modules/node-pty postinstall$ node scripts/post-install.js .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] restoring vendored native assets ... .../node_modules/node-pty postinstall: > Cleaning release folder... .../node_modules/node-pty postinstall: > Moving conpty.dll... .../node_modules/node-pty postinstall: SKIPPED (not Windows) .../node_modules/node-pty postinstall: Done .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] fetching runtime v0.26.3 from https://github.com/tree-sitter/tree-sitter/archive/refs/tags/v0.26.3.tar.gz .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] runtime -> react-native-enriched-markdown/cpp/highlight/vendor/tree-sitter/src .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-json@0.24.8 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-html@0.23.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-css@0.23.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading @tree-sitter-grammars/tree-sitter-markdown@0.3.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading @tree-sitter-grammars/tree-sitter-yaml@0.7.1 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-go@0.23.4 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-java@0.23.5 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-javascript@0.23.1 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-python@0.23.6 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-c@0.23.5 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-rust@0.23.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-bash@0.23.3 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-typescript@0.23.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-cpp@0.23.4 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-swift@0.7.0 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-php@0.24.2 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-ruby@0.23.1 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] downloading tree-sitter-c-sharp@0.23.1 ... .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] json -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/json .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] html -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/html .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] css -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/css .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] markdown -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/markdown .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] yaml -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/yaml .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] go -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/go .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] java -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/java .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] javascript -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/javascript .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] python -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/python .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] c -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/c .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] rust -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/rust .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] bash -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/bash .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] typescript -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/typescript .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] tsx -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/tsx .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] cpp -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/cpp .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] swift -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/swift .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] php -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/php .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] ruby -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/ruby .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] c-sharp -> react-native-enriched-markdown/cpp/highlight/vendor/grammars/c-sharp .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] grammar sources ready. .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] done. .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] fetching xcframework from https://github.com/erweixin/RaTeX/releases/download/v0.1.15/RaTeX.xcframework.zip .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] fetching source from https://github.com/erweixin/RaTeX/archive/refs/tags/v0.1.15.tar.gz .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] RaTeX v0.1.15 -> .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] done. .../react-native-enriched-markdown postinstall: [react-native-enriched-markdown] postinstall complete. .../react-native-enriched-markdown postinstall: Done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 11.2s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1f9fa-10d5-7eb0-acc0-bd36599f07f0 · targets: web, ios ✓ target "web" command at http://127.0.0.1:45851/.well-known/t3/environment ready 7.25s stdout | |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts > A supervised MCP create retry preserves a task raised to full access REPLAY_PROOF {"callerAccess":"approval-required","initial":{"enabled":true,"runtimeMode":"approval-required","nextRunAt":"2026-11-21T09:00:00.000Z","prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}},"raised":{"enabled":true,"runtimeMode":"full-access","nextRunAt":"2026-11-21T09:00:00.000Z","prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}},"control":{"content":[{"type":"text","text":"{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"runtime_mode_escalation_denied\",\"message\":\"Child runtime mode full-access is broader than parent mode approval-required.\"}"}],"isError":true},"replay":{"content":[{"type":"text","text":"{\"scheduledTaskId\":\"scheduled-task:command:mcp:client%3Ae597fcc7-a5b0-4482-a653-d74bf48709c8:schedule-task:repro-key-1\",\"title\":\"Summarize the repo every morning\",\"prompt\":\"Summarize the repo every morning\",\"enabled\":false,\"projectId\":\"3eada7cf-a6bc-468e-bdfc-1176bfd99978\",\"boundThreadId\":null,\"freshSession\":false,\"schedule\":{\"type\":\"fixed_time\",\"timeOfDay\":\"09:00\"},\"nextRunAt\":null,\"lastRunStatus\":\"never\"}"}],"structuredContent":{"scheduledTaskId":"scheduled-task:command:mcp:client%3Ae597fcc7-a5b0-4482-a653-d74bf48709c8:schedule-task:repro-key-1","title":"Summarize the repo every morning","prompt":"Summarize the repo every morning","enabled":false,"projectId":"3eada7cf-a6bc-468e-bdfc-1176bfd99978","boundThreadId":null,"freshSession":false,"schedule":{"type":"fixed_time","timeOfDay":"09:00"},"nextRunAt":null,"lastRunStatus":"never"},"isError":false},"final":{"enabled":false,"runtimeMode":"approval-required","nextRunAt":null,"prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}}} × |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts > A supervised MCP create retry preserves a task raised to full access 20.66s → expected false to be true ❯ |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts (1 test | 1 failed) 20.66s ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ Failed Tests 1 ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ FAIL |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts > A supervised MCP create retry preserves a task raised to full access ASSERTION_FAILED: expected false to be true ❯ scenarios/mcp-scheduled-replay-respects-mode.e2e.ts:69:32 67| await writeFile(`${T3_HOME}/protocol-transcript.json`, JSON.stringi… 68| console.log("REPLAY_PROOF", JSON.stringify(transcript)); 69| await expect(replay.isError).toBe(true); | ^ 70| await expect(final.runtimeMode).toBe("full-access"); 71| await expect(final.enabled).toBe(true); ❯ at http://127.0.0.1:45851/settings/scheduled-tasks ❯ trace .e2e/prove/base/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/trace.md ❯ video .e2e/prove/base/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/attempt-1/video/video.webm ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯[1/1]⎯ Test Files 1 failed | 0 passed (1) Tests 1 failed | 0 passed (1) Start at 17:21:18 Duration 29.73s (startup 7.25s) Traces .e2e/prove/base/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/base/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/attempt-1/screenshots/001-owner-raised-task.png .e2e/prove/base/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/attempt-1/screenshots/002-after-supervised-retry.png Markdown .e2e/prove/base/summary.md Failed × |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts:69 > A supervised MCP create retry preserves a task raised to full access ASSERTION_FAILED: expected false to be true trace .e2e/prove/base/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/trace.md Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 28m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 1099, reused 1099, downloaded 0, added 1083 Progress: resolved 1774, reused 1774, downloaded 0, added 1769 Packages: +1780 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1780, reused 1776, downloaded 0, added 1780, done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 3.4s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1f9fa-b444-7120-a568-670e83a3845e · targets: web, ios ✓ target "web" command at http://127.0.0.1:44059/.well-known/t3/environment ready 5.79s stdout | |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts > A supervised MCP create retry preserves a task raised to full access REPLAY_PROOF {"callerAccess":"approval-required","initial":{"enabled":true,"runtimeMode":"approval-required","nextRunAt":"2026-11-21T09:00:00.000Z","prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}},"raised":{"enabled":true,"runtimeMode":"full-access","nextRunAt":"2026-11-21T09:00:00.000Z","prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}},"control":{"content":[{"type":"text","text":"{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"runtime_mode_escalation_denied\",\"message\":\"Child runtime mode full-access is broader than parent mode approval-required.\"}"}],"isError":true},"replay":{"content":[{"type":"text","text":"{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"runtime_mode_escalation_denied\",\"message\":\"Child runtime mode full-access is broader than parent mode approval-required.\"}"}],"isError":true},"final":{"enabled":true,"runtimeMode":"full-access","nextRunAt":"2026-11-21T09:00:00.000Z","prompt":"Summarize the repo every morning","schedule":{"type":"fixed_time","timeOfDay":"09:00"}}} ✓ |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts > A supervised MCP create retry preserves a task raised to full access 16.18s ✓ |web| scenarios/mcp-scheduled-replay-respects-mode.e2e.ts (1 test) 16.18s Test Files 1 passed (1) Tests 1 passed (1) Start at 17:22:00 Duration 23.18s (startup 5.79s) Traces .e2e/prove/head/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/head/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/attempt-1/screenshots/001-owner-raised-task.png .e2e/prove/head/results/mcp-scheduled-replay-respects-mode-a-supervised-mcp-create-retry-e27b3538d7cff8fc/attempt-1/screenshots/002-after-supervised-retry.png Markdown .e2e/prove/head/summary.md { "scenario": "A supervised MCP create retry preserves a task raised to full access", "failsOnBase": true, "passesOnHead": true, "couldNotRun": null, "baseSha": "6edb53026b3127fb5d1dcbd207c096b00e1bf880", "headSha": "d3ca095873f05df2bd8b6cb73138763d3e93611a", "verdict": "Proven: the scenario fails on base `6edb53026b` and passes on head `d3ca095873`.", "steps": { "base": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot owner-raised-task", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot after-supervised-retry", "status": "passed" } ], "head": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot owner-raised-task", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot after-supervised-retry", "status": "passed" } ] }, "captures": [ "", "", "", "", "" ], "videos": [ "", "" ], "markdown": "### Scenario: A supervised MCP create retry preserves a task raised to full access\n\n**Proven: the scenario fails on base `6edb53026b` and passes on head `d3ca095873`.**\n\n| | Base `6edb53026b` | Head `d3ca095873` |\n| --- | --- | --- |\n| Result | ❌ failed
ASSERTION_FAILED: expected false to be true | ✅ passed |\n| owner raised task | ![Base 6edb53026b: owner raised task](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/a4ff226e42409564/001-owner-raised-task.png) | ![Head d3ca095873: owner raised task](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/c304237bbbf054a7/001-owner-raised-task.png) |\n| after supervised retry | ![Base 6edb53026b: after supervised retry](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/78f7716f7c39da7f/002-after-supervised-retry.png) | ![Head d3ca095873: after supervised retry](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/351a561943b00040/002-after-supervised-retry.png) |\n| failure | ![Base 6edb53026b: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/24bde0cf4376ee94/003-failure.png) | |\n", "base": { "sha": "6edb53026b3127fb5d1dcbd207c096b00e1bf880", "status": "failed", "title": "A supervised MCP create retry preserves a task raised to full access", "message": "ASSERTION_FAILED: expected false to be true", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot owner-raised-task", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot after-supervised-retry", "status": "passed" } ], "captures": [ "", "", "" ], "videos": [ "" ] }, "head": { "sha": "d3ca095873f05df2bd8b6cb73138763d3e93611a", "status": "passed", "title": "A supervised MCP create retry preserves a task raised to full access", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot owner-raised-task", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/scheduled-tasks", "status": "passed" }, { "step": "locator.waitFor getByRole(\"switch\", name: \"Enable Summarize the repo every morning\") → visible", "status": "passed" }, { "step": "app.screenshot after-supervised-retry", "status": "passed" } ], "captures": [ "", "" ], "videos": [ "" ] } }