$ node scripts/prove-scenario.ts scripts/scenarios/mcp-requested-read-scope.e2e.ts --base 55e379bb96d8cb1223d9faa453e9ed6f04f2c2f7 --head 54446534edc730e6ef7ee4f744dfa378f6f2f146 --upload-command 'ghdrop upload' ⊘ cache disabled Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 10m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 1117, reused 1117, downloaded 0, added 1102 Progress: resolved 1775, reused 1775, downloaded 0, added 1773 Packages: +1780 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1780, reused 1776, downloaded 0, added 1780, done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 3.5s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1f58b-3a45-7be3-b924-58b323ae8751 · targets: web, ios ✓ target "web" command at http://127.0.0.1:46365/.well-known/t3/environment ready 4.68s stdout | |web| scenarios/mcp-requested-read-scope.e2e.ts > MCP requested read scope caps Auto and Full access approvals OAUTH SCOPE PROOF [ { "projectCreation": "capability_denied", "requestedScope": "orchestration:read", "approverChoice": "auto", "grantedScope": "orchestration:read orchestration:operate", "consentRequestedAccess": "not supplied", "listedToolNames": [ "orchestrator_capabilities", "t3_workflow_stop", "schedule_task", "list_scheduled_tasks", "delete_scheduled_task", "t3_thread_list", "t3_thread_read", "t3_thread_update", "t3_thread_send", "t3_thread_wait", "t3_thread_interrupt", "run_scheduled_task_now", "t3_thread_search", "t3_thread_configure", "t3_thread_transfer", "t3_thread_organize", "t3_pending_request", "t3_queue", "t3_attachment_prepare_upload", "t3_attachment_discard", "t3_thread_send_attachments", "t3_thread_launch", "t3_project_list", "t3_project_read", "t3_project_create", "t3_project_update", "t3_project_delete", "t3_project_clone", "t3_environment_read", "t3_environment_preferences_update", "t3_theme_read", "t3_theme_set", "t3_worktree_list", "link_pull_request", "link_pull_requests", "unlink_pull_request", "unlink_pull_requests", "list_thread_pull_requests", "watch_pull_request", "unwatch_pull_request", "write_pull_request_guides", "read_pull_request_guide", "pull_request_read", "pull_request_list", "pull_request_create", "pull_request_update", "pull_request_respond", "pull_request_review", "pull_request_merge", "ci_logs", "ci_rerun", "list_issues", "read_issue", "create_issue", "comment_on_issue", "set_issue_state", "link_issue", "unlink_issue", "list_thread_issues" ], "writeToolCall": { "jsonrpc": "2.0", "id": 3, "result": { "content": [ { "type": "text", "text": "{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"thread_not_found\",\"message\":\"Thread scope-proof-nonexistent was not found.\"}" } ], "isError": true } } }, { "projectCreation": "project created", "requestedScope": "orchestration:read", "approverChoice": "full-access", "grantedScope": "orchestration:read orchestration:operate settings:write source-control:write", "consentRequestedAccess": "not supplied", "listedToolNames": [ "orchestrator_capabilities", "t3_workflow_stop", "schedule_task", "list_scheduled_tasks", "delete_scheduled_task", "t3_thread_list", "t3_thread_read", "t3_thread_update", "t3_thread_send", "t3_thread_wait", "t3_thread_interrupt", "run_scheduled_task_now", "t3_thread_search", "t3_thread_configure", "t3_thread_transfer", "t3_thread_organize", "t3_pending_request", "t3_queue", "t3_attachment_prepare_upload", "t3_attachment_discard", "t3_thread_send_attachments", "t3_thread_launch", "t3_project_list", "t3_project_read", "t3_project_create", "t3_project_update", "t3_project_delete", "t3_project_clone", "t3_environment_read", "t3_environment_preferences_update", "t3_theme_read", "t3_theme_set", "t3_worktree_list", "link_pull_request", "link_pull_requests", "unlink_pull_request", "unlink_pull_requests", "list_thread_pull_requests", "watch_pull_request", "unwatch_pull_request", "write_pull_request_guides", "read_pull_request_guide", "pull_request_read", "pull_request_list", "pull_request_create", "pull_request_update", "pull_request_respond", "pull_request_review", "pull_request_merge", "ci_logs", "ci_rerun", "list_issues", "read_issue", "create_issue", "comment_on_issue", "set_issue_state", "link_issue", "unlink_issue", "list_thread_issues" ], "writeToolCall": { "jsonrpc": "2.0", "id": 3, "result": { "content": [ { "type": "text", "text": "{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"thread_not_found\",\"message\":\"Thread scope-proof-nonexistent was not found.\"}" } ], "isError": true } } } ] × |web| scenarios/mcp-requested-read-scope.e2e.ts > MCP requested read scope caps Auto and Full access approvals 6.43s → expected "orchestration:read orchestration:operate" to be "orchestration… ❯ |web| scenarios/mcp-requested-read-scope.e2e.ts (1 test | 1 failed) 6.43s ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ Failed Tests 1 ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ FAIL |web| scenarios/mcp-requested-read-scope.e2e.ts > MCP requested read scope caps Auto and Full access approvals ASSERTION_FAILED: expected "orchestration:read orchestration:operate" to be "orchestration:read" ❯ scenarios/mcp-requested-read-scope.e2e.ts:50:33 48| await writeFile(`/tmp/factory-issue-38296-evidence-2/oauth-${Date.n… 49| for (const result of results) { 50| expect(result.grantedScope).toBe("orchestration:read"); | ^ 51| expect(result.listedToolNames).not.toContain("t3_thread_send"); 52| expect(JSON.stringify(result.writeToolCall)).toContain("capabilit… ❯ at http://127.0.0.1:46365/connect-agent?response_type=code&client_id=&redirect_uri=http%3A%2F%2Flocalhost%3A51234%2Fcallback&code_challenge=TACe0n2jfxONn2yROYd-6pBkUJn7b4UoZGgkJyWTqjA&code_challenge_method=S256&state=scope-proof&resource=http%3A%2F%2F127.0.0.1%3A46365%2Fmcp&scope=orchestration%3Aread ❯ trace .e2e/prove/base/results/mcp-requested-read-scope-mcp-requested-read-scope-caps-ef8ce4a801fc4039/trace.md ❯ video .e2e/prove/base/results/mcp-requested-read-scope-mcp-requested-read-scope-caps-ef8ce4a801fc4039/attempt-1/video/video.webm ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯[1/1]⎯ Test Files 1 failed | 0 passed (1) Tests 1 failed | 0 passed (1) Start at 20:41:45 Duration 12.27s (startup 4.68s) Traces .e2e/prove/base/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/base/results/mcp-requested-read-scope-mcp-requested-read-scope-caps-ef8ce4a801fc4039/attempt-1/screenshots/001-read-only-request-consent.png Markdown .e2e/prove/base/summary.md Failed × |web| scenarios/mcp-requested-read-scope.e2e.ts:50 > MCP requested read scope caps Auto and Full access approvals ASSERTION_FAILED: expected "orchestration:read orchestration:operate" to be "orchestration:read" trace .e2e/prove/base/results/mcp-requested-read-scope-mcp-requested-read-scope-caps-ef8ce4a801fc4039/trace.md Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 10m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 781, reused 781, downloaded 0, added 766 Progress: resolved 1394, reused 1394, downloaded 0, added 1379 Progress: resolved 1771, reused 1771, downloaded 0, added 1762 Packages: +1780 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1780, reused 1776, downloaded 0, added 1780, done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 4.8s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1f58b-9c02-74e4-849a-2239ee483150 · targets: web, ios ✓ target "web" command at http://127.0.0.1:38791/.well-known/t3/environment ready 5.41s stdout | |web| scenarios/mcp-requested-read-scope.e2e.ts > MCP requested read scope caps Auto and Full access approvals OAUTH SCOPE PROOF [ { "projectCreation": "capability_denied", "requestedScope": "orchestration:read", "approverChoice": "auto", "grantedScope": "orchestration:read", "consentRequestedAccess": "read-only", "listedToolNames": [ "orchestrator_capabilities", "list_scheduled_tasks", "t3_thread_list", "t3_thread_read", "t3_thread_wait", "t3_thread_search", "t3_thread_configure", "t3_thread_transfer", "t3_pending_request", "t3_queue", "t3_project_list", "t3_project_read", "t3_environment_read", "t3_theme_read", "t3_worktree_list", "list_thread_pull_requests", "read_pull_request_guide", "pull_request_read", "pull_request_list", "ci_logs", "list_issues", "read_issue", "list_thread_issues" ], "writeToolCall": { "jsonrpc": "2.0", "id": 3, "result": { "content": [ { "type": "text", "text": "{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"capability_denied\",\"message\":\"This tool changes the environment, and this MCP client was approved for read-only access.\"}" } ], "isError": true } } }, { "projectCreation": "capability_denied", "requestedScope": "orchestration:read", "approverChoice": "full-access", "grantedScope": "orchestration:read", "consentRequestedAccess": "read-only", "listedToolNames": [ "orchestrator_capabilities", "list_scheduled_tasks", "t3_thread_list", "t3_thread_read", "t3_thread_wait", "t3_thread_search", "t3_thread_configure", "t3_thread_transfer", "t3_pending_request", "t3_queue", "t3_project_list", "t3_project_read", "t3_environment_read", "t3_theme_read", "t3_worktree_list", "list_thread_pull_requests", "read_pull_request_guide", "pull_request_read", "pull_request_list", "ci_logs", "list_issues", "read_issue", "list_thread_issues" ], "writeToolCall": { "jsonrpc": "2.0", "id": 3, "result": { "content": [ { "type": "text", "text": "{\"_tag\":\"OrchestratorMcpFailure\",\"code\":\"capability_denied\",\"message\":\"This tool changes the environment, and this MCP client was approved for read-only access.\"}" } ], "isError": true } } } ] ✓ |web| scenarios/mcp-requested-read-scope.e2e.ts > MCP requested read scope caps Auto and Full access approvals 7.51s ✓ |web| scenarios/mcp-requested-read-scope.e2e.ts (1 test) 7.51s Test Files 1 passed (1) Tests 1 passed (1) Start at 20:42:10 Duration 14.40s (startup 5.41s) Traces .e2e/prove/head/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/head/results/mcp-requested-read-scope-mcp-requested-read-scope-caps-ef8ce4a801fc4039/attempt-1/screenshots/001-read-only-request-consent.png Markdown .e2e/prove/head/summary.md { "scenario": "MCP requested read scope caps Auto and Full access approvals", "failsOnBase": true, "passesOnHead": true, "couldNotRun": null, "baseSha": "55e379bb96d8cb1223d9faa453e9ed6f04f2c2f7", "headSha": "54446534edc730e6ef7ee4f744dfa378f6f2f146", "verdict": "Proven: the scenario fails on base `55e379bb96` and passes on head `54446534ed`.", "steps": { "base": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "browser.cookies ", "status": "passed" }, { "step": "app.open /connect-agent?response_type=code&client_id=&redirect_uri=http%3A%2F%2Flocalhost%3A51234%2Fcallback&code_challenge=TACe0n2jfxONn2yROYd-6pBkUJn7b4UoZGgkJyWTqjA&code_challenge_method=S256&state=scope-proof&resource=http%3A%2F%2F127.0.0.1%3A46365%2Fmcp&scope=orchestration%3Aread", "status": "passed" }, { "step": "app.screenshot read-only-request-consent", "status": "passed" } ], "head": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "browser.cookies ", "status": "passed" }, { "step": "app.open /connect-agent?response_type=code&client_id=&redirect_uri=http%3A%2F%2Flocalhost%3A51234%2Fcallback&code_challenge=TACe0n2jfxONn2yROYd-6pBkUJn7b4UoZGgkJyWTqjA&code_challenge_method=S256&state=scope-proof&resource=http%3A%2F%2F127.0.0.1%3A38791%2Fmcp&scope=orchestration%3Aread", "status": "passed" }, { "step": "app.screenshot read-only-request-consent", "status": "passed" } ] }, "captures": [ "", "", "" ], "videos": [ "", "" ], "markdown": "### Scenario: MCP requested read scope caps Auto and Full access approvals\n\n**Proven: the scenario fails on base `55e379bb96` and passes on head `54446534ed`.**\n\n| | Base `55e379bb96` | Head `54446534ed` |\n| --- | --- | --- |\n| Result | ❌ failed
ASSERTION_FAILED: expected \"orchestration:read orchestration:operate\" to be \"orchestration:read\" | ✅ passed |\n| read only request consent | ![Base 55e379bb96: read only request consent](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ea78d85c41292ed1/001-read-only-request-consent.png) | ![Head 54446534ed: read only request consent](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2efa32a3b7395655/001-read-only-request-consent.png) |\n| failure | ![Base 55e379bb96: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/44dabe23a77605b2/002-failure.png) | |\n", "base": { "sha": "55e379bb96d8cb1223d9faa453e9ed6f04f2c2f7", "status": "failed", "title": "MCP requested read scope caps Auto and Full access approvals", "message": "ASSERTION_FAILED: expected \"orchestration:read orchestration:operate\" to be \"orchestration:read\"", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "browser.cookies ", "status": "passed" }, { "step": "app.open /connect-agent?response_type=code&client_id=&redirect_uri=http%3A%2F%2Flocalhost%3A51234%2Fcallback&code_challenge=TACe0n2jfxONn2yROYd-6pBkUJn7b4UoZGgkJyWTqjA&code_challenge_method=S256&state=scope-proof&resource=http%3A%2F%2F127.0.0.1%3A46365%2Fmcp&scope=orchestration%3Aread", "status": "passed" }, { "step": "app.screenshot read-only-request-consent", "status": "passed" } ], "captures": [ "", "" ], "videos": [ "" ] }, "head": { "sha": "54446534edc730e6ef7ee4f744dfa378f6f2f146", "status": "passed", "title": "MCP requested read scope caps Auto and Full access approvals", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "browser.cookies ", "status": "passed" }, { "step": "app.open /connect-agent?response_type=code&client_id=&redirect_uri=http%3A%2F%2Flocalhost%3A51234%2Fcallback&code_challenge=TACe0n2jfxONn2yROYd-6pBkUJn7b4UoZGgkJyWTqjA&code_challenge_method=S256&state=scope-proof&resource=http%3A%2F%2F127.0.0.1%3A38791%2Fmcp&scope=orchestration%3Aread", "status": "passed" }, { "step": "app.screenshot read-only-request-consent", "status": "passed" } ], "captures": [ "" ], "videos": [ "" ] } }