$ node scripts/prove-scenario.ts scripts/scenarios/hub-account-read-failure.e2e.ts --base 13226b1c21b703e1ddce8bd1d60ae54bca85ab42 --head 8bc00df59dc976ee247feb6769e218dd0f88ce78 --upload-command 'ghdrop upload' ⊘ cache disabled Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 10m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 727, reused 727, downloaded 0, added 712 Progress: resolved 1290, reused 1290, downloaded 0, added 1275 Progress: resolved 1726, reused 1726, downloaded 0, added 1715 Packages: +1778 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1778, reused 1774, downloaded 0, added 1778, done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 5.7s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1fce4-6720-7a09-8a9c-26f5431e1673 · targets: web, ios ✓ target "web" command at http://127.0.0.1:45963/.well-known/t3/environment ready 8.58s × |web| scenarios/hub-account-read-failure.e2e.ts > Limits identifies a hub account whose usage read returns 429 41.20s → expect.toBeVisible failed ❯ |web| scenarios/hub-account-read-failure.e2e.ts (1 test | 1 failed) 41.20s ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ Failed Tests 1 ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯ FAIL |web| scenarios/hub-account-read-failure.e2e.ts > Limits identifies a hub account whose usage read returns 429 ASSERTION_FAILED: expect.toBeVisible failed locator: getByText(/Team hub · bob@example.com:.*HTTP 429/) expected: visible observed: no node (match count 0) ❯ scenarios/hub-account-read-failure.e2e.ts:41:5 39| await screen.getByRole("button", "Refresh limits", { exact: true,… 40| await app.screenshot("limits-after-refresh"); 41| await expect(screen.getByText(/Team hub · bob@example.com:.*HTTP … | ^ 42| await expect(screen.getByText("PRIVATE_UPSTREAM_BODY_MUST_NOT_APP… 43| const second = startSecondServer(app.baseUrl ?? ""); ❯ at http://127.0.0.1:45963/usage ❯ trace .e2e/prove/base/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/trace.md ❯ video .e2e/prove/base/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/attempt-1/video/video.webm ⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯⎯[1/1]⎯ Test Files 1 failed | 0 passed (1) Tests 1 failed | 0 passed (1) Start at 06:56:31 Duration 51.84s (startup 8.58s) Traces .e2e/prove/base/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/base/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/attempt-1/screenshots/001-limits-after-refresh.png Markdown .e2e/prove/base/summary.md Failed × |web| scenarios/hub-account-read-failure.e2e.ts:41 > Limits identifies a hub account whose usage read returns 429 ASSERTION_FAILED: expect.toBeVisible failed trace .e2e/prove/base/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/trace.md Scope: all 43 workspace projects ✓ Lockfile passes supply-chain policies (verified 11m ago) Lockfile is up to date, resolution step is skipped Packages are hard linked from the content-addressable store to the virtual store. Content-addressable store is at: Virtual store is at: node_modules/.pnpm Progress: resolved 817, reused 817, downloaded 0, added 802 Progress: resolved 1500, reused 1500, downloaded 0, added 1485 Progress: resolved 1774, reused 1774, downloaded 0, added 1769 Packages: +1778 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Progress: resolved 1778, reused 1774, downloaded 0, added 1778, done Agent skills awaiting approval: e2e. Run "pnpm approve" to review them. . prepare$ vp config --no-agent . prepare: Done devDependencies: + @coderabbitai/config 1.2.0 + @effect/tsgo 0.67.1 + @shadcn/lint 0.1.5 + @types/node 24.12.4 + knip 6.34.0 + vite-plus 1.4.0 Done in 5.7s using pnpm v12.14.0 RUN e2e v0.23.0 run 01a1fce5-81de-7b57-bbca-5905d08ee77c · targets: web, ios ✓ target "web" command at http://127.0.0.1:33913/.well-known/t3/environment ready 14.65s ✓ |web| scenarios/hub-account-read-failure.e2e.ts > Limits identifies a hub account whose usage read returns 429 40.06s ✓ |web| scenarios/hub-account-read-failure.e2e.ts (1 test) 40.06s Test Files 1 passed (1) Tests 1 passed (1) Start at 06:57:43 Duration 56.62s (startup 14.65s) Traces .e2e/prove/head/results/ (1 page, trace.md in each test's directory) Screenshots .e2e/prove/head/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/attempt-1/screenshots/001-limits-after-refresh.png .e2e/prove/head/results/hub-account-read-failure-limits-identifies-a-hub-account-1765a09e400e30b7/attempt-1/screenshots/002-successful-second-environment-suppresses-notice.png Markdown .e2e/prove/head/summary.md { "scenario": "Limits identifies a hub account whose usage read returns 429", "failsOnBase": true, "passesOnHead": true, "couldNotRun": null, "baseSha": "13226b1c21b703e1ddce8bd1d60ae54bca85ab42", "headSha": "8bc00df59dc976ee247feb6769e218dd0f88ce78", "verdict": "Proven: the scenario fails on base `13226b1c21` and passes on head `8bc00df59d`.", "steps": { "base": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/providers", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Hub URL\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Management key\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Label (optional)\")", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Team hub\") → visible", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Limits\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Session\") → visible", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "app.screenshot limits-after-refresh", "status": "passed" }, { "step": "expect.toBeVisible getByText(/Team hub · bob@example.com:.*HTTP 429/)", "status": "failed" } ], "head": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/providers", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Hub URL\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Management key\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Label (optional)\")", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Team hub\") → visible", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Limits\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Session\") → visible", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "app.screenshot limits-after-refresh", "status": "passed" }, { "step": "expect.toBeVisible getByText(/Team hub · bob@example.com:.*HTTP 429/)", "status": "passed" }, { "step": "expect.toBeHidden getByText(\"PRIVATE_UPSTREAM_BODY_MUST_NOT_APPEAR\")", "status": "passed" }, { "step": "app.open /settings/connections", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add environment\")", "status": "passed" }, { "step": "locator.fill getByRole(\"dialog\") >> getByPlaceholder(\"backend.example.com\")", "status": "passed" }, { "step": "locator.fill getByRole(\"dialog\") >> getByPlaceholder(\"PAIRCODE\")", "status": "passed" }, { "step": "locator.tap getByRole(\"dialog\") >> getByRole(\"button\", name: \"Add environment\")", "status": "passed" }, { "step": "locator.waitFor getByPlaceholder(\"PAIRCODE\") → hidden", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: /^BE: /).first() → visible", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "expect.toBeHidden getByText(/bob@example.com:.*HTTP 429/)", "status": "passed" }, { "step": "app.screenshot successful-second-environment-suppresses-notice", "status": "passed" } ] }, "captures": [ "", "", "", "" ], "videos": [ "", "" ], "markdown": "### Scenario: Limits identifies a hub account whose usage read returns 429\n\n**Proven: the scenario fails on base `13226b1c21` and passes on head `8bc00df59d`.**\n\n| | Base `13226b1c21` | Head `8bc00df59d` |\n| --- | --- | --- |\n| Result | ❌ failed
ASSERTION_FAILED: expect.toBeVisible failed
locator: getByText(/Team hub · bob@example.com:.*HTTP 429/)
expected: visible
observed: no node (match count 0) | ✅ passed |\n| limits after refresh | ![Base 13226b1c21: limits after refresh](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1ff8ed66d087507d/001-limits-after-refresh.png) | ![Head 8bc00df59d: limits after refresh](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ad0f43fc62b215ed/001-limits-after-refresh.png) |\n| failure | ![Base 13226b1c21: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ce673ca21e34e181/002-failure.png) | |\n| successful second environment suppresses notice | | ![Head 8bc00df59d: successful second environment suppresses notice](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2874f6a5f905ea3c/002-successful-second-environment-suppresses-notice.png) |\n", "base": { "sha": "13226b1c21b703e1ddce8bd1d60ae54bca85ab42", "status": "failed", "title": "Limits identifies a hub account whose usage read returns 429", "message": "ASSERTION_FAILED: expect.toBeVisible failed\nlocator: getByText(/Team hub · bob@example.com:.*HTTP 429/)\nexpected: visible\nobserved: no node (match count 0)", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/providers", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Hub URL\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Management key\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Label (optional)\")", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Team hub\") → visible", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Limits\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Session\") → visible", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "app.screenshot limits-after-refresh", "status": "passed" }, { "step": "expect.toBeVisible getByText(/Team hub · bob@example.com:.*HTTP 429/)", "status": "failed" } ], "captures": [ "", "" ], "videos": [ "" ] }, "head": { "sha": "8bc00df59dc976ee247feb6769e218dd0f88ce78", "status": "passed", "title": "Limits identifies a hub account whose usage read returns 429", "steps": [ { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /settings/providers", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Hub URL\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Management key\")", "status": "passed" }, { "step": "locator.fill getByLabel(\"Label (optional)\")", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add hub\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Team hub\") → visible", "status": "passed" }, { "step": "app.open ", "status": "passed" }, { "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Limits\")", "status": "passed" }, { "step": "locator.waitFor getByText(\"Session\") → visible", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "app.screenshot limits-after-refresh", "status": "passed" }, { "step": "expect.toBeVisible getByText(/Team hub · bob@example.com:.*HTTP 429/)", "status": "passed" }, { "step": "expect.toBeHidden getByText(\"PRIVATE_UPSTREAM_BODY_MUST_NOT_APPEAR\")", "status": "passed" }, { "step": "app.open /settings/connections", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Add environment\")", "status": "passed" }, { "step": "locator.fill getByRole(\"dialog\") >> getByPlaceholder(\"backend.example.com\")", "status": "passed" }, { "step": "locator.fill getByRole(\"dialog\") >> getByPlaceholder(\"PAIRCODE\")", "status": "passed" }, { "step": "locator.tap getByRole(\"dialog\") >> getByRole(\"button\", name: \"Add environment\")", "status": "passed" }, { "step": "locator.waitFor getByPlaceholder(\"PAIRCODE\") → hidden", "status": "passed" }, { "step": "app.open /usage", "status": "passed" }, { "step": "locator.tap getByRole(\"button\", name: \"Refresh limits\")", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: /^BE: /).first() → visible", "status": "passed" }, { "step": "locator.waitFor getByRole(\"button\", name: \"Refresh limits\") → visible", "status": "passed" }, { "step": "expect.toBeHidden getByText(/bob@example.com:.*HTTP 429/)", "status": "passed" }, { "step": "app.screenshot successful-second-environment-suppresses-notice", "status": "passed" } ], "captures": [ "", "" ], "videos": [ "" ] } }