{
  "scenario": "Refresh discovers Claude and Codex added to login-shell PATH after startup",
  "failsOnBase": true,
  "passesOnHead": true,
  "couldNotRun": null,
  "baseSha": "f9b19a7f855b7e10f057cab6b4bc17ea43188623",
  "headSha": "29f11c3c3a8ec7e57ea2a0303624766f66c76bcd",
  "verdict": "Proven: the scenario fails on base `f9b19a7f85` and passes on head `29f11c3c3a`.",
  "steps": {
    "base": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/providers",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot before-install",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked\\s+1m\\s+ago/) → visible",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked just now/) → visible",
        "status": "passed"
      },
      {
        "step": "expect.not.toBeVisible getByText(/^Not found/).first()",
        "status": "failed"
      },
      {
        "step": "app.screenshot after-refresh",
        "status": "passed"
      }
    ],
    "head": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/providers",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot before-install",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked\\s+1m\\s+ago/) → visible",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked just now/) → visible",
        "status": "passed"
      },
      {
        "step": "expect.not.toBeVisible getByText(/^Not found/).first()",
        "status": "passed"
      },
      {
        "step": "app.screenshot after-refresh",
        "status": "passed"
      }
    ]
  },
  "captures": [
    "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/001-before-install.png",
    "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/002-after-refresh.png",
    "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/003-failure.png",
    "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/001-before-install.png",
    "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/002-after-refresh.png"
  ],
  "videos": [
    "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/video/video.webm",
    "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/video/video.webm"
  ],
  "markdown": "### Scenario: Refresh discovers Claude and Codex added to login-shell PATH after startup\n\n**Proven: the scenario fails on base `f9b19a7f85` and passes on head `29f11c3c3a`.**\n\n|  | Base `f9b19a7f85` | Head `29f11c3c3a` |\n| --- | --- | --- |\n| Result | ❌ failed<br>ASSERTION_FAILED: expect.not.toBeVisible failed<br>locator: getByText(/^Not found/).first()<br>expected: not visible<br>observed: default states (match count 1) | ✅ passed |\n| before install | ![Base f9b19a7f85: before install](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/5b599857448ad9e9/001-before-install.png) | ![Head 29f11c3c3a: before install](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/7390bca9042002d4/001-before-install.png) |\n| after refresh | ![Base f9b19a7f85: after refresh](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/d9de5f07422aad6a/002-after-refresh.png) | ![Head 29f11c3c3a: after refresh](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/c21196be4ba8f4ac/002-after-refresh.png) |\n| failure | ![Base f9b19a7f85: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/bb0e313ae7974253/003-failure.png) |  |\n",
  "base": {
    "sha": "f9b19a7f855b7e10f057cab6b4bc17ea43188623",
    "status": "failed",
    "title": "Refresh discovers Claude and Codex added to login-shell PATH after startup",
    "message": "ASSERTION_FAILED: expect.not.toBeVisible failed\nlocator: getByText(/^Not found/).first()\nexpected: not visible\nobserved: default states (match count 1)",
    "steps": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/providers",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot before-install",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked\\s+1m\\s+ago/) → visible",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked just now/) → visible",
        "status": "passed"
      },
      {
        "step": "expect.not.toBeVisible getByText(/^Not found/).first()",
        "status": "failed"
      },
      {
        "step": "app.screenshot after-refresh",
        "status": "passed"
      }
    ],
    "captures": [
      "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/001-before-install.png",
      "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/002-after-refresh.png",
      "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/003-failure.png"
    ],
    "videos": [
      "<checkout>/scripts/.e2e/prove/base/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/video/video.webm"
    ]
  },
  "head": {
    "sha": "29f11c3c3a8ec7e57ea2a0303624766f66c76bcd",
    "status": "passed",
    "title": "Refresh discovers Claude and Codex added to login-shell PATH after startup",
    "steps": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/providers",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot before-install",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked\\s+1m\\s+ago/) → visible",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "expect.toBeEnabled getByRole(\"button\", name: /^Refresh provider status/)",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: /^Refresh provider status Checked just now/) → visible",
        "status": "passed"
      },
      {
        "step": "expect.not.toBeVisible getByText(/^Not found/).first()",
        "status": "passed"
      },
      {
        "step": "app.screenshot after-refresh",
        "status": "passed"
      }
    ],
    "captures": [
      "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/001-before-install.png",
      "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/screenshots/002-after-refresh.png"
    ],
    "videos": [
      "<checkout>/scripts/.e2e/prove/head/results/late-login-path-refresh-discovers-claude-and-0e5044e2b77f183e/attempt-1/video/video.webm"
    ]
  }
}
