{
  "scenario": "Minimap shows the cited passage and file label",
  "failsOnBase": true,
  "passesOnHead": true,
  "couldNotRun": null,
  "baseSha": "4d0e2f52d25a7cf663068b2d6f12c290d1a4f40f",
  "headSha": "1f9c7ce81ba07799a5935a0ebf142abbf5464b84",
  "verdict": "Proven: the scenario fails on base `4d0e2f52d2` and passes on head `1f9c7ce81b`.",
  "steps": {
    "base": [
      {
        "step": "browser.setViewport ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /be4e86e1-2a8c-4df0-957d-58d68404ac1c/mcp:16bb89cd-070f-4a28-ae89-217b6ae0f16f",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"I added clamp next to sum and the tests pass.\")",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Cite selection in composer\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Save\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 16 chars",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"README.md\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 12 chars",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Stop generation\") \u2192 hidden",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot minimap-follow-up",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "failed"
      }
    ],
    "head": [
      {
        "step": "browser.setViewport ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /94c4caa8-123b-4857-9c08-1dc4d84b787d/mcp:73388889-76f4-4c71-8b78-0ff7f4442dca",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"I added clamp next to sum and the tests pass.\")",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Cite selection in composer\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Save\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 16 chars",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"README.md\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 12 chars",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Stop generation\") \u2192 hidden",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot minimap-follow-up",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      }
    ]
  },
  "captures": [
    "001-minimap-follow-up.png",
    "002-failure.png",
    "001-minimap-follow-up.png"
  ],
  "videos": [
    "video.webm",
    "video.webm"
  ],
  "markdown": "### Scenario: Minimap shows the cited passage and file label\n\n**Proven: the scenario fails on base `4d0e2f52d2` and passes on head `1f9c7ce81b`.**\n\n|  | Base `4d0e2f52d2` | Head `1f9c7ce81b` |\n| --- | --- | --- |\n| Result | \u274c failed<br>ASSERTION_FAILED: expect.toHaveAccessibleName failed<br>locator: getByRole(\"button\", name: /^Jump to message:/)<br>expected: accessible name /Where does README\\.md cover this\\?/<br>observed: name \"Jump to message: [Assistant quote](t3-citation://v1/be4e86e1-2a8c-4df0-957d-58d68404ac1c/mcp%3A16bb89cd-070f-4a28-ae89-217b6ae0f16f/message%3Aprovider%3AacpRegistry%3Anative-item%3Aprovider-instance%253AdevReplay%253Ab7eff70b-c87f-4cb7-9d07-85b443eb3766%253Aturn%253A1%253Aassistant%253A1?text=I+added+clamp+next+to+sum+and+the+tests+pass.&start=5&end=50&prefix=Done+&suffix=+Reads+the+manifest+first+Asks+b) Where does [README.md](README.md) cover this?\" (match count 1) | \u2705 passed |\n| minimap follow up | ![Base 4d0e2f52d2: minimap follow up](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/b7ee1847925cf960/001-minimap-follow-up.png) | ![Head 1f9c7ce81b: minimap follow up](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/37050c487afed3cb/001-minimap-follow-up.png) |\n| failure | ![Base 4d0e2f52d2: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/8caebec538291d97/002-failure.png) |  |\n",
  "base": {
    "sha": "4d0e2f52d25a7cf663068b2d6f12c290d1a4f40f",
    "status": "failed",
    "title": "Minimap shows the cited passage and file label",
    "message": "ASSERTION_FAILED: expect.toHaveAccessibleName failed\nlocator: getByRole(\"button\", name: /^Jump to message:/)\nexpected: accessible name /Where does README\\.md cover this\\?/\nobserved: name \"Jump to message: [Assistant quote](t3-citation://v1/be4e86e1-2a8c-4df0-957d-58d68404ac1c/mcp%3A16bb89cd-070f-4a28-ae89-217b6ae0f16f/message%3Aprovider%3AacpRegistry%3Anative-item%3Aprovider-instance%253AdevReplay%253Ab7eff70b-c87f-4cb7-9d07-85b443eb3766%253Aturn%253A1%253Aassistant%253A1?text=I+added+clamp+next+to+sum+and+the+tests+pass.&start=5&end=50&prefix=Done+&suffix=+Reads+the+manifest+first+Asks+b) Where does [README.md](README.md) cover this?\" (match count 1)",
    "steps": [
      {
        "step": "browser.setViewport ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /be4e86e1-2a8c-4df0-957d-58d68404ac1c/mcp:16bb89cd-070f-4a28-ae89-217b6ae0f16f",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"I added clamp next to sum and the tests pass.\")",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Cite selection in composer\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Save\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 16 chars",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"README.md\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 12 chars",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Stop generation\") \u2192 hidden",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot minimap-follow-up",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "failed"
      }
    ],
    "captures": [
      "001-minimap-follow-up.png",
      "002-failure.png"
    ],
    "videos": [
      "video.webm"
    ]
  },
  "head": {
    "sha": "1f9c7ce81ba07799a5935a0ebf142abbf5464b84",
    "status": "passed",
    "title": "Minimap shows the cited passage and file label",
    "steps": [
      {
        "step": "browser.setViewport ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /94c4caa8-123b-4857-9c08-1dc4d84b787d/mcp:73388889-76f4-4c71-8b78-0ff7f4442dca",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"I added clamp next to sum and the tests pass.\")",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Cite selection in composer\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Save\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 16 chars",
        "status": "passed"
      },
      {
        "step": "locator.tap getByText(\"README.md\")",
        "status": "passed"
      },
      {
        "step": "browser.keyboard.type 12 chars",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"textbox\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Stop generation\") \u2192 hidden",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.hover getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "locator.press getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "app.screenshot minimap-follow-up",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "expect.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveAccessibleName getByRole(\"button\", name: /^Jump to message:/)",
        "status": "passed"
      }
    ],
    "captures": [
      "001-minimap-follow-up.png"
    ],
    "videos": [
      "video.webm"
    ]
  }
}
