{
  "scenario": "A recurring task reports when its queued occurrence is held",
  "failsOnBase": true,
  "passesOnHead": true,
  "couldNotRun": null,
  "baseSha": "94baff19c6526a1bfa5ce2f9a2c37cbfb3703f31",
  "headSha": "f5bb597a1a30aa7c87edd61c079b4c560d327dc9",
  "verdict": "Proven: the scenario fails on base `94baff19c6` and passes on head `f5bb597a1a`.",
  "steps": {
    "base": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"New task\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Name\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"One thread, continuing the conversation\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination thread\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"Waiting scheduled thread\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Prompt\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Every interval\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"spinbutton\", name: \"Run every\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Create task\")",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /f517e179-57d4-4398-990d-ffdcc982cf27/mcp:8d5638c5-5037-4f3b-8822-be225b18d68a",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Approve\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Automation Held recurring task\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByText(\"Replay provider failed after the scheduled occurrence queued.\").first() → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Resume thread\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → visible",
        "status": "passed"
      },
      {
        "step": "app.screenshot 001-held-thread-queue",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 002-blocked-recurring-tick",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /f517e179-57d4-4398-990d-ffdcc982cf27/mcp:8d5638c5-5037-4f3b-8822-be225b18d68a",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Remove queued message\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → hidden",
        "status": "passed"
      },
      {
        "step": "app.screenshot 003-held-occurrence-removed",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 004-next-interval-after-removal",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      }
    ],
    "head": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"New task\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Name\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"One thread, continuing the conversation\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination thread\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"Waiting scheduled thread\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Prompt\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Every interval\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"spinbutton\", name: \"Run every\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Create task\")",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /794946ab-1980-422c-97d7-e088f4e2587d/mcp:8e047075-96f8-4d73-9d96-c23903f6c61e",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Approve\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Automation Held recurring task\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByText(\"Replay provider failed after the scheduled occurrence queued.\").first() → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Resume thread\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → visible",
        "status": "passed"
      },
      {
        "step": "app.screenshot 001-held-thread-queue",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 002-blocked-recurring-tick",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /794946ab-1980-422c-97d7-e088f4e2587d/mcp:8e047075-96f8-4d73-9d96-c23903f6c61e",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Remove queued message\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → hidden",
        "status": "passed"
      },
      {
        "step": "app.screenshot 003-held-occurrence-removed",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 004-next-interval-after-removal",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      }
    ]
  },
  "captures": [
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1e7308c35b13871e/001-001-held-thread-queue.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/9896fc4fc281c70f/002-002-blocked-recurring-tick.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/111cd9cffc0e9d6c/003-003-held-occurrence-removed.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ec7ea1eb1588eb85/004-004-next-interval-after-removal.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/94e5bcbceacb1f3b/005-failure.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/562044ade3096ca3/001-001-held-thread-queue.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/db1392f9052ffbf9/002-002-blocked-recurring-tick.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2525715134e8207f/003-003-held-occurrence-removed.png",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/21346e229f6d3ebc/004-004-next-interval-after-removal.png"
  ],
  "videos": [
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1ab57c6a3a4a40c6/base-interaction.mp4",
    "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2a8500693b40b0a1/head-interaction.mp4"
  ],
  "markdown": "### Scenario: A recurring task reports when its queued occurrence is held\n\n**Proven: the scenario fails on base `94baff19c6` and passes on head `f5bb597a1a`.**\n\n|  | Base `94baff19c6` | Head `f5bb597a1a` |\n| --- | --- | --- |\n| Result | ❌ failed<br>ASSERTION_FAILED: expected false to be true | ✅ passed |\n| 001 held thread queue | ![Base 94baff19c6: 001 held thread queue](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1e7308c35b13871e/001-001-held-thread-queue.png) | ![Head f5bb597a1a: 001 held thread queue](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/562044ade3096ca3/001-001-held-thread-queue.png) |\n| 002 blocked recurring tick | ![Base 94baff19c6: 002 blocked recurring tick](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/9896fc4fc281c70f/002-002-blocked-recurring-tick.png) | ![Head f5bb597a1a: 002 blocked recurring tick](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/db1392f9052ffbf9/002-002-blocked-recurring-tick.png) |\n| 003 held occurrence removed | ![Base 94baff19c6: 003 held occurrence removed](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/111cd9cffc0e9d6c/003-003-held-occurrence-removed.png) | ![Head f5bb597a1a: 003 held occurrence removed](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2525715134e8207f/003-003-held-occurrence-removed.png) |\n| 004 next interval after removal | ![Base 94baff19c6: 004 next interval after removal](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ec7ea1eb1588eb85/004-004-next-interval-after-removal.png) | ![Head f5bb597a1a: 004 next interval after removal](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/21346e229f6d3ebc/004-004-next-interval-after-removal.png) |\n| failure | ![Base 94baff19c6: failure](https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/94e5bcbceacb1f3b/005-failure.png) |  |\n",
  "base": {
    "sha": "94baff19c6526a1bfa5ce2f9a2c37cbfb3703f31",
    "status": "failed",
    "title": "A recurring task reports when its queued occurrence is held",
    "message": "ASSERTION_FAILED: expected false to be true",
    "steps": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"New task\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Name\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"One thread, continuing the conversation\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination thread\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"Waiting scheduled thread\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Prompt\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Every interval\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"spinbutton\", name: \"Run every\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Create task\")",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /f517e179-57d4-4398-990d-ffdcc982cf27/mcp:8d5638c5-5037-4f3b-8822-be225b18d68a",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Approve\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Automation Held recurring task\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByText(\"Replay provider failed after the scheduled occurrence queued.\").first() → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Resume thread\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → visible",
        "status": "passed"
      },
      {
        "step": "app.screenshot 001-held-thread-queue",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 002-blocked-recurring-tick",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /f517e179-57d4-4398-990d-ffdcc982cf27/mcp:8d5638c5-5037-4f3b-8822-be225b18d68a",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Remove queued message\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → hidden",
        "status": "passed"
      },
      {
        "step": "app.screenshot 003-held-occurrence-removed",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 004-next-interval-after-removal",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      }
    ],
    "captures": [
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1e7308c35b13871e/001-001-held-thread-queue.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/9896fc4fc281c70f/002-002-blocked-recurring-tick.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/111cd9cffc0e9d6c/003-003-held-occurrence-removed.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/ec7ea1eb1588eb85/004-004-next-interval-after-removal.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/94e5bcbceacb1f3b/005-failure.png"
    ],
    "videos": [
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/1ab57c6a3a4a40c6/base-interaction.mp4"
    ]
  },
  "head": {
    "sha": "f5bb597a1a30aa7c87edd61c079b4c560d327dc9",
    "status": "passed",
    "title": "A recurring task reports when its queued occurrence is held",
    "steps": [
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"New task\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Name\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"One thread, continuing the conversation\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"combobox\", name: \"Destination thread\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"option\", name: \"Waiting scheduled thread\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"textbox\", name: \"Prompt\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Every interval\")",
        "status": "passed"
      },
      {
        "step": "locator.fill getByRole(\"spinbutton\", name: \"Run every\")",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Create task\")",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /794946ab-1980-422c-97d7-e088f4e2587d/mcp:8e047075-96f8-4d73-9d96-c23903f6c61e",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Approve\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Automation Held recurring task\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByText(\"Replay provider failed after the scheduled occurrence queued.\").first() → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Resume thread\") → visible",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → visible",
        "status": "passed"
      },
      {
        "step": "app.screenshot 001-held-thread-queue",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 002-blocked-recurring-tick",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      },
      {
        "step": "app.open <pairing link>",
        "status": "passed"
      },
      {
        "step": "expect.not.toHaveURL /\\/pair(?:[?#]|$)/",
        "status": "passed"
      },
      {
        "step": "app.open /794946ab-1980-422c-97d7-e088f4e2587d/mcp:8e047075-96f8-4d73-9d96-c23903f6c61e",
        "status": "passed"
      },
      {
        "step": "locator.tap getByRole(\"button\", name: \"Remove queued message\")",
        "status": "passed"
      },
      {
        "step": "locator.waitFor getByRole(\"button\", name: \"Edit queued message\") → hidden",
        "status": "passed"
      },
      {
        "step": "app.screenshot 003-held-occurrence-removed",
        "status": "passed"
      },
      {
        "step": "app.open /settings/scheduled-tasks",
        "status": "passed"
      },
      {
        "step": "app.screenshot 004-next-interval-after-removal",
        "status": "passed"
      },
      {
        "step": "browser.evaluate ",
        "status": "passed"
      }
    ],
    "captures": [
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/562044ade3096ca3/001-001-held-thread-queue.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/db1392f9052ffbf9/002-002-blocked-recurring-tick.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2525715134e8207f/003-003-held-occurrence-removed.png",
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/21346e229f6d3ebc/004-004-next-interval-after-removal.png"
    ],
    "videos": [
      "https://gh-file-drop-api-prod-mi5fy3sowv63ufte.pinglabs.workers.dev/f/2a8500693b40b0a1/head-interaction.mp4"
    ]
  }
}
