{
  "environment": {
    "platform": "Linux x86_64",
    "node": "26.13.1",
    "logicalCPUs": 8,
    "surface": "real server + CLI + devReplay ACP agent"
  },
  "history": {
    "syntheticRuns": 20000,
    "bootstrapCompletedRuns": 1,
    "cancelledBeforeStart": 1400,
    "interrupted": 600,
    "failed": 400,
    "completed": 17600,
    "restarts": 0
  },
  "warmupTurns": 2,
  "measuredTurns": 10,
  "sides": {
    "before": {
      "sha": "11e5b13f38fbdf07d704ba423ec6a9b892d8c8cb",
      "statistics": {
        "restartNoteMs": {
          "median": 448.54124449999654,
          "min": 353.1614620000182,
          "max": 510.0121769999969,
          "spread": 156.85071499997866
        },
        "serverTurnStartMs": {
          "median": 3060.0,
          "min": 2837.0,
          "max": 3392.0,
          "spread": 555.0
        },
        "cliRoundTripMs": {
          "median": 10299.987000000001,
          "min": 9521.078,
          "max": 11177.986,
          "spread": 1656.9080000000013
        }
      },
      "samples": [
        {
          "serverTurnStartMs": 3619.0,
          "iteration": 1,
          "cliRoundTripMs": 11502.706,
          "restartNote": {
            "ms": 501.11110099999496,
            "kind": "restart-note",
            "runs": 20002,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20002,
            "attempts": 20002,
            "providerTurns": 18602
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 2662.0,
          "iteration": 2,
          "cliRoundTripMs": 10693.845,
          "restartNote": {
            "ms": 484.0739290000056,
            "kind": "restart-note",
            "runs": 20003,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20003,
            "attempts": 20003,
            "providerTurns": 18603
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 2977.0,
          "iteration": 3,
          "cliRoundTripMs": 10681.994,
          "restartNote": {
            "ms": 418.9440360000008,
            "kind": "restart-note",
            "runs": 20004,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20004,
            "attempts": 20004,
            "providerTurns": 18604
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3294.0,
          "iteration": 4,
          "cliRoundTripMs": 10792.363,
          "restartNote": {
            "ms": 475.15670500000124,
            "kind": "restart-note",
            "runs": 20005,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20005,
            "attempts": 20005,
            "providerTurns": 18605
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 2999.0,
          "iteration": 5,
          "cliRoundTripMs": 9828.331,
          "restartNote": {
            "ms": 453.10045299999183,
            "kind": "restart-note",
            "runs": 20006,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20006,
            "attempts": 20006,
            "providerTurns": 18606
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3366.0,
          "iteration": 6,
          "cliRoundTripMs": 10342.462,
          "restartNote": {
            "ms": 510.0121769999969,
            "kind": "restart-note",
            "runs": 20007,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20007,
            "attempts": 20007,
            "providerTurns": 18607
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3031.0,
          "iteration": 7,
          "cliRoundTripMs": 9706.19,
          "restartNote": {
            "ms": 396.21446099999594,
            "kind": "restart-note",
            "runs": 20008,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20008,
            "attempts": 20008,
            "providerTurns": 18608
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3392.0,
          "iteration": 8,
          "cliRoundTripMs": 10363.367,
          "restartNote": {
            "ms": 504.63248300002306,
            "kind": "restart-note",
            "runs": 20009,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20009,
            "attempts": 20009,
            "providerTurns": 18609
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3041.0,
          "iteration": 9,
          "cliRoundTripMs": 9521.078,
          "restartNote": {
            "ms": 459.95467899998766,
            "kind": "restart-note",
            "runs": 20010,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20010,
            "attempts": 20010,
            "providerTurns": 18610
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3079.0,
          "iteration": 10,
          "cliRoundTripMs": 10054.573,
          "restartNote": {
            "ms": 443.98203600000124,
            "kind": "restart-note",
            "runs": 20011,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20011,
            "attempts": 20011,
            "providerTurns": 18611
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 3346.0,
          "iteration": 11,
          "cliRoundTripMs": 11177.986,
          "restartNote": {
            "ms": 427.9842500000086,
            "kind": "restart-note",
            "runs": 20012,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20012,
            "attempts": 20012,
            "providerTurns": 18612
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 2837.0,
          "iteration": 12,
          "cliRoundTripMs": 10257.512,
          "restartNote": {
            "ms": 353.1614620000182,
            "kind": "restart-note",
            "runs": 20013,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20013,
            "attempts": 20013,
            "providerTurns": 18613
          },
          "providerThreads": 1
        }
      ]
    },
    "after": {
      "sha": "df8dfcf67169efe18cae888487465c7f6b32ec01",
      "statistics": {
        "restartNoteMs": {
          "median": 4.369272500000079,
          "min": 2.9914220000064233,
          "max": 8.122664999988046,
          "spread": 5.131242999981623
        },
        "serverTurnStartMs": {
          "median": 1683.0,
          "min": 1414.0,
          "max": 2252.0,
          "spread": 838.0
        },
        "cliRoundTripMs": {
          "median": 10648.571,
          "min": 8078.098,
          "max": 13195.711,
          "spread": 5117.612999999999
        }
      },
      "samples": [
        {
          "serverTurnStartMs": 1855.0,
          "iteration": 1,
          "cliRoundTripMs": 10256.856,
          "restartNote": {
            "ms": 3.690790000000561,
            "kind": "restart-note",
            "runs": 20002,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20002,
            "attempts": 20002,
            "providerTurns": 18602
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1446.0,
          "iteration": 2,
          "cliRoundTripMs": 9964.935,
          "restartNote": {
            "ms": 3.2007569999987027,
            "kind": "restart-note",
            "runs": 20003,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20003,
            "attempts": 20003,
            "providerTurns": 18603
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 2252.0,
          "iteration": 3,
          "cliRoundTripMs": 13195.711,
          "restartNote": {
            "ms": 8.122664999988046,
            "kind": "restart-note",
            "runs": 20004,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20004,
            "attempts": 20004,
            "providerTurns": 18604
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1725.0,
          "iteration": 4,
          "cliRoundTripMs": 10437.656,
          "restartNote": {
            "ms": 3.9158129999996163,
            "kind": "restart-note",
            "runs": 20005,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20005,
            "attempts": 20005,
            "providerTurns": 18605
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1578.0,
          "iteration": 5,
          "cliRoundTripMs": 9402.836,
          "restartNote": {
            "ms": 3.7460030000074767,
            "kind": "restart-note",
            "runs": 20006,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20006,
            "attempts": 20006,
            "providerTurns": 18606
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1414.0,
          "iteration": 6,
          "cliRoundTripMs": 8078.098,
          "restartNote": {
            "ms": 2.9914220000064233,
            "kind": "restart-note",
            "runs": 20007,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20007,
            "attempts": 20007,
            "providerTurns": 18607
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1595.0,
          "iteration": 7,
          "cliRoundTripMs": 9246.721,
          "restartNote": {
            "ms": 4.869649999993271,
            "kind": "restart-note",
            "runs": 20008,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20008,
            "attempts": 20008,
            "providerTurns": 18608
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1802.0,
          "iteration": 8,
          "cliRoundTripMs": 10979.332,
          "restartNote": {
            "ms": 4.822732000000542,
            "kind": "restart-note",
            "runs": 20009,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20009,
            "attempts": 20009,
            "providerTurns": 18609
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1547.0,
          "iteration": 9,
          "cliRoundTripMs": 9688.47,
          "restartNote": {
            "ms": 4.914965999982087,
            "kind": "restart-note",
            "runs": 20010,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20010,
            "attempts": 20010,
            "providerTurns": 18610
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1641.0,
          "iteration": 10,
          "cliRoundTripMs": 10859.486,
          "restartNote": {
            "ms": 2.9991269999882206,
            "kind": "restart-note",
            "runs": 20011,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20011,
            "attempts": 20011,
            "providerTurns": 18611
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1797.0,
          "iteration": 11,
          "cliRoundTripMs": 10945.496,
          "restartNote": {
            "ms": 3.419147000007797,
            "kind": "restart-note",
            "runs": 20012,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "second fixture turn complete"
          ],
          "counts": {
            "runs": 20012,
            "attempts": 20012,
            "providerTurns": 18612
          },
          "providerThreads": 1
        },
        {
          "serverTurnStartMs": 1848.0,
          "iteration": 12,
          "cliRoundTripMs": 12033.435,
          "restartNote": {
            "ms": 5.492361999989953,
            "kind": "restart-note",
            "runs": 20013,
            "noteContinuation": false,
            "work": []
          },
          "status": "completed",
          "assistantMessages": [
            "first fixture turn complete"
          ],
          "counts": {
            "runs": 20013,
            "attempts": 20013,
            "providerTurns": 18613
          },
          "providerThreads": 1
        }
      ]
    }
  },
  "comparison": {
    "restartNoteMs": {
      "medianReductionMs": 444.17197199999646,
      "speedup": 102.65810715628022,
      "reductionExceedsBothSpreads": true,
      "rangesDoNotOverlap": true
    },
    "serverTurnStartMs": {
      "medianReductionMs": 1377.0,
      "speedup": 1.8181818181818181,
      "reductionExceedsBothSpreads": true,
      "rangesDoNotOverlap": true
    },
    "cliRoundTripMs": {
      "medianReductionMs": -348.5839999999989,
      "speedup": 0.9672647156130152,
      "reductionExceedsBothSpreads": false,
      "rangesDoNotOverlap": false
    }
  }
}
