=== events.json === [ { "seconds": "0.002", "text": "Linux CLI reproduction; head source build; real released 0.1.8 service launcher; isolated synthetic T3 home." }, { "seconds": "1.960", "text": "Service ready on port 41689; serviceManaged=true; serverVersion=0.1.8." }, { "seconds": "1.961", "text": "Padding fresh application database with synthetic zero blobs (6.3 GB)." }, { "seconds": "50.652", "text": "Database bytes: 6308290560" }, { "seconds": "50.732", "text": "Initial SSH launch: {\"remotePort\":41689,\"serverKind\":\"external\"}" }, { "seconds": "51.054", "text": "Paired through application auth; opened authenticated real WebSocket." }, { "seconds": "51.067", "text": "Sending server.updateServer {targetVersion:\"0.1.9\"}." }, { "seconds": "51.406", "text": "Update reply: {\"_tag\":\"Exit\",\"requestId\":\"1\",\"exit\":{\"_tag\":\"Success\",\"value\":{\"targetVersion\":\"0.1.9\",\"method\":\"boot-service\",\"updateId\":\"adb4df2c-d64a-4100-b31f-4e88420737e0\"}}}" }, { "seconds": "54.218", "text": "Old service child exited; reconnecting immediately with the same SSH launch script." }, { "seconds": "54.218", "text": "Update marker exists: true" }, { "seconds": "67.072", "text": "Reconnect exit=0; output={\"remotePort\":41689,\"serverKind\":\"external\"}" }, { "seconds": "67.072", "text": "Current runtime port=41689, serviceManaged=true, serverVersion=0.1.9." }, { "seconds": "67.073", "text": "Final service state: {\"protocol\":3,\"activeVersion\":\"0.1.9\",\"update\":{\"id\":\"adb4df2c-d64a-4100-b31f-4e88420737e0\",\"fromVersion\":\"0.1.8\",\"targetVersion\":\"0.1.9\",\"status\":\"committed\"}}" }, { "seconds": "67.073", "text": "Capture complete." }, { "seconds": "68.575", "text": "Stopped the launcher and any SSH child started by this run." } ] === initial-launch.raw.log === {"remotePort":41689,"serverKind":"external"} === reconnect.raw.log === {"remotePort":41689,"serverKind":"external"} + set -eu + STATE_KEY=evidence + LAUNCHER_ID= + STATE_DIR=/head-home/.t3/ssh-launch/evidence + DEFAULT_SERVER_HOME=/head-home/.t3 + DEFAULT_RUNTIME_FILE=/head-home/.t3/userdata/server-runtime.json + PORT_FILE=/head-home/.t3/ssh-launch/evidence/port + PID_FILE=/head-home/.t3/ssh-launch/evidence/pid + MANAGED_FILE=/head-home/.t3/ssh-launch/evidence/managed + LOG_FILE=/head-home/.t3/ssh-launch/evidence/server.log + RUNNER_FILE=/head-home/.t3/ssh-launch/evidence/run-t3.sh + RUNNER_NEXT=/head-home/.t3/ssh-launch/evidence/run-t3.next.177629 + LAUNCH_LOCK=/head-home/.t3/ssh-launch/.launch.lock + LAUNCH_BREAK_LOCK=/head-home/.t3/ssh-launch/.launch.lock.break + mkdir -p /head-home/.t3/ssh-launch/evidence + trap cleanup_launch EXIT + trap exit 1 HUP INT PIPE TERM + cat + chmod 700 /head-home/.t3/ssh-launch/evidence/run-t3.next.177629 + T3_ARCHIVE_MODE=0 + [ 0 = 1 ] + ensure_remote_node_path + command -v node + remote_node_satisfies_engine + return 0 + LAUNCH_LOCK_WAITED=0 + LAUNCH_LOCK_UNOWNED=0 + RUNNER_CHANGED=0 + [ ! -f /head-home/.t3/ssh-launch/evidence/run-t3.sh ] + cmp -s /head-home/.t3/ssh-launch/evidence/run-t3.next.177629 /head-home/.t3/ssh-launch/evidence/run-t3.sh + mv /head-home/.t3/ssh-launch/evidence/run-t3.next.177629 /head-home/.t3/ssh-launch/evidence/run-t3.sh + [ -n ] + cat /head-home/.t3/ssh-launch/evidence/pid + true + REMOTE_PID= + cat /head-home/.t3/ssh-launch/evidence/port + REMOTE_PORT=41689 + cat /head-home/.t3/ssh-launch/evidence/managed + REMOTE_MANAGED=external + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + [ external = external ] + server_running + [ -n ] + return 1 + [ -z 41689 ] + wait_ready 2000 + [ 0 = 1 ] + node - 41689 2000 1000 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + [ -z ] + [ -z ] + [ /head-home/.t3/ssh-launch/evidence != /head-home/.t3/ssh-launch/evidence ] + continue + [ -z ] + UPDATE_WAITED=0 + UPDATE_SAW_MARKER=0 + [ 0 -le 60 ] + update_remaining + UPDATE_REMAINING=55034 + [ -n 55034 ] + UPDATE_SAW_MARKER=1 + [ 0 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=1 + [ 1 -le 60 ] + update_remaining + UPDATE_REMAINING=53955 + [ -n 53955 ] + UPDATE_SAW_MARKER=1 + [ 1 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=2 + [ 2 -le 60 ] + update_remaining + UPDATE_REMAINING=52901 + [ -n 52901 ] + UPDATE_SAW_MARKER=1 + [ 2 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=3 + [ 3 -le 60 ] + update_remaining + UPDATE_REMAINING=51839 + [ -n 51839 ] + UPDATE_SAW_MARKER=1 + [ 3 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=4 + [ 4 -le 60 ] + update_remaining + UPDATE_REMAINING=50773 + [ -n 50773 ] + UPDATE_SAW_MARKER=1 + [ 4 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=5 + [ 5 -le 60 ] + update_remaining + UPDATE_REMAINING=49702 + [ -n 49702 ] + UPDATE_SAW_MARKER=1 + [ 5 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=6 + [ 6 -le 60 ] + update_remaining + UPDATE_REMAINING=48635 + [ -n 48635 ] + UPDATE_SAW_MARKER=1 + [ 6 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=7 + [ 7 -le 60 ] + update_remaining + UPDATE_REMAINING=47569 + [ -n 47569 ] + UPDATE_SAW_MARKER=1 + [ 7 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=8 + [ 8 -le 60 ] + update_remaining + UPDATE_REMAINING=46509 + [ -n 46509 ] + UPDATE_SAW_MARKER=1 + [ 8 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=9 + [ 9 -le 60 ] + update_remaining + UPDATE_REMAINING=45461 + [ -n 45461 ] + UPDATE_SAW_MARKER=1 + [ 9 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + true + DEFAULT_RUNTIME_INFO= + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n ] + [ -n ] + [ -n ] + return 1 + REMOTE_PID= + REMOTE_PORT= + REMOTE_MANAGED= + sleep 1 + UPDATE_WAITED=10 + [ 10 -le 60 ] + update_remaining + UPDATE_REMAINING=44409 + [ -n 44409 ] + UPDATE_SAW_MARKER=1 + [ 10 -lt 60 ] + adopt_default_server + resolve_default_runtime_port + DEFAULT_RUNTIME_INFO=177874 41689 + DEFAULT_RUNTIME_PID= + DEFAULT_REMOTE_PORT= + ADOPTED_PID= + [ -n 177874 41689 ] + DEFAULT_RUNTIME_PID=177874 + DEFAULT_REMOTE_PORT=41689 + [ -n 41689 ] + [ = managed ] + [ -n 41689 ] + REMOTE_PORT=41689 + wait_ready 2000 + [ 0 = 1 ] + node - 41689 2000 1000 + ADOPTED_PID=177874 + [ = managed ] + printf %s\n 41689 + printf external\n + REMOTE_PID= + REMOTE_MANAGED=external + return 0 + break + [ 1 -eq 1 ] + [ -z 41689 ] + OWNER_WAITED=0 + date +%s + OWNER_DEADLINE=1794655472 + [ -z 41689 ] + [ -z 41689 ] + printf {"remotePort":%s,"serverKind":"%s"}\n 41689 external + cleanup_launch + rm -f /head-home/.t3/ssh-launch/evidence/run-t3.next.177629 + cat /head-home/.t3/ssh-launch/.launch.lock + [ 177629 = 177629 ] + rm -f /head-home/.t3/ssh-launch/.launch.lock + cat /head-home/.t3/ssh-launch/.launch.lock.break + true + [ = 177629 ] === rpc.jsonl === {"_tag":"Exit","requestId":"1","exit":{"_tag":"Success","value":{"targetVersion":"0.1.9","method":"boot-service","updateId":"adb4df2c-d64a-4100-b31f-4e88420737e0"}}} === state.json === { "protocol": 3, "activeVersion": "0.1.9", "update": { "id": "adb4df2c-d64a-4100-b31f-4e88420737e0", "fromVersion": "0.1.8", "targetVersion": "0.1.9", "status": "committed" } } === service.raw.log === [11:22:26.765] INFO (#32): Agent scopes are on { slice: 'app-t3code-agents.slice', high: 10326347776, max: 12576599040, oomPolicy: true } [11:22:26.848] INFO (#90): Running database migrations [11:22:27.075] INFO (#90): Migrations ran successfully migrations: [ '1_OrchestrationEvents', '2_OrchestrationCommandReceipts', '3_CheckpointDiffBlobs', '4_ProviderSessionRuntime', '5_Projections', '6_ProjectionThreadSessionRuntimeModeColumns', '7_ProjectionThreadMessageAttachments', '8_ProjectionThreadActivitySequence', '9_ProviderSessionRuntimeMode', '10_ProjectionThreadsRuntimeMode', '11_OrchestrationThreadCreatedRuntimeMode', '12_ProjectionThreadsInteractionMode', '13_ProjectionThreadProposedPlans', '14_ProjectionThreadProposedPlanImplementation', '15_ProjectionTurnsSourceProposedPlan', '16_CanonicalizeModelSelections', '17_ProjectionThreadsArchivedAt', '18_ProjectionThreadsArchivedAtIndex', '19_ProjectionSnapshotLookupIndexes', '20_AuthAccessManagement', '21_AuthSessionClientMetadata', '22_AuthSessionLastConnectedAt', '23_ProjectionThreadShellSummary', '24_BackfillProjectionThreadShellSummary', '25_CleanupInvalidProjectionPendingApprovals', '26_CanonicalizeModelSelectionOptions', '27_ProviderSessionRuntimeInstanceId', '28_ProjectionThreadSessionInstanceId', '29_ProjectionThreadDetailOrderingIndexes', '30_ProjectionThreadShellArchiveIndexes', '31_AuthAuthorizationScopes', '32_AuthPairingProofKeyThumbprint', '33_ProjectionThreadsSettled', '34_ProjectionThreadsSnoozed', '35_ProjectionThreadTitleRegeneration', '36_ProjectionThreadsPinned', '37_ProjectionTurnsKeysetIndex', '38_ProjectionThreadsPinOrderKey', '39_ProjectionProjectsDefaultThreadEnvMode', '40_ProjectionProjectFaviconPath', '41_AuthSessionClientConnection', '42_ProjectionThreadLinkedPullRequest', '43_ProjectionThreadsUnsettledAt', '44_ClearAutomaticProjectModelDefaults', '45_ProjectionProjectsAutoPull', '46_RepairAutomaticSettlementTimestamps', '47_ProjectionProjectIcon', '48_ProjectionThreadBranchPullRequest', '49_ProjectionThreadsActiveOrderKey', '50_ProjectionThreadPullRequests', '51_ProjectionThreadMessageContext', '52_ProjectionThreadTitleState', '53_PullRequestFilesViewed', '54_ProjectionThreadsAutoSettleDisabledAt', '55_OrchestrationV2', '56_RemoveRedundantProjectionIndexes', '57_ScheduledTaskWebhooks', '58_WebhookRelayDeliveries', '59_McpAppModelContext', '60_ThreadSnapshotWindowIndexes', '61_PullRequestReviewGuides', '62_ThreadFailureLookupIndex', '63_DropUnusedV1Projections', '64_CanonicalizeThreadPullRequestLinks', '65_CodexUsageNativeTurnIndex', '66_RepairClientSettlementTimestamps', '67_WebhookDedupe', '68_ShellStopRequestIndex', '69_ThreadMessageSearch', '70_PeerLinks', '71_PeerLinkFence', '72_WaitingLinkRequestIndex', '73_ActiveTurnItemIndexes', '74_ExcludeAttachmentPlaceholdersFromSearch', '75_SubagentDeliveryState', '76_ProjectionProjectsPinArchive', '77_RepairBooleanSettledOverride', '78_DropOrchestrationEventCorrelationIndex', '79_DelegatedRecoveryIndexes', '80_ScheduledTaskThreadMode', '81_ProjectionMessageSearchText', '82_TurnItemConversationIndex', '83_CommandReadIndexes', '84_LastExecutedRunIndex', '85_TurnItemCounts', '86_QueuedTurnInputIndex', '87_ProjectionProjectsCustomTitle', '88_TurnItemTypeStatusIndex', '89_ShellThreadReadIndexes', '90_AuthConnectDevices', '91_AuthConnectDeniedRequests' ] [11:22:27.093] WARN (#109): process group metrics are not exported: sample failed ResourceTelemetryRefreshFailed: Resource telemetry operation 'refresh' failed. at file:///head-8/server-dcxh36Bv.mjs:71233:89 at file:///head-8/Schema-DXsMz4_8.mjs:10042:20 at Array.map () at file:///head-8/Schema-DXsMz4_8.mjs:10039:32 at file:///head-8/Schema-DXsMz4_8.mjs:181:38 { [cause]: NativeTelemetryUnavailable: Resource monitor is unavailable: sidecar is not running at file:///head-8/ManagedEndpointRuntime-Bds7Bdo3.mjs:127663:96 } operation: refresh [11:22:27.485] INFO (#566): Listening on http://127.0.0.1:41689 [11:22:27.499] INFO (#563): agent activity publishing standby; waiting for T3 Connect link reconciliation [11:22:27.500] INFO (#563): V2 orchestration recovery completed { terminalizedRuns: 0, stoppedSessions: 0, closedRequests: 0, retiredEffects: 0, requeuedEffects: 0 } T3 Code server is ready. Connection string: http://127.0.0.1:41689 [pairing credential redacted] [pairing credential redacted] [pairing credential redacted] [11:23:17.073] INFO (#1458): Server update prepared; handing off to the service launcher. { updateId: 'adb4df2c-d64a-4100-b31f-4e88420737e0', targetVersion: '0.1.9', runtimePath: '/head-home/.t3/runtime/versions/0.1.9/t3' } [11:23:19.089] INFO (#26): V2 orchestration shutdown reconciliation completed { terminalizedRuns: 0, stoppedSessions: 0, closedRequests: 0, retiredEffects: 0, requeuedEffects: 0 } [11:23:19.092] WARN (#971): keep-awake run event stream failed { cause: 'InterruptError: All fibers interrupted without error\n' + ' at serverActivation.forkParkedFiber (file:///head-8/ManagedEndpointRuntime-Bds7Bdo3.mjs:137356:32)\n' + ' at serverActivation.forkParkedFiber (definition) (file:///head-8/ManagedEndpointRuntime-Bds7Bdo3.mjs:137348:25)\n' + ' at server.runServerCommand (file:///head-8/binCli-BKWwkdIQ.mjs:10616:349)\n' + ' at server.runServerCommand (definition) (file:///head-8/binCli-BKWwkdIQ.mjs:10590:26) {\n' + ' [cause]: InterruptCause: The fiber was interrupted by:\n' + ' at fiber (unknown)\n' + '}' } [11:23:31.056] INFO (#32): Agent scopes are on { slice: 'app-t3code-agents.slice', high: 10326347776, max: 12576599040, oomPolicy: true } [11:23:31.178] WARN (#98): process group metrics are not exported: sample failed ResourceTelemetryRefreshFailed: Resource telemetry operation 'refresh' failed. at file:///head-9/server-C2toZ53C.mjs:71233:89 at file:///head-9/Schema-DXsMz4_8.mjs:10042:20 at Array.map () at file:///head-9/Schema-DXsMz4_8.mjs:10039:32 at file:///head-9/Schema-DXsMz4_8.mjs:181:38 { [cause]: NativeTelemetryUnavailable: Resource monitor is unavailable: sidecar is not running at file:///head-9/ManagedEndpointRuntime-BdvRUskH.mjs:127663:96 } operation: refresh [11:23:31.512] INFO (#550): Listening on http://127.0.0.1:41689 [11:23:31.536] INFO (#547): agent activity publishing standby; waiting for T3 Connect link reconciliation [11:23:31.536] INFO (#547): V2 orchestration recovery completed { terminalizedRuns: 0, stoppedSessions: 0, closedRequests: 0, retiredEffects: 0, requeuedEffects: 0 } T3 Code server is ready. Connection string: http://127.0.0.1:41689 [pairing credential redacted] [pairing credential redacted] [pairing credential redacted] [11:23:32.763] INFO (#26): V2 orchestration shutdown reconciliation completed { terminalizedRuns: 0, stoppedSessions: 0, closedRequests: 0, retiredEffects: 0, requeuedEffects: 0 } [11:23:32.765] WARN (#1041): keep-awake run event stream failed { cause: 'InterruptError: All fibers interrupted without error\n' + ' at serverActivation.forkParkedFiber (file:///head-9/ManagedEndpointRuntime-BdvRUskH.mjs:137356:32)\n' + ' at serverActivation.forkParkedFiber (definition) (file:///head-9/ManagedEndpointRuntime-BdvRUskH.mjs:137348:25)\n' + ' at server.runServerCommand (file:///head-9/binCli-DpDCB6P-.mjs:10616:349)\n' + ' at server.runServerCommand (definition) (file:///head-9/binCli-DpDCB6P-.mjs:10590:26) {\n' + ' [cause]: InterruptCause: The fiber was interrupted by:\n' + ' at fiber (unknown)\n' + '}' }