#!/usr/bin/env python3
"""Run the real T3 server twice with identical synthetic slow Git remotes.
Usage: python3 prove.py CHECKOUT SIDE OUTPUT_ROOT
No production data, provider credentials, or paid models are used.
"""
import os, sys, pathlib, subprocess, json, time, socket, signal, random, re
checkout=pathlib.Path(sys.argv[1]); side=sys.argv[2]; root=pathlib.Path(sys.argv[3])/f'{side}-{time.strftime("%Y%m%d-%H%M%S")}'
root.mkdir(parents=True); upstream=root/'upstream'; remote=root/'remote.git'; clone=root/'project'; home=root/'home'; (home/'userdata').mkdir(parents=True)
env=dict(os.environ,T3CODE_DEV_SEED='0',T3CODE_AUTO_BOOTSTRAP_PROJECT_FROM_CWD='0',GIT_CONFIG_NOSYSTEM='1')
# Keep Git settings isolated and enable auto maintenance so its absence is meaningful.
config=root/'gitconfig'; config.write_text('[user]\n name = Synthetic Evidence\n email = evidence@example.invalid\n[init]\n defaultBranch = main\n[maintenance]\n auto = true\n[gc]\n auto = 6700\n')
env['GIT_CONFIG_GLOBAL']=str(config)
def run(args,cwd=None,timeout=120):
 p=subprocess.run([str(x) for x in args],cwd=cwd,env=env,text=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT,timeout=timeout)
 if p.returncode: raise RuntimeError(f'{args[0:3]} exit {p.returncode}: {p.stdout}')
 return p.stdout.strip()
def git(*args,cwd=upstream): return run(['git',*args],cwd)
sha=run(['git','rev-parse','HEAD'],checkout)
events=[]
def note(msg):
 line=f'{time.strftime("%H:%M:%S")} {msg}'; print(line,flush=True); events.append(line); (root/'observations.txt').write_text('\n'.join(events)+'\n')
note(f'{side.upper()} | real T3 server | commit {sha[:10]} | Linux / Node / CLI')
upstream.mkdir(); git('init'); (upstream/'README.md').write_text('Synthetic storage cleanup evidence\n'); git('add','.'); git('commit','-m','Initial synthetic project'); git('clone','--bare',upstream,remote); git('clone','--no-local',remote,clone)
initial=git('rev-parse','HEAD'); git('config','fetch.unpackLimit','100',cwd=clone)
settings={'defaultModelSelection':{'instanceId':'devReplay','model':'multi-turn'},'providerInstances':{p:{'driver':p,'enabled':False} for p in ['codex','claudeAgent','cursor','grok','muse','pi','opencode','antigravity']}}
settings_path=home/'userdata/settings.json'; settings_path.write_text(json.dumps(settings))
s=socket.socket(); s.bind(('127.0.0.1',0)); port=s.getsockname()[1]; s.close()
serverlog=open(root/'server-private.log','w'); serverenv=dict(env,GIT_TRACE2_EVENT=str(root/'git-private.jsonl'))
server=subprocess.Popen(['node','apps/server/src/bin.ts','serve','--base-dir',str(home),'--port',str(port),'--host','127.0.0.1','--dev-url','http://127.0.0.1:5733'],cwd=checkout,env=serverenv,stdout=serverlog,stderr=subprocess.STDOUT)
(root/'server-pid').write_text(str(server.pid))
def cli(*args): return run(['node','apps/server/src/bin.ts',*args,'--base-dir',home],checkout,180)
try:
 for _ in range(90):
  if server.poll() is not None: raise RuntimeError((root/'server-private.log').read_text()[-8000:])
  try:
   with socket.create_connection(('127.0.0.1',port),timeout=.2):
    if (home/'userdata/server-runtime.json').exists(): break
    time.sleep(1)
  except OSError: time.sleep(1)
 else: raise RuntimeError('Server never listened')
 note('Server listening with fresh isolated data; automatic cleanup initially disabled.')
 cli('project','add',str(clone),'--title','Slow fetch synthetic project')
 started=cli('thread','start',str(clone),'Create a clean worktree for storage cleanup evidence.','--worktree','main','--branch','feature/one','--provider','devReplay','--model','multi-turn','--wait','--json')
 (root/'thread-private.json').write_text(started)
 note('Real CLI created feature/one worktree; replay turn completed; no model cost.')
 # Same deterministic 300-commit, 18.75 MiB backlog on each side.
 rng=random.Random(38161)
 for i in range(300):
  (upstream/'payload.bin').write_bytes(rng.randbytes(65536)); git('add','payload.bin'); git('commit','-qm',f'Synthetic backlog {i:03d}')
 git('push',remote,'main'); target=git('rev-parse','HEAD')
 wrapper=root/'slow-upload-pack.py'
 wrapper.write_text('''#!/usr/bin/env python3
import subprocess,sys,time,os
p=subprocess.Popen(['git','upload-pack',*sys.argv[1:]],stdout=subprocess.PIPE)
try:
 while True:
  b=os.read(p.stdout.fileno(),16384)
  if not b: break
  os.write(1,b); time.sleep(len(b)/204800)
except BrokenPipeError:
 p.terminate()
sys.exit(p.wait())
'''); wrapper.chmod(0o755)
 git('config','remote.origin.uploadpack',str(wrapper),cwd=clone)
 note('Upstream advanced by 300 commits / 18.75 MiB random payload; upload-pack throttled to 200 KiB/s.')
 note('fetch.unpackLimit=100 ensures streamed objects use a pack; maintenance.auto=true.')
 snapshots=[]
 trace_offset=(root/'git-private.jsonl').stat().st_size
 for sweep in (1,2):
  settings=json.loads(settings_path.read_text()); settings['storageCleanup']={'worktreeOnMerge':True,'logsAfterDays':30 if sweep==1 else 31}; settings_path.write_text(json.dumps(settings))
  start=time.monotonic(); note(f'SWEEP {sweep}: settings change enabled/requested automatic merge-check cleanup.')
  for tick in range(0,121):
   packs=sorted((clone/'.git/objects/pack').glob('tmp_pack_*')); sizes=[p.stat().st_size for p in packs]
   ref=git('rev-parse','origin/main',cwd=clone); log=(root/'server-private.log').read_text()
   errors=log.count('storage cleanup failed for worktree')
   elapsed=time.monotonic()-start
   snap={'sweep':sweep,'seconds':round(elapsed,1),'partialPacks':len(packs),'partialBytes':sum(sizes),'sizes':sizes,'remoteAdvanced':ref==target,'cleanupFailures':errors}
   snapshots.append(snap)
   if tick%5==0: note(f'Sweep {sweep} +{elapsed:5.1f}s | tmp_pack files={len(packs)} bytes={sum(sizes):,} | origin/main={"UPDATED" if ref==target else "STALE"} | cleanup failures={errors}')
   if errors>=sweep or ref==target:
    time.sleep(5)
    packs=sorted((clone/'.git/objects/pack').glob('tmp_pack_*'))
    note(f'SWEEP {sweep} RESULT: origin/main={"UPDATED" if ref==target else "STALE"}; abandoned tmp_pack files={len(packs)}; bytes={sum(p.stat().st_size for p in packs):,}; cleanup failures={errors}')
    break
   time.sleep(1)
  else: note(f'SWEEP {sweep}: observation window ended')
  if sweep==1: time.sleep(3)
 (root/'snapshots.json').write_text(json.dumps(snapshots,indent=2))
 count=git('count-objects','-vH',cwd=clone); note('git count-objects -vH:\n'+count)
 trace=[json.loads(l) for l in (root/'git-private.jsonl').read_text()[trace_offset:].splitlines() if l.startswith('{')]
 commands=[e.get('argv') for e in trace if e.get('event')=='start' and e.get('argv') and ('fetch' in e['argv'] or 'gc' in e['argv'] or 'maintenance' in e['argv'])]
 cleancommands=[[re.sub(re.escape(str(root)), '<fixture>',str(a)) for a in c] for c in commands]
 note('Observed real Git subprocess commands: '+json.dumps(cleancommands))
 # Only relevant server diagnostics, with paths removed, never pairing output.
 raw=(root/'server-private.log').read_text(); lines=raw.splitlines(); selected=[]
 for i,l in enumerate(lines):
  if 'storage cleanup failed for worktree' in l:
   for diagnostic in lines[i:]:
    selected.append(diagnostic)
    if diagnostic == '  }': break
 sanitized='\n'.join(selected).replace(str(root),'<fixture>').replace(str(checkout),'<checkout>')
 sanitized=re.sub(r'/home/[^\s\x1b\"\']+', '<private-path>', sanitized)
 (root/'server-diagnostics.txt').write_text(sanitized)
 result={'side':side,'sha':sha,'initial':initial,'target':target,'final':git('rev-parse','origin/main',cwd=clone),'partialPacks':[{'name':p.name,'bytes':p.stat().st_size} for p in sorted((clone/'.git/objects/pack').glob('tmp_pack_*'))],'commands':cleancommands,'cleanupFailures':raw.count('storage cleanup failed for worktree')}
 (root/'result.json').write_text(json.dumps(result,indent=2)); note('Capture complete; stopping the server started by this driver.')
finally:
 server.terminate()
 try: server.wait(timeout=15)
 except subprocess.TimeoutExpired: server.kill(); server.wait()
 serverlog.close()
print('OUTPUT '+str(root),flush=True)
