import os,sys,json,pathlib,subprocess,time,signal,datetime,urllib.request
root=pathlib.Path(__file__).parent
base_checkout,head_checkout=sys.argv[1:3]
run=root/datetime.datetime.now(datetime.timezone.utc).strftime('%Y%m%dT%H%M%SZ');run.mkdir()
wrapper=root/'codex-observe'
wrapper.write_text('''#!/usr/bin/env python3
import os,sys,subprocess,json,re
args=sys.argv[1:]
kind='exec' if args and args[0]=='exec' else 'mcp list' if 'mcp' in args and 'list' in args else 'other'
if kind!='other':
 flags=[]
 for i,a in enumerate(args):
  if a in ('--config','-c','--enable','--disable') and i+1<len(args): flags.extend([a,args[i+1]])
  elif a.startswith(('--enable=','--disable=','--config=')): flags.append(a)
 result=subprocess.run(['/usr/local/bin/codex',*flags,'features','list'],capture_output=True,text=True)
 states=[line for line in result.stdout.splitlines() if line.split() and line.split()[0] in ('apps','plugins','hooks')]
 record={'case':os.environ['PROOF_CASE'],'command':kind,'featureFlags':flags,'resolved':states,'resolverExit':result.returncode}
 with open(os.environ['PROOF_CAPTURE'],'a') as f:f.write(json.dumps(record)+'\\n')
os.execv('/usr/local/bin/codex',['codex',*args])
''');wrapper.chmod(0o755)
cases=['--enable apps --enable plugins','--enable=connectors --enable=plugins','--config features.connectors=true --config features.plugins=true']
for side,checkout,port in [('before',base_checkout,14680),('after',head_checkout,14681)]:
 for n,args in enumerate(cases,1):
  home=run/f'{side}-{n}';(home/'userdata').mkdir(parents=True)
  settings={'defaultModelSelection':{'instanceId':'devReplay','model':'showcase'},'textGenerationModelSelection':{'instanceId':'codex','model':'gpt-6-luna'},'providerInstances':{'codex':{'driver':'codex','enabled':True,'config':{'setupMode':'existing','binaryPath':str(wrapper),'launchArgs':args}}}}
  (home/'userdata/settings.json').write_text(json.dumps(settings))
  env={**os.environ,'T3CODE_DEV_SEED':'0','PROOF_CASE':str(n),'PROOF_CAPTURE':str(run/f'{side}.jsonl')}
  cli=['node','apps/server/src/bin.ts']
  log=open(home/'server.log','w')
  server=subprocess.Popen([*cli,'serve','--base-dir',str(home),'--port',str(port),'--host','127.0.0.1','--dev-url',f'http://127.0.0.1:{port+100}','--no-browser'],cwd=checkout,env=env,stdout=log,stderr=log,start_new_session=True)
  try:
   for _ in range(90):
    if (home/'userdata/server-runtime.json').exists():break
    if server.poll()!=None:raise RuntimeError('server exited; see log')
    time.sleep(1)
   def call(extra):
    r=subprocess.run([*cli,*extra,'--base-dir',str(home)],cwd=checkout,env=env,capture_output=True,text=True,timeout=90)
    (home/('cli-'+extra[0]+'-'+extra[1]+'.log')).write_text(r.stdout+r.stderr)
    if r.returncode:raise RuntimeError(r.stdout+r.stderr)
    return r.stdout
   call(['project','add',checkout,'--title','Pagination proof'])
   launched=call(['thread','start',checkout,'Fix the users list pagination bug.','--provider','devReplay','--model','showcase','--json'])
   print(side,n,'thread launched',flush=True)
   token=subprocess.run([*cli,'auth','session','issue','--token-only','--label','proof','--base-dir',str(home)],cwd=checkout,env=env,capture_output=True,text=True,check=True).stdout.strip()
   import shutil
   rpcscript=pathlib.Path(checkout)/'apps/server/proof-regenerate.ts'
   shutil.copyfile(root/'regenerate.ts',rpcscript)
   try:
    regen=subprocess.run(['node',str(rpcscript)],cwd=checkout,env={**env,'PROOF_ORIGIN':f'http://127.0.0.1:{port}','PROOF_TOKEN':token,'PROOF_THREAD':json.loads(launched)['threadId']},capture_output=True,text=True,timeout=30)
    (home/'regenerate.log').write_text(regen.stdout+regen.stderr)
    if regen.returncode:raise RuntimeError(regen.stdout+regen.stderr)
   finally:rpcscript.unlink()
   for _ in range(100):
    capture=run/f'{side}.jsonl'
    records=[json.loads(x) for x in capture.read_text().splitlines()] if capture.exists() else []
    if any(r['case']==str(n) and r['command']=='exec' for r in records):break
    time.sleep(1)
   else:raise RuntimeError('No Codex exec captured')
   print(json.dumps([r for r in records if r['case']==str(n)]),flush=True)
   time.sleep(3)
  finally:
   os.killpg(server.pid,signal.SIGTERM)
   try:server.wait(timeout=15)
   except subprocess.TimeoutExpired:os.killpg(server.pid,signal.SIGKILL);server.wait()
   log.close()
print('RUN',run,flush=True)
