import os, sys, json, pathlib, subprocess, threading, http.server, datetime
root=pathlib.Path(__file__).parent
run=root / ('run-'+datetime.datetime.now(datetime.timezone.utc).strftime('%Y%m%dT%H%M%SZ'))
run.mkdir()
config=run/'codex'; config.mkdir()
config.joinpath('config.toml').write_text('''model_provider = "azure"
[model_providers.azure]
base_url = "http://127.0.0.1:18401/openai"
env_key = "AZURE_KEY"
[model_providers.vibeproxy]
base_url = "http://127.0.0.1:18402/v1"
experimental_bearer_token = "synthetic-vibeproxy-token"
''')
requests=[]
class Handler(http.server.BaseHTTPRequestHandler):
 def log_message(self,*args): pass
 def do_POST(self):
  body=json.loads(self.rfile.read(int(self.headers['Content-Length'])))
  auth=self.headers.get('Authorization','')
  requests.append(dict(provider=self.server.provider,method='POST',path=self.path,model=body.get('model'),authorization_matches_synthetic_provider_key=auth=='Bearer synthetic-'+self.server.provider+('-token' if self.server.provider=='vibeproxy' else '-key')))
  data=b'{"error":{"message":"Synthetic endpoint: request captured; no real model called."}}'
  self.send_response(400); self.send_header('Content-Type','application/json'); self.send_header('Content-Length',str(len(data))); self.end_headers(); self.wfile.write(data)
servers=[]
for port,provider in [(18401,'azure'),(18402,'vibeproxy')]:
 s=http.server.ThreadingHTTPServer(('127.0.0.1',port),Handler); s.provider=provider
 threading.Thread(target=s.serve_forever,daemon=True).start(); servers.append(s)
results=[]
try:
 for side,checkout in zip(['before','after'],sys.argv[1:]):
  sha=subprocess.check_output(['git','rev-parse','HEAD'],cwd=checkout,text=True).strip()
  lines=[f'{side.upper()} — commit {sha}', 'Environment: Linux; real eval CLI; isolated synthetic Codex config; local HTTP endpoints.', 'Every endpoint returns HTTP 400 after recording the request. This proves routing, not model quality.', 'Codex default: azure. Eval override: vibeproxy (unless explicitly marked absent).', '']
  for override,key in [(True,False),(True,True),(False,True)]:
   for tool in ['mcp-tool-use','test-signal']:
    env=os.environ.copy()
    for name in ['AZURE_KEY','T3CODE_EVAL_MODEL_PROVIDER','CODEX_HOME']: env.pop(name,None)
    env['CODEX_HOME']=str(config)
    if key: env['AZURE_KEY']='synthetic-azure-key'
    if override: env['T3CODE_EVAL_MODEL_PROVIDER']='vibeproxy'
    label=f'{tool}-override-{override}-azure-key-{key}'
    args=['pnpm',tool,'--model','gpt-6.1-sol','--case',('NODEV-02' if tool=='mcp-tool-use' else 'copy-text-at-every-call-site'),'--samples','1','--out',str(run/side/label)]
    start=len(requests)
    p=subprocess.run(args,cwd=pathlib.Path(checkout)/'evals',env=env,text=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT,timeout=90)
    output=p.stdout.replace(str(run),'<scratch>').replace(checkout,'<checkout>')
    output=output.replace(str(pathlib.Path.home()),'<home>')
    # All configured keys are synthetic; redact their literal values from published output anyway.
    output=output.replace('synthetic-vibeproxy-token','<synthetic-key>').replace('synthetic-azure-key','<synthetic-key>')
    seen=requests[start:]
    lines += [f'=== {label} ===', 'Command: pnpm '+tool+' --model gpt-6.1-sol --case '+args[5]+' --samples 1 --out <scratch-output>',f'AZURE_KEY: {"set (synthetic)" if key else "unset"}; T3CODE_EVAL_MODEL_PROVIDER: {"vibeproxy" if override else "unset"}',f'Exit: {p.returncode}', 'HTTP observations: '+json.dumps(seen),output,'']
    results.append(dict(side=side,sha=sha,tool=tool,override=override,azureKeySet=key,exit=p.returncode,requests=seen,missingAzureKeyError='reads its key from AZURE_KEY, which is not set' in output))
  (run/f'{side}.txt').write_text('\n'.join(lines))
 (run/'observations.json').write_text(json.dumps(results,indent=2))
 print(run)
 print(json.dumps(results,indent=2))
finally:
 for s in servers: s.shutdown(); s.server_close()
