ChatDev/execorchestra/scripts/with_research_browser.py
2026-11-05 16:22:12 +08:00

83 lines
3.8 KiB
Python

"""Run a child command with a private browser and clean up its process group."""
import argparse
import hashlib
import json
import os
from pathlib import Path
import secrets
import signal
import socket
import subprocess
import sys
import time
import httpx
def stop(proc):
if proc is None: return
try: os.killpg(proc.pid,signal.SIGTERM)
except ProcessLookupError: return
try: proc.wait(timeout=10)
except subprocess.TimeoutExpired:
try: os.killpg(proc.pid,signal.SIGKILL)
except ProcessLookupError: pass
proc.wait()
def main():
p=argparse.ArgumentParser(description=__doc__)
p.add_argument('--python',required=True)
p.add_argument('--browsers-path',required=True)
p.add_argument('--state-dir',required=True)
p.add_argument('--timeout-sec',type=int,default=1800)
p.add_argument('--allowed-host',action='append',default=[])
p.add_argument('--inline-links',action='store_true')
p.add_argument('command',nargs=argparse.REMAINDER)
a=p.parse_args()
if not os.environ.get('SLURM_JOB_ID'): raise RuntimeError('allocated_job_required')
command=a.command[1:] if a.command[:1]==['--'] else a.command
if not command: raise ValueError('child_command_required')
state=Path(a.state_dir).resolve(); state.mkdir(parents=True,exist_ok=False,mode=0o700)
with socket.socket() as s: s.bind(('127.0.0.1',0)); port=s.getsockname()[1]
token=secrets.token_urlsafe(32); base=f'http://127.0.0.1:{port}'
service_env={k:v for k,v in os.environ.items() if k in {'PATH','HOME','LANG','SLURM_JOB_ID','SGAR_TOOL_HTTPS_PROXY'}}
temp=state/'tmp'; temp.mkdir(mode=0o700)
service_env.update(SGAR_BROWSER_TOKEN=token,PLAYWRIGHT_BROWSERS_PATH=a.browsers_path,
PYTHONUNBUFFERED='1',TMPDIR=str(temp))
argv=[a.python,str(Path(__file__).with_name('research_browser.py')),'--port',str(port),'--state-dir',str(state/'snapshots')]
for host in a.allowed_host: argv+=['--allowed-host',host]
if a.inline_links: argv.append('--inline-links')
service=child=None
receipt={'job_id':os.environ['SLURM_JOB_ID'],'ready':False,'child_exit_code':None,
'service_sha256':hashlib.sha256(Path(argv[1]).read_bytes()).hexdigest(),
'python':str(Path(a.python).absolute()),'browsers_path':str(Path(a.browsers_path).absolute())}
if a.inline_links: receipt['inline_links']=True
def interrupted(signum,frame): raise SystemExit(128+signum)
for sig in [signal.SIGTERM,signal.SIGINT]: signal.signal(sig,interrupted)
try:
log=state/'service.log'
with log.open('wb') as f:
log.chmod(0o600)
service=subprocess.Popen(argv,env=service_env,stdout=f,stderr=subprocess.STDOUT,start_new_session=True)
with httpx.Client(timeout=2,trust_env=False) as client:
for _ in range(60):
if service.poll() is not None: raise RuntimeError('browser_service_exited')
try:
r=client.get(base+'/health',headers={'Authorization':'Bearer '+token})
if r.status_code==200 and r.json().get('ready'): receipt['ready']=True; break
except httpx.HTTPError: pass
time.sleep(1)
else: raise TimeoutError('browser_startup_timeout')
env=dict(os.environ,SGAR_BROWSER_BASE_URL=base,SGAR_BROWSER_TOKEN=token)
child=subprocess.Popen(command,env=env,start_new_session=True)
receipt['child_exit_code']=child.wait(timeout=a.timeout_sec)
finally:
stop(child); stop(service)
with socket.socket() as s: receipt['endpoint_released']=s.connect_ex(('127.0.0.1',port))!=0
(state/'receipt.json').write_text(json.dumps(receipt,indent=2))
print(json.dumps(receipt),flush=True)
return receipt['child_exit_code']
if __name__=='__main__': raise SystemExit(main())