import os os.environ['OPENBLAS_NUM_THREADS']='4';os.environ['OMP_NUM_THREADS']='4' import argparse,base64,json,subprocess,time,sys from pathlib import Path import numpy as np from lib.numpy_policy import Dense,macro_probabilities,macro_log_prob,macro_ppo_gradient,gae root=Path(__file__).resolve().parent.parent parser=argparse.ArgumentParser();parser.add_argument('--updates',type=int,default=24);parser.add_argument('--seed',type=int,default=83641);parser.add_argument('--out',default='.local/battle-v3/macro-ppo');args=parser.parse_args() out=root/args.out;out.mkdir(parents=True,exist_ok=True);rng=np.random.default_rng(args.seed);base=json.loads((root/'.local/battle-v3/commander-macro-bc.json').read_text());actor=Dense(base);anchor=Dense(base);critic=Dense(sizes=[116,64,32,1],mean=actor.mean,std=actor.std,rng=rng) n=4;horizon=12;process=subprocess.Popen(['node','scripts/macro-rl-env.mjs',f'envs={n}',f'seed={args.seed+10000}'],cwd=root,stdin=subprocess.PIPE,stdout=subprocess.PIPE,text=True,encoding='utf-8',bufsize=1) def exchange(d): process.stdin.write(json.dumps(d,separators=(',',':'))+'\n');process.stdin.flush();r=json.loads(process.stdout.readline()) if 'error' in r:raise RuntimeError(r['error']) r['obs']=np.frombuffer(base64.b64decode(r['obs']),dtype='