"""Compare stock LIBERO rendering with cameras enabled only for policy queries.""" import argparse,hashlib,json,pathlib,sys,time,random import numpy as np import torch root=pathlib.Path(__file__).resolve().parents[1];sys.path.insert(0,str(root.parent/'openpi/third_party/libero')) from libero.libero import benchmark,get_libero_path from libero.libero.envs import OffScreenRenderEnv from libero_render import QueryRenderGate parser=argparse.ArgumentParser();parser.add_argument('--task-id',type=int,default=0);parser.add_argument('--steps',type=int,default=100);parser.add_argument('--output',default=str(root/'.release_local/audit/query-render-parity.json'));args=parser.parse_args() suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(args.task_id) states=torch.load(pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file,map_location='cpu',weights_only=False) names=('agentview_image','robot0_eye_in_hand_image') reference={};timings={};differences=[] for mode in ('stock','query_only'): np.random.seed(1000);random.seed(1000) env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20) try: env.seed(1000);env.reset();env.set_init_state(states[0]) for _ in range(10):env.step([0.]*6+[-1.]) gate=QueryRenderGate(env) if mode=='query_only' else None before=time.monotonic() for step in range(args.steps): if mode=='query_only': gate.render=step%10==9 action=[.05*np.sin(step*.3),.03*np.cos(step*.2),0.,0.,0.,.01,-1.] obs,_,done,_=env.step(action) if step%10==9: values={name:obs[name].copy() for name in names} values['physics_state']=env.env.sim.get_state().flatten().copy() values['success']=np.array([bool(done or env.check_success())]) if mode=='stock':reference[step]=values else: for name,value in values.items(): if not np.array_equal(value,reference[step][name]):differences.append(dict(step=step,name=name,max_abs=float(np.abs(value.astype(float)-reference[step][name].astype(float)).max()))) timings[mode]=time.monotonic()-before finally:env.close() result=dict(method='gate_sensor_preserve_observable_clock',helper_sha256=hashlib.sha256((root/'scripts/libero_render.py').read_bytes()).hexdigest(),task_id=args.task_id,exact_query_images_physics_and_success=not differences,steps=args.steps,query_count=args.steps//10,seconds=timings,speedup=timings['stock']/timings['query_only'],differences=differences) output=pathlib.Path(args.output);temporary=output.with_suffix('.tmp');temporary.write_text(json.dumps(result,indent=2));temporary.replace(output);print(json.dumps(result),flush=True) if differences:raise SystemExit(1)