Download code/scripts/benchmark_query_render.py from jisue/robottt-pi05-base-comparison: direct link, hf CLI and curl.
- Browser
- Download file 2.96 kB
-
https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/benchmark_query_render.py
- Command line
-
hf download hf://jisue/robottt-pi05-base-comparison/code/scripts/benchmark_query_render.py
-
curl -L -o benchmark_query_render.py https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/benchmark_query_render.py
2.96 kB
| """Compare stock LIBERO rendering with cameras enabled only for policy queries.""" | |
| import argparse,hashlib,json,pathlib,sys,time,random | |
| import numpy as np | |
| import torch | |
| root=pathlib.Path(__file__).resolve().parents[1];sys.path.insert(0,str(root.parent/'openpi/third_party/libero')) | |
| from libero.libero import benchmark,get_libero_path | |
| from libero.libero.envs import OffScreenRenderEnv | |
| from libero_render import QueryRenderGate | |
| parser=argparse.ArgumentParser();parser.add_argument('--task-id',type=int,default=0);parser.add_argument('--steps',type=int,default=100);parser.add_argument('--output',default=str(root/'.release_local/audit/query-render-parity.json'));args=parser.parse_args() | |
| suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(args.task_id) | |
| states=torch.load(pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file,map_location='cpu',weights_only=False) | |
| names=('agentview_image','robot0_eye_in_hand_image') | |
| reference={};timings={};differences=[] | |
| for mode in ('stock','query_only'): | |
| np.random.seed(1000);random.seed(1000) | |
| env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20) | |
| try: | |
| env.seed(1000);env.reset();env.set_init_state(states[0]) | |
| for _ in range(10):env.step([0.]*6+[-1.]) | |
| gate=QueryRenderGate(env) if mode=='query_only' else None | |
| before=time.monotonic() | |
| for step in range(args.steps): | |
| if mode=='query_only': | |
| gate.render=step%10==9 | |
| action=[.05*np.sin(step*.3),.03*np.cos(step*.2),0.,0.,0.,.01,-1.] | |
| obs,_,done,_=env.step(action) | |
| if step%10==9: | |
| values={name:obs[name].copy() for name in names} | |
| values['physics_state']=env.env.sim.get_state().flatten().copy() | |
| values['success']=np.array([bool(done or env.check_success())]) | |
| if mode=='stock':reference[step]=values | |
| else: | |
| for name,value in values.items(): | |
| if not np.array_equal(value,reference[step][name]):differences.append(dict(step=step,name=name,max_abs=float(np.abs(value.astype(float)-reference[step][name].astype(float)).max()))) | |
| timings[mode]=time.monotonic()-before | |
| finally:env.close() | |
| result=dict(method='gate_sensor_preserve_observable_clock',helper_sha256=hashlib.sha256((root/'scripts/libero_render.py').read_bytes()).hexdigest(),task_id=args.task_id,exact_query_images_physics_and_success=not differences,steps=args.steps,query_count=args.steps//10,seconds=timings,speedup=timings['stock']/timings['query_only'],differences=differences) | |
| output=pathlib.Path(args.output);temporary=output.with_suffix('.tmp');temporary.write_text(json.dumps(result,indent=2));temporary.replace(output);print(json.dumps(result),flush=True) | |
| if differences:raise SystemExit(1) | |