File size: 2,956 Bytes
498f5ae 5ceffa9 498f5ae 5ceffa9 498f5ae 5ceffa9 498f5ae 5ceffa9 498f5ae | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | """Compare stock LIBERO rendering with cameras enabled only for policy queries."""
import argparse,hashlib,json,pathlib,sys,time,random
import numpy as np
import torch
root=pathlib.Path(__file__).resolve().parents[1];sys.path.insert(0,str(root.parent/'openpi/third_party/libero'))
from libero.libero import benchmark,get_libero_path
from libero.libero.envs import OffScreenRenderEnv
from libero_render import QueryRenderGate
parser=argparse.ArgumentParser();parser.add_argument('--task-id',type=int,default=0);parser.add_argument('--steps',type=int,default=100);parser.add_argument('--output',default=str(root/'.release_local/audit/query-render-parity.json'));args=parser.parse_args()
suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(args.task_id)
states=torch.load(pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file,map_location='cpu',weights_only=False)
names=('agentview_image','robot0_eye_in_hand_image')
reference={};timings={};differences=[]
for mode in ('stock','query_only'):
np.random.seed(1000);random.seed(1000)
env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20)
try:
env.seed(1000);env.reset();env.set_init_state(states[0])
for _ in range(10):env.step([0.]*6+[-1.])
gate=QueryRenderGate(env) if mode=='query_only' else None
before=time.monotonic()
for step in range(args.steps):
if mode=='query_only':
gate.render=step%10==9
action=[.05*np.sin(step*.3),.03*np.cos(step*.2),0.,0.,0.,.01,-1.]
obs,_,done,_=env.step(action)
if step%10==9:
values={name:obs[name].copy() for name in names}
values['physics_state']=env.env.sim.get_state().flatten().copy()
values['success']=np.array([bool(done or env.check_success())])
if mode=='stock':reference[step]=values
else:
for name,value in values.items():
if not np.array_equal(value,reference[step][name]):differences.append(dict(step=step,name=name,max_abs=float(np.abs(value.astype(float)-reference[step][name].astype(float)).max())))
timings[mode]=time.monotonic()-before
finally:env.close()
result=dict(method='gate_sensor_preserve_observable_clock',helper_sha256=hashlib.sha256((root/'scripts/libero_render.py').read_bytes()).hexdigest(),task_id=args.task_id,exact_query_images_physics_and_success=not differences,steps=args.steps,query_count=args.steps//10,seconds=timings,speedup=timings['stock']/timings['query_only'],differences=differences)
output=pathlib.Path(args.output);temporary=output.with_suffix('.tmp');temporary.write_text(json.dumps(result,indent=2));temporary.replace(output);print(json.dumps(result),flush=True)
if differences:raise SystemExit(1)
|