robottt-pi05-base-comparison / code /scripts /benchmark_simulator.py
jisue's picture
Experiment backup 2026-11-10T06:33:11.603146+00:00
07a447a verified
Raw History Blame Contribute Delete
1.62 kB
"""Measure CPU physics/rendering cost without taking GPU memory from training."""
import json,os,pathlib,sys,time
import numpy as np
import torch
root=pathlib.Path(__file__).resolve().parents[1];source=root.parent/'openpi'
sys.path.insert(0,str(source/'third_party/libero'))
from libero.libero import benchmark,get_libero_path
from libero.libero.envs import OffScreenRenderEnv
suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(0)
state_path=pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file
states=torch.load(state_path,map_location='cpu',weights_only=False)
begin=time.monotonic()
env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20)
try:
env.seed(1000);env.reset();env.set_init_state(states[0]);setup=time.monotonic()-begin
for _ in range(10):env.step([0.]*6+[-1.])
samples=[]
for _ in range(100):
before=time.monotonic();obs,_,_,_=env.step([0.]*6+[-1.]);samples.append(time.monotonic()-before)
result=dict(simulator_only=True,policy_inference_included=False,steps=100,setup_seconds=setup,
mean_step_seconds=float(np.mean(samples)),median_step_seconds=float(np.median(samples)),p90_step_seconds=float(np.quantile(samples,.9)),
maximum_200_episode_steps=200*520,maximum_200_episode_physics_render_hours=float(np.mean(samples)*200*520/3600))
(root/'.release_local/audit/simulator-timing.json').write_text(json.dumps(result,indent=2));print(json.dumps(result),flush=True)
finally:env.close()