Download code/scripts/benchmark_simulator.py from jisue/robottt-pi05-base-comparison: direct link, hf CLI and curl.
- Browser
- Download file 1.62 kB
-
https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/benchmark_simulator.py
- Command line
-
hf download hf://jisue/robottt-pi05-base-comparison/code/scripts/benchmark_simulator.py
-
curl -L -o benchmark_simulator.py https://huggingface.co/jisue/robottt-pi05-base-comparison/resolve/main/code/scripts/benchmark_simulator.py
1.62 kB
| """Measure CPU physics/rendering cost without taking GPU memory from training.""" | |
| import json,os,pathlib,sys,time | |
| import numpy as np | |
| import torch | |
| root=pathlib.Path(__file__).resolve().parents[1];source=root.parent/'openpi' | |
| sys.path.insert(0,str(source/'third_party/libero')) | |
| from libero.libero import benchmark,get_libero_path | |
| from libero.libero.envs import OffScreenRenderEnv | |
| suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(0) | |
| state_path=pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file | |
| states=torch.load(state_path,map_location='cpu',weights_only=False) | |
| begin=time.monotonic() | |
| env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20) | |
| try: | |
| env.seed(1000);env.reset();env.set_init_state(states[0]);setup=time.monotonic()-begin | |
| for _ in range(10):env.step([0.]*6+[-1.]) | |
| samples=[] | |
| for _ in range(100): | |
| before=time.monotonic();obs,_,_,_=env.step([0.]*6+[-1.]);samples.append(time.monotonic()-before) | |
| result=dict(simulator_only=True,policy_inference_included=False,steps=100,setup_seconds=setup, | |
| mean_step_seconds=float(np.mean(samples)),median_step_seconds=float(np.median(samples)),p90_step_seconds=float(np.quantile(samples,.9)), | |
| maximum_200_episode_steps=200*520,maximum_200_episode_physics_render_hours=float(np.mean(samples)*200*520/3600)) | |
| (root/'.release_local/audit/simulator-timing.json').write_text(json.dumps(result,indent=2));print(json.dumps(result),flush=True) | |
| finally:env.close() | |