File size: 1,622 Bytes
07a447a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
"""Measure CPU physics/rendering cost without taking GPU memory from training."""
import json,os,pathlib,sys,time
import numpy as np
import torch

root=pathlib.Path(__file__).resolve().parents[1];source=root.parent/'openpi'
sys.path.insert(0,str(source/'third_party/libero'))
from libero.libero import benchmark,get_libero_path
from libero.libero.envs import OffScreenRenderEnv
suite=benchmark.get_benchmark_dict()['libero_10']();task=suite.get_task(0)
state_path=pathlib.Path(get_libero_path('init_states'))/task.problem_folder/task.init_states_file
states=torch.load(state_path,map_location='cpu',weights_only=False)
begin=time.monotonic()
env=OffScreenRenderEnv(bddl_file_name=str(pathlib.Path(get_libero_path('bddl_files'))/task.problem_folder/task.bddl_file),camera_heights=256,camera_widths=256,control_freq=20)
try:
    env.seed(1000);env.reset();env.set_init_state(states[0]);setup=time.monotonic()-begin
    for _ in range(10):env.step([0.]*6+[-1.])
    samples=[]
    for _ in range(100):
        before=time.monotonic();obs,_,_,_=env.step([0.]*6+[-1.]);samples.append(time.monotonic()-before)
    result=dict(simulator_only=True,policy_inference_included=False,steps=100,setup_seconds=setup,
        mean_step_seconds=float(np.mean(samples)),median_step_seconds=float(np.median(samples)),p90_step_seconds=float(np.quantile(samples,.9)),
        maximum_200_episode_steps=200*520,maximum_200_episode_physics_render_hours=float(np.mean(samples)*200*520/3600))
    (root/'.release_local/audit/simulator-timing.json').write_text(json.dumps(result,indent=2));print(json.dumps(result),flush=True)
finally:env.close()