File size: 1,582 Bytes
20033c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
"""Offline authorized-demo compilation. No environment calls, training, or evaluation."""
import importlib.util,json,pathlib,numpy as np
from features import visual,proprio,CAMERAS,PATHS
spec=importlib.util.spec_from_file_location('worker_api','/worker_api.py');m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m)
api=m.API();manifest=json.load(open('/demo_manifest.json'));contract=json.load(open('/task_contract.json'))
vs=[];ps=[];acts=[];times=[];ids=[];report=[]
for di,e in enumerate(manifest['episodes']):
 n=e['length'];fields=['obs/'+k for k in PATHS]+['actions/'+p['robot_key'] for p in contract['action_parts']]
 d=api.read_demo(e['demo_id'],fields=fields)
 for lo in range(0,n,32):
  hi=min(lo+32,n);im=api.read_demo(e['demo_id'],lo,hi,['obs/sensor_data/'+c+'/rgb' for c in CAMERAS])
  for j,t in enumerate(range(lo,hi)):
   vs.append(visual({c:im['obs/sensor_data/'+c+'/rgb'][j] for c in CAMERAS}))
   ps.append(proprio({k:d['obs/'+k][t] for k in PATHS}))
   acts.append(np.concatenate([d['actions/'+p['robot_key']][t] for p in contract['action_parts']]))
   times.append(t);ids.append(di)
 report.append({'demo_id':e['demo_id'],'descriptor_frames':[0,n-1],'actions':[0,n-1],'proprio_frames_read':[0,n]})
 print(e['demo_id'],n,flush=True)
root=pathlib.Path(__file__).parent
np.savez_compressed(root/'memory.npz',visual=np.array(vs),proprio=np.array(ps),actions=np.array(acts),time=np.array(times),demo=np.array(ids))
(root/'compilation_index.json').write_text(json.dumps(report,indent=2))
(root/'contract.json').write_text(json.dumps(contract,indent=2))