jisue's picture
Experiment backup 2026-11-10T06:11:22.386926+00:00
add1d5f verified
Raw History Blame Contribute Delete
3.7 kB
"""Paired held-out flow-matching loss using identical saved observations/noise/time."""
import argparse,json,pathlib,sys,time
import torch
from robottt_pi05.config import ExperimentConfig
from robottt_pi05.modeling import create_adapter
from robottt_pi05.openpi_backend import load_model
from robottt_pi05.assets import FrozenPrefixStore,ProcessedSequenceSource
from robottt_pi05.checkpoint import load_initial,load_weights
from robottt_pi05.engine import train_sequence
from robottt_pi05.eval_io import atomic_json,sha
def main():
p=argparse.ArgumentParser();p.add_argument('--run-config',required=True);p.add_argument('--output',required=True);a=p.parse_args()
rp=pathlib.Path(a.run_config).resolve();r=json.loads(rp.read_text())
def path(k):return (rp.parent/r['paths'][k]).resolve()
source=path('openpi_source');sys.path[:0]=[str(source/'src'),str(source/'packages/openpi-client/src')]
torch.set_num_threads(4);torch.backends.cuda.matmul.allow_tf32=True
config=ExperimentConfig.load(path('experiment_config'));m=json.loads(path('asset_index').read_text());ids=m['dev_ids']
if not ids:raise ValueError('Explicit held-out dev allowlist required')
model=load_model(source=source,checkpoint=path('model_checkpoint'),profile=r['model_profile']);adapter,slow=create_adapter(model,config,inference=True,batched_segments=True)
adapter.minimal_diagnostics=True;adapter.use_batched_segments=True
prefixes=FrozenPrefixStore(m['prefixes'],root=path('prefix_root'),allowed_episodes=ids)
if r.get('prefix_mode')=='on_demand':
from robottt_pi05.ondemand_prefix import OnDemandPrefixStore
prefixes=OnDemandPrefixStore(model,m,data_root=path('data_root'),contract_root=path('prefix_contracts'),model_sha256=r['hashes']['model_checkpoint'],allowed_episodes=ids)
data=ProcessedSequenceSource(m['episodes'],root=path('data_root'),allowed_episodes=ids,stride=config.observation_stride)
out=pathlib.Path(a.output);out.mkdir(parents=True,exist_ok=True);results=[]
for phase in ('initial','trained'):
weight=path('initial_extension') if phase=='initial' else path('output')/'checkpoints/latest.pt';weight_sha=sha(weight)
if phase=='initial':load_initial(weight,slow,expected_sha256=weight_sha)
else:load_weights(weight,slow,config,expected_sha256=weight_sha)
torch.manual_seed(2000)
for episode in ids:
prepared=prefixes.sequence(episode,list(range(config.sequence_length)))
actions=data.targets(episode,0,config.sequence_length).cuda()
for noise_id in range(2):
noise=torch.randn((1,32,10,32));times=torch.distributions.Beta(1.5,1.).sample((1,32,1,1))*.999+.001
begin=time.monotonic();value=train_sequence(adapter,config,prepared,actions,noise.cuda(),times.cuda(),backward=None)
record=dict(phase=phase,episode=episode,noise_id=noise_id,flow_matching_loss=value['loss'],supervised_scalars=value['valid_scalar_count'],weight_sha256=weight_sha,seconds=time.monotonic()-begin)
atomic_json(out/f'{phase}_e{episode:06d}_n{noise_id}.json',record);results.append(record);print(json.dumps(record),flush=True)
adapter.history.clear();adapter.call_contracts.clear();del value
del prepared,actions
means={phase:sum(x['flow_matching_loss'] for x in results if x['phase']==phase)/sum(x['phase']==phase for x in results) for phase in ('initial','trained')}
atomic_json(out/'summary.json',dict(kind='held_out_teacher_forced_flow_matching_not_rollout_success',run_config_sha256=sha(rp),episodes=ids,noise_seed=2000,mean_loss=means,records=results))
if __name__=='__main__':main()