Add files using upload-large-folder tool
Browse files- README.md +11 -0
- archive_metadata/manifest.json +0 -0
- outputs/dexmg/eval_box_seed42_final.sh +17 -0
- outputs/dexmg/pilot_box_seed42.sh +40 -0
- outputs/fruitV3_40_current_20260918_123036/checkpoint_check.json +20 -0
- outputs/fruits_policy_active_run.txt +1 -0
- outputs/latent_flow_checks/full_model_cpu_inference.json +72 -0
- outputs/latent_flow_checks/implementation_verification.json +24 -0
- outputs/latent_flow_checks/oat_cpu_report.json +144 -0
- outputs/latent_flow_checks/pen_cabinet_batched_validation_cpu.json +366 -0
- outputs/latent_flow_checks/pen_cabinet_ep0010_cpu_check.json +35 -0
- outputs/latent_flow_checks/pen_cabinet_resnet18_cpu_inference.json +42 -0
- outputs/latent_flow_checks/pen_cabinet_resnet18_preflight.json +197 -0
- outputs/latent_flow_checks/resnet18_full_model_cpu_inference.json +82 -0
- outputs/latent_flow_checks/resnet18_implementation_verification.json +103 -0
- outputs/latent_flow_checks/runtime_progress_batched_validation_verification.json +380 -0
- outputs/nut_washer_policy_active_run.txt +1 -0
- outputs/real_robot_active_run.txt +1 -0
- outputs/real_robot_current_jobs.json +216 -0
- outputs/training/p2n_gate_original_obs_libero/dataset_split.json +526 -0
- outputs/training/p2n_gate_original_obs_libero/logs.json +0 -0
- outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_preflight.json +1969 -0
- outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_resolved.yaml +310 -0
- outputs/training/p2n_gate_original_obs_nut_washer/dataset_split.json +103 -0
- outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_preflight.json +1116 -0
- outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_resolved.yaml +279 -0
- outputs/training/p2n_vla_libero10_s42/README.md +92 -0
- outputs/training/p2n_vla_libero10_s42/dataset_split.json +531 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight.json +718 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073250.json +699 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073253.json +699 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_074144.json +699 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_101427.json +701 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved.yaml +331 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml +331 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml +331 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml +331 -0
- outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_101427.yaml +332 -0
- outputs/training/p2n_vla_libero10_s42/resolved_config.yaml +332 -0
- outputs/training/p2n_vla_libero10_s42/resume_20261008_073243.log +1179 -0
- outputs/training/p2n_vla_libero10_s42/resume_20261008_073246.log +1179 -0
- outputs/training/p2n_vla_libero10_s42/resume_20261008_074137.log +1211 -0
- outputs/training/p2n_vla_libero10_s42/resume_20261008_101420.log +0 -0
- outputs/training/p2n_vla_libero10_s42/training_report.json +943 -0
- outputs/training/p2n_vla_libero10_s42/training_summary.json +107 -0
- outputs/training/p2n_vla_vision_action_libero10_s42/dataset_split.json +523 -0
- outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_preflight.json +771 -0
- outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_resolved.yaml +335 -0
- outputs/training/p2n_vla_vision_action_libero10_s42/resolved_config.yaml +335 -0
- outputs/training/p2n_vla_vision_action_libero10_s42/training_report.json +938 -0
README.md
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# YSK training and evaluation archive
|
| 2 |
+
|
| 3 |
+
Archive of the YSK output directory, including all saved checkpoints, checkpoint snapshots, training/evaluation records, configurations, videos, and logs.
|
| 4 |
+
|
| 5 |
+
Original path: `/workspace/ysk/past2next_bug_fixed/output`.
|
| 6 |
+
|
| 7 |
+
The `outputs/` tree preserves original relative paths. `archive_metadata/manifest.json` records SHA-256 digests, modes, timestamps, directories, and symlinks. Original Hugging Face cache files are stored separately in `archive_metadata/original_cache_files.tar.gz` because Hub upload tools otherwise omit those paths. External symlink targets are not copied.
|
| 8 |
+
|
| 9 |
+
To restore, download this repository, copy `outputs/` to the intended output directory, extract the cache archive into that directory, and recreate any needed symlinks from the manifest. The manifest retains all symlink destinations; absolute external destinations may require adaptation.
|
| 10 |
+
|
| 11 |
+
This repository is an experiment archive, not a single deployable model or a new benchmark claim.
|
archive_metadata/manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
outputs/dexmg/eval_box_seed42_final.sh
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# Final-checkpoint evaluation of the Box pilot: 200 paired seeds (100000+i), EMA weights, recipe-default decoding.
|
| 3 |
+
# smi GPU -> EGL index: 0->3, 1->2, 4->7, 5->6.
|
| 4 |
+
cd /workspace/ysk/past2next_bug_fixed
|
| 5 |
+
export MUJOCO_GL=egl PYTHONPATH=/workspace/ysk/past2next_bug_fixed:/workspace/past_action_robocasa/robosuite:/workspace/third_party/dexmimicgen
|
| 6 |
+
PY=/venv/oat/bin/python
|
| 7 |
+
ev() { # gpu egl run_dir_name
|
| 8 |
+
CUDA_VISIBLE_DEVICES=$1 $PY scripts/eval_dexmg.py --checkpoint output/dexmg/policy/$3/checkpoints/latest.ckpt \
|
| 9 |
+
--output-dir output/dexmg/eval/$3_final --n-test 200 --n-test-vis 4 --n-parallel-envs 25 --egl-device-ids $2 \
|
| 10 |
+
> output/dexmg/logs/eval_$3_final.log 2>&1
|
| 11 |
+
echo "$3: $(grep -o '"success_rate": [0-9.]*' output/dexmg/eval/$3_final/summary_shard0of1.json 2>/dev/null || echo FAILED)"
|
| 12 |
+
}
|
| 13 |
+
ev 0 3 r2_p2n_new_oo_box_cleanup_seed42 &
|
| 14 |
+
ev 1 2 r3_p2n_gate_oo_box_cleanup_seed42 &
|
| 15 |
+
(ev 4 7 r1_self_box_cleanup_seed42; ev 4 7 r1_gt_box_cleanup_seed42) &
|
| 16 |
+
(ev 5 6 dp_lr1e-4_box_cleanup_seed42; ev 5 6 r1g_box_cleanup_seed42) &
|
| 17 |
+
wait
|
outputs/dexmg/pilot_box_seed42.sh
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# DexMimicGen Box Cleanup pilot (tier T1), seed 42, native 24-d delta action, frozen T8 tokenizer.
|
| 3 |
+
# Dex work uses only GPUs 0,1,4,5. Started 2026-10-15. Each job writes output/dexmg/logs/<name>.log.
|
| 4 |
+
set -u
|
| 5 |
+
cd /workspace/ysk/past2next_bug_fixed
|
| 6 |
+
export PYTHONPATH=/workspace/ysk/past2next_bug_fixed WANDB_MODE=offline HYDRA_FULL_ERROR=1
|
| 7 |
+
PY=/venv/oat/bin/python
|
| 8 |
+
TOK=output/dexmg/tokenizer/box_cleanup_frozen_T8.ckpt
|
| 9 |
+
OUT=output/dexmg/policy
|
| 10 |
+
LOG=output/dexmg/logs
|
| 11 |
+
mkdir -p $OUT $LOG
|
| 12 |
+
|
| 13 |
+
# GPU 0: R2 = p2n_new, original fused obs (~12 h)
|
| 14 |
+
setsid nohup $PY scripts/train_p2n_new_original_obs.py --variant p2n_new --task dexmg --dexmg-task box_cleanup \
|
| 15 |
+
--tokenizer $TOK --num-demo 1016 --devices 0 --num-processes 1 --num-workers 8 \
|
| 16 |
+
--output $OUT/r2_p2n_new_oo_box_cleanup_seed42 -- training.snapshot_every=10 training.checkpoint_every=5 \
|
| 17 |
+
> $LOG/r2_box_seed42.log 2>&1 &
|
| 18 |
+
# GPU 1: R3 = p2n_state_gate_new, original fused obs (~12-13 h)
|
| 19 |
+
setsid nohup $PY scripts/train_p2n_new_original_obs.py --variant p2n_state_gate_new --task dexmg --dexmg-task box_cleanup \
|
| 20 |
+
--tokenizer $TOK --num-demo 1016 --devices 1 --num-processes 1 --num-workers 8 \
|
| 21 |
+
--output $OUT/r3_p2n_gate_oo_box_cleanup_seed42 -- training.snapshot_every=10 training.checkpoint_every=5 \
|
| 22 |
+
> $LOG/r3_box_seed42.log 2>&1 &
|
| 23 |
+
# GPU 4: DP (~3 h) -> R1-self (~5.5 h) -> R1-gt (self_past_p=0, ~5 h), sequential
|
| 24 |
+
setsid nohup bash -c "
|
| 25 |
+
CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_diffpolicy_dexmg dataloader.num_workers=8 hydra.run.dir=$OUT/dp_box_cleanup_seed42 > $LOG/dp_box_seed42.log 2>&1
|
| 26 |
+
CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_past2next_self_past_dexmg policy.action_tokenizer.checkpoint=$TOK dataloader.num_workers=8 hydra.run.dir=$OUT/r1_self_box_cleanup_seed42 > $LOG/r1_self_box_seed42.log 2>&1
|
| 27 |
+
CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_past2next_self_past_dexmg policy.action_tokenizer.checkpoint=$TOK policy.self_past_p=0.0 name=train_past2next_gt_past_dexmg dataloader.num_workers=8 hydra.run.dir=$OUT/r1_gt_box_cleanup_seed42 > $LOG/r1_gt_box_seed42.log 2>&1
|
| 28 |
+
" > $LOG/gpu4_chain.log 2>&1 &
|
| 29 |
+
# GPU 5: R1g = self-past + state-history gate (~7 h); also the Drawer T8 tokenizer (~2 h)
|
| 30 |
+
CUDA_VISIBLE_DEVICES=5 setsid nohup $PY scripts/run_workspace.py --config-name=experimental/train_past2next_state_history_gate_dexmg \
|
| 31 |
+
policy.action_tokenizer.checkpoint=$TOK dataloader.num_workers=8 hydra.run.dir=$OUT/r1g_box_cleanup_seed42 \
|
| 32 |
+
> $LOG/r1g_box_seed42.log 2>&1 &
|
| 33 |
+
CUDA_VISIBLE_DEVICES=5 setsid nohup $PY scripts/run_workspace.py --config-name=oattok task/tokenizer=dexmg/drawer_cleanup \
|
| 34 |
+
training.num_epochs=200 training.val_every=5 training.sample_every=5 training.checkpoint_every=5 training.num_demo=1026 \
|
| 35 |
+
logging.mode=offline checkpoint.topk.monitor_key=val_loss checkpoint.topk.mode=min checkpoint.topk.k=3 \
|
| 36 |
+
"checkpoint.topk.format_str='ep-{epoch:04d}_val-{val_loss:.6f}.ckpt'" "tokenizer.quantizer.levels=[8,5,5,5,5]" \
|
| 37 |
+
hydra.run.dir=output/dexmg/tokenizer/drawer_cleanup_T8 > $LOG/tokenizer_drawer_cleanup_T8.log 2>&1 &
|
| 38 |
+
sleep 1; echo launched
|
| 39 |
+
# 2026-10-15 ~11:55 UTC diagnostic: DP with policy/obs_enc lr 1e-4 (DP sanity failed at 29.5%)
|
| 40 |
+
CUDA_VISIBLE_DEVICES=5 $PY scripts/run_workspace.py --config-name=experimental/train_diffpolicy_dexmg optimizer.policy_lr=1.0e-4 optimizer.obs_enc_lr=1.0e-4 name=train_diffpolicy_dexmg_lr1e-4 dataloader.num_workers=8 hydra.run.dir=$OUT/dp_lr1e-4_box_cleanup_seed42
|
outputs/fruitV3_40_current_20260918_123036/checkpoint_check.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/fruitV3_40_current_20260918_123036/policy/checkpoints/ep-0050_mse-0.002364.ckpt",
|
| 3 |
+
"dataset": "/workspace/ysk/zarr/fruitV3_40.zarr",
|
| 4 |
+
"validation_episode": 3,
|
| 5 |
+
"tokenizer_unchanged": true,
|
| 6 |
+
"tokenizer_frozen": true,
|
| 7 |
+
"explicit_and_stateful_inference_finite": true,
|
| 8 |
+
"action_shape": [
|
| 9 |
+
1,
|
| 10 |
+
8,
|
| 11 |
+
7
|
| 12 |
+
],
|
| 13 |
+
"prediction_shape": [
|
| 14 |
+
1,
|
| 15 |
+
16,
|
| 16 |
+
7
|
| 17 |
+
],
|
| 18 |
+
"device": "cuda:0",
|
| 19 |
+
"held_out_action_mse": 0.00236441264860332
|
| 20 |
+
}
|
outputs/fruits_policy_active_run.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z
|
outputs/latent_flow_checks/full_model_cpu_inference.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"p2n_latent_flow": {
|
| 3 |
+
"device": "cpu",
|
| 4 |
+
"backbone": "real local pretrained DINOv3-S/16",
|
| 5 |
+
"oat": "specified EMA checkpoint",
|
| 6 |
+
"architecture": {
|
| 7 |
+
"layers": 16,
|
| 8 |
+
"embed_dim": 768,
|
| 9 |
+
"heads": 12
|
| 10 |
+
},
|
| 11 |
+
"parameters": {
|
| 12 |
+
"total": 288118233,
|
| 13 |
+
"trainable": 260716805,
|
| 14 |
+
"frozen": 27401428
|
| 15 |
+
},
|
| 16 |
+
"context_shape": [
|
| 17 |
+
1,
|
| 18 |
+
267,
|
| 19 |
+
768
|
| 20 |
+
],
|
| 21 |
+
"action_shape": [
|
| 22 |
+
1,
|
| 23 |
+
8,
|
| 24 |
+
7
|
| 25 |
+
],
|
| 26 |
+
"prediction_shape": [
|
| 27 |
+
1,
|
| 28 |
+
16,
|
| 29 |
+
7
|
| 30 |
+
],
|
| 31 |
+
"sampling_steps": 8,
|
| 32 |
+
"finite": true,
|
| 33 |
+
"state_normalization": "identity policy state normalization (construction-only check)",
|
| 34 |
+
"inference_check_seconds": 2.054680555127561,
|
| 35 |
+
"note": "Fresh untrained velocity model; CPU inference only. No GPU acceptance, optimizer update, training or task quality claim."
|
| 36 |
+
},
|
| 37 |
+
"p2n_state_gate_latent_flow": {
|
| 38 |
+
"device": "cpu",
|
| 39 |
+
"backbone": "real local pretrained DINOv3-S/16",
|
| 40 |
+
"oat": "specified EMA checkpoint",
|
| 41 |
+
"architecture": {
|
| 42 |
+
"layers": 16,
|
| 43 |
+
"embed_dim": 768,
|
| 44 |
+
"heads": 12
|
| 45 |
+
},
|
| 46 |
+
"parameters": {
|
| 47 |
+
"total": 290070236,
|
| 48 |
+
"trainable": 262668808,
|
| 49 |
+
"frozen": 27401428
|
| 50 |
+
},
|
| 51 |
+
"context_shape": [
|
| 52 |
+
1,
|
| 53 |
+
271,
|
| 54 |
+
768
|
| 55 |
+
],
|
| 56 |
+
"action_shape": [
|
| 57 |
+
1,
|
| 58 |
+
8,
|
| 59 |
+
7
|
| 60 |
+
],
|
| 61 |
+
"prediction_shape": [
|
| 62 |
+
1,
|
| 63 |
+
16,
|
| 64 |
+
7
|
| 65 |
+
],
|
| 66 |
+
"sampling_steps": 8,
|
| 67 |
+
"finite": true,
|
| 68 |
+
"state_normalization": "identity policy state normalization (construction-only check)",
|
| 69 |
+
"inference_check_seconds": 2.1154613005928695,
|
| 70 |
+
"note": "Fresh untrained velocity model; CPU inference only. No GPU acceptance, optimizer update, training or task quality claim."
|
| 71 |
+
}
|
| 72 |
+
}
|
outputs/latent_flow_checks/implementation_verification.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checked_at_utc": "2026-09-24T13:51:55.400102+00:00",
|
| 3 |
+
"original_source_files_checked": 233,
|
| 4 |
+
"original_source_files_changed": [],
|
| 5 |
+
"new_cpu_test_suite": {
|
| 6 |
+
"passed": 59,
|
| 7 |
+
"seconds": 20.3,
|
| 8 |
+
"command": "OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /venv/real_robot/bin/python -m pytest -q tests/test_p2n_latent_flow_core.py tests/test_p2n_latent_flow_policy.py tests/test_p2n_latent_flow_data_launch.py tests/test_p2n_latent_flow_workspace.py --disable-warnings --maxfail=1"
|
| 9 |
+
},
|
| 10 |
+
"two_rank_cpu_checks": [
|
| 11 |
+
"p2n_latent_flow passed",
|
| 12 |
+
"p2n_state_gate_latent_flow passed"
|
| 13 |
+
],
|
| 14 |
+
"full_model_cpu_inference_report": "full_model_cpu_inference.json",
|
| 15 |
+
"frozen_codec_cpu_report": "oat_cpu_report.json",
|
| 16 |
+
"real_robot_source_preflight": "both variants passed",
|
| 17 |
+
"production_training_started": false,
|
| 18 |
+
"gpu_work_started": false,
|
| 19 |
+
"remaining_acceptance": [
|
| 20 |
+
"full model single and dual GPU runtime/memory",
|
| 21 |
+
"trained decoded metrics and robot closed loop",
|
| 22 |
+
"two-step deployment quality"
|
| 23 |
+
]
|
| 24 |
+
}
|
outputs/latent_flow_checks/oat_cpu_report.json
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"created_utc": "2026-09-24T13:46:23.205598+00:00",
|
| 3 |
+
"device": "cpu",
|
| 4 |
+
"torch_version": "2.10.0",
|
| 5 |
+
"gpu_used": false,
|
| 6 |
+
"training_started": false,
|
| 7 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_v3_N77_gated_so3aug_20260924_081008_317043427/tokenizer/checkpoints/ep-1540_mse-0.000.ckpt",
|
| 8 |
+
"checkpoint_sha256": "3ed93e731c35355194f7ab01a3c5c7cbd8a86cbb16b911d36a393d2f12f1e946",
|
| 9 |
+
"weights": "ema_model",
|
| 10 |
+
"strict_load": true,
|
| 11 |
+
"tokenizer_class": "OATTokSO3Aug",
|
| 12 |
+
"parameter_elements": 5804854,
|
| 13 |
+
"trainable_codec_parameters": 0,
|
| 14 |
+
"metadata": {
|
| 15 |
+
"latent_space": "fsq_normalized_codes",
|
| 16 |
+
"levels": [
|
| 17 |
+
8,
|
| 18 |
+
5,
|
| 19 |
+
5,
|
| 20 |
+
5,
|
| 21 |
+
5
|
| 22 |
+
],
|
| 23 |
+
"num_slots": 8,
|
| 24 |
+
"code_dim": 5,
|
| 25 |
+
"action_horizon": 16,
|
| 26 |
+
"action_dim": 7,
|
| 27 |
+
"projection_version": "fsq_nearest_grid_v1",
|
| 28 |
+
"rounding": "torch.round_ties_to_even"
|
| 29 |
+
},
|
| 30 |
+
"tokenizer_config": {
|
| 31 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 32 |
+
"action_aug": {
|
| 33 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 34 |
+
"p": 0.6,
|
| 35 |
+
"max_angle_deg": 30.0,
|
| 36 |
+
"mode": "conjugate",
|
| 37 |
+
"augment_position": true,
|
| 38 |
+
"pos_start": 0,
|
| 39 |
+
"pos_end": 3,
|
| 40 |
+
"rot_start": 3,
|
| 41 |
+
"rot_end": 6
|
| 42 |
+
},
|
| 43 |
+
"encoder": {
|
| 44 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 45 |
+
"sample_dim": 7,
|
| 46 |
+
"sample_horizon": 16,
|
| 47 |
+
"emb_dim": 256,
|
| 48 |
+
"head_dim": 64,
|
| 49 |
+
"depth": 2,
|
| 50 |
+
"pdropout": 0.1,
|
| 51 |
+
"latent_dim": 5,
|
| 52 |
+
"num_registers": 8
|
| 53 |
+
},
|
| 54 |
+
"decoder": {
|
| 55 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 56 |
+
"sample_dim": 7,
|
| 57 |
+
"sample_horizon": 16,
|
| 58 |
+
"emb_dim": 256,
|
| 59 |
+
"head_dim": 64,
|
| 60 |
+
"depth": 4,
|
| 61 |
+
"pdropout": 0.1,
|
| 62 |
+
"token_dropout_mode": "pow2",
|
| 63 |
+
"latent_dim": 5,
|
| 64 |
+
"latent_horizon": 8,
|
| 65 |
+
"use_causal_decoder": true
|
| 66 |
+
},
|
| 67 |
+
"quantizer": {
|
| 68 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 69 |
+
"levels": [
|
| 70 |
+
8,
|
| 71 |
+
5,
|
| 72 |
+
5,
|
| 73 |
+
5,
|
| 74 |
+
5
|
| 75 |
+
]
|
| 76 |
+
}
|
| 77 |
+
},
|
| 78 |
+
"normalizer_sha256": "decb7fd2846982241effa1a1e4d54603718f4d1414bf24e81eb6f237ac1815ca",
|
| 79 |
+
"checks": {
|
| 80 |
+
"raw_action_shape": [
|
| 81 |
+
2,
|
| 82 |
+
16,
|
| 83 |
+
7
|
| 84 |
+
],
|
| 85 |
+
"target_shape": [
|
| 86 |
+
2,
|
| 87 |
+
8,
|
| 88 |
+
5
|
| 89 |
+
],
|
| 90 |
+
"target_dtype": "torch.float32",
|
| 91 |
+
"decoded_shape": [
|
| 92 |
+
2,
|
| 93 |
+
16,
|
| 94 |
+
7
|
| 95 |
+
],
|
| 96 |
+
"decode_detokenize_max_abs_error": 0.0,
|
| 97 |
+
"all_5000_grid_roundtrip": true,
|
| 98 |
+
"legal_grid_projection_max_abs_error": 0.0,
|
| 99 |
+
"saturated_upper": [
|
| 100 |
+
0.75,
|
| 101 |
+
1.0,
|
| 102 |
+
1.0,
|
| 103 |
+
1.0,
|
| 104 |
+
1.0
|
| 105 |
+
],
|
| 106 |
+
"saturated_lower": [
|
| 107 |
+
-1.0,
|
| 108 |
+
-1.0,
|
| 109 |
+
-1.0,
|
| 110 |
+
-1.0,
|
| 111 |
+
-1.0
|
| 112 |
+
],
|
| 113 |
+
"codec_state_sha256_before": "ce75262490735184ce2cc4a5268adfa1782f27018e31260ecace00c8ad550e20",
|
| 114 |
+
"codec_state_sha256_after": "ce75262490735184ce2cc4a5268adfa1782f27018e31260ecace00c8ad550e20",
|
| 115 |
+
"codec_unchanged": true,
|
| 116 |
+
"rejected_inputs": {
|
| 117 |
+
"NaN": "FSQ codes contain NaN or Inf.",
|
| 118 |
+
"positive_infinity": "FSQ codes contain NaN or Inf.",
|
| 119 |
+
"negative_infinity": "FSQ codes contain NaN or Inf.",
|
| 120 |
+
"off_grid_decode": "Expected legal quantized FSQ grid points."
|
| 121 |
+
}
|
| 122 |
+
},
|
| 123 |
+
"notes": [
|
| 124 |
+
"Actions are deterministic synthetic samples transformed through the saved normalizer; this is a codec contract check, not a dataset quality metric.",
|
| 125 |
+
"No model training or GPU probe was performed."
|
| 126 |
+
],
|
| 127 |
+
"ditx_production_cpu_instantiation": {
|
| 128 |
+
"current_state_dim": 22,
|
| 129 |
+
"state_schema": "two frames of position3, rot6d6, gripper1, task_uid1",
|
| 130 |
+
"embed_dim": 768,
|
| 131 |
+
"n_layers": 16,
|
| 132 |
+
"n_heads": 12,
|
| 133 |
+
"head_dim": 64,
|
| 134 |
+
"ffn_dim": 2048,
|
| 135 |
+
"parameters": 241430277,
|
| 136 |
+
"trainable_parameters": 241430277,
|
| 137 |
+
"modulation_parameters": 85045248,
|
| 138 |
+
"all_modulation_last_layers_zero": true,
|
| 139 |
+
"output_last_layer_zero": true,
|
| 140 |
+
"initialization": "xavier_uniform_slot_normal_0.02",
|
| 141 |
+
"includes_conditioner_dino_oat": false,
|
| 142 |
+
"forward_executed": false
|
| 143 |
+
}
|
| 144 |
+
}
|
outputs/latent_flow_checks/pen_cabinet_batched_validation_cpu.json
ADDED
|
@@ -0,0 +1,366 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"created_utc": "2026-09-24T17:43:11.385911+00:00",
|
| 3 |
+
"device": "cpu",
|
| 4 |
+
"cpu": "AMD EPYC 7713 64-Core Processor",
|
| 5 |
+
"torch_version": "2.10.0",
|
| 6 |
+
"intraop_threads": 2,
|
| 7 |
+
"interop_threads": 2,
|
| 8 |
+
"variant": "p2n_latent_flow",
|
| 9 |
+
"task": "pen_cabinet",
|
| 10 |
+
"obs_encoder": "resnet18",
|
| 11 |
+
"architecture": {
|
| 12 |
+
"layers": 16,
|
| 13 |
+
"embed_dim": 768,
|
| 14 |
+
"heads": 12,
|
| 15 |
+
"ffn_dim": 2048
|
| 16 |
+
},
|
| 17 |
+
"parameters": {
|
| 18 |
+
"total": 269719343,
|
| 19 |
+
"trainable": 263914309,
|
| 20 |
+
"frozen": 5805034
|
| 21 |
+
},
|
| 22 |
+
"batch_size": 4,
|
| 23 |
+
"sampling_steps": 8,
|
| 24 |
+
"training_self_past_chunk_size": 2,
|
| 25 |
+
"dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
|
| 26 |
+
"dataset_identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
|
| 27 |
+
"validation_episode_ids_used": [
|
| 28 |
+
5,
|
| 29 |
+
28,
|
| 30 |
+
41,
|
| 31 |
+
47
|
| 32 |
+
],
|
| 33 |
+
"sample_ids": [
|
| 34 |
+
6620,
|
| 35 |
+
45762,
|
| 36 |
+
66416,
|
| 37 |
+
75504
|
| 38 |
+
],
|
| 39 |
+
"sample_seeds": [
|
| 40 |
+
5069682168001698943,
|
| 41 |
+
6088073930567098781,
|
| 42 |
+
4597714012507753796,
|
| 43 |
+
1022598925123562538
|
| 44 |
+
],
|
| 45 |
+
"oat_checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
|
| 46 |
+
"oat_weights": "frozen EMA",
|
| 47 |
+
"normalization": "Action/state fit only on 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained.",
|
| 48 |
+
"benchmark": {
|
| 49 |
+
"legacy_per_sample": {
|
| 50 |
+
"modes": {
|
| 51 |
+
"expert": {
|
| 52 |
+
"seconds": 5.391564310062677,
|
| 53 |
+
"ditx_forward_count": 36,
|
| 54 |
+
"ditx_forward_batch_sizes": {
|
| 55 |
+
"1": 36
|
| 56 |
+
},
|
| 57 |
+
"metrics": {
|
| 58 |
+
"fm_loss": {
|
| 59 |
+
"sum": 233.1582101265958,
|
| 60 |
+
"count": 160.0
|
| 61 |
+
},
|
| 62 |
+
"decoded_action_mse": {
|
| 63 |
+
"sum": 12.474267337762493,
|
| 64 |
+
"count": 448.0
|
| 65 |
+
},
|
| 66 |
+
"translation_mse": {
|
| 67 |
+
"sum": 0.0007393861153511512,
|
| 68 |
+
"count": 192.0
|
| 69 |
+
},
|
| 70 |
+
"rotation_mse": {
|
| 71 |
+
"sum": 0.03270923944739579,
|
| 72 |
+
"count": 192.0
|
| 73 |
+
},
|
| 74 |
+
"gripper_mse": {
|
| 75 |
+
"sum": 12.440818712199746,
|
| 76 |
+
"count": 64.0
|
| 77 |
+
},
|
| 78 |
+
"oat_autoencoding_mse": {
|
| 79 |
+
"sum": 0.0017136840031535179,
|
| 80 |
+
"count": 448.0
|
| 81 |
+
},
|
| 82 |
+
"projection_distance": {
|
| 83 |
+
"sum": 22.885051960498345,
|
| 84 |
+
"count": 160.0
|
| 85 |
+
},
|
| 86 |
+
"projection_out_of_bounds": {
|
| 87 |
+
"sum": 62.0,
|
| 88 |
+
"count": 160.0
|
| 89 |
+
},
|
| 90 |
+
"projection_legal": {
|
| 91 |
+
"sum": 160.0,
|
| 92 |
+
"count": 160.0
|
| 93 |
+
}
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"generated": {
|
| 97 |
+
"seconds": 9.878178601153195,
|
| 98 |
+
"ditx_forward_count": 68,
|
| 99 |
+
"ditx_forward_batch_sizes": {
|
| 100 |
+
"1": 68
|
| 101 |
+
},
|
| 102 |
+
"metrics": {
|
| 103 |
+
"fm_loss": {
|
| 104 |
+
"sum": 233.1582101265958,
|
| 105 |
+
"count": 160.0
|
| 106 |
+
},
|
| 107 |
+
"decoded_action_mse": {
|
| 108 |
+
"sum": 12.474267337762493,
|
| 109 |
+
"count": 448.0
|
| 110 |
+
},
|
| 111 |
+
"translation_mse": {
|
| 112 |
+
"sum": 0.0007393861153511512,
|
| 113 |
+
"count": 192.0
|
| 114 |
+
},
|
| 115 |
+
"rotation_mse": {
|
| 116 |
+
"sum": 0.03270923944739579,
|
| 117 |
+
"count": 192.0
|
| 118 |
+
},
|
| 119 |
+
"gripper_mse": {
|
| 120 |
+
"sum": 12.440818712199746,
|
| 121 |
+
"count": 64.0
|
| 122 |
+
},
|
| 123 |
+
"oat_autoencoding_mse": {
|
| 124 |
+
"sum": 0.0017136840031535179,
|
| 125 |
+
"count": 448.0
|
| 126 |
+
},
|
| 127 |
+
"projection_distance": {
|
| 128 |
+
"sum": 22.885051960498345,
|
| 129 |
+
"count": 160.0
|
| 130 |
+
},
|
| 131 |
+
"projection_out_of_bounds": {
|
| 132 |
+
"sum": 62.0,
|
| 133 |
+
"count": 160.0
|
| 134 |
+
},
|
| 135 |
+
"projection_legal": {
|
| 136 |
+
"sum": 160.0,
|
| 137 |
+
"count": 160.0
|
| 138 |
+
}
|
| 139 |
+
}
|
| 140 |
+
}
|
| 141 |
+
},
|
| 142 |
+
"seconds": 15.269742911215872,
|
| 143 |
+
"ditx_forward_count": 104
|
| 144 |
+
},
|
| 145 |
+
"batched_sample_seeds": {
|
| 146 |
+
"modes": {
|
| 147 |
+
"expert": {
|
| 148 |
+
"seconds": 2.1771750668995082,
|
| 149 |
+
"ditx_forward_count": 9,
|
| 150 |
+
"ditx_forward_batch_sizes": {
|
| 151 |
+
"4": 9
|
| 152 |
+
},
|
| 153 |
+
"metrics": {
|
| 154 |
+
"fm_loss": {
|
| 155 |
+
"sum": 233.1582101265958,
|
| 156 |
+
"count": 160.0
|
| 157 |
+
},
|
| 158 |
+
"decoded_action_mse": {
|
| 159 |
+
"sum": 12.47426688115843,
|
| 160 |
+
"count": 448.0
|
| 161 |
+
},
|
| 162 |
+
"translation_mse": {
|
| 163 |
+
"sum": 0.0007393861059303303,
|
| 164 |
+
"count": 192.0
|
| 165 |
+
},
|
| 166 |
+
"rotation_mse": {
|
| 167 |
+
"sum": 0.03270923502131673,
|
| 168 |
+
"count": 192.0
|
| 169 |
+
},
|
| 170 |
+
"gripper_mse": {
|
| 171 |
+
"sum": 12.440818260031183,
|
| 172 |
+
"count": 64.0
|
| 173 |
+
},
|
| 174 |
+
"oat_autoencoding_mse": {
|
| 175 |
+
"sum": 0.0017136850693590627,
|
| 176 |
+
"count": 448.0
|
| 177 |
+
},
|
| 178 |
+
"projection_distance": {
|
| 179 |
+
"sum": 22.885051960498345,
|
| 180 |
+
"count": 160.0
|
| 181 |
+
},
|
| 182 |
+
"projection_out_of_bounds": {
|
| 183 |
+
"sum": 62.0,
|
| 184 |
+
"count": 160.0
|
| 185 |
+
},
|
| 186 |
+
"projection_legal": {
|
| 187 |
+
"sum": 160.0,
|
| 188 |
+
"count": 160.0
|
| 189 |
+
}
|
| 190 |
+
}
|
| 191 |
+
},
|
| 192 |
+
"generated": {
|
| 193 |
+
"seconds": 4.135167323052883,
|
| 194 |
+
"ditx_forward_count": 17,
|
| 195 |
+
"ditx_forward_batch_sizes": {
|
| 196 |
+
"4": 17
|
| 197 |
+
},
|
| 198 |
+
"metrics": {
|
| 199 |
+
"fm_loss": {
|
| 200 |
+
"sum": 233.1582101265958,
|
| 201 |
+
"count": 160.0
|
| 202 |
+
},
|
| 203 |
+
"decoded_action_mse": {
|
| 204 |
+
"sum": 12.47426688115843,
|
| 205 |
+
"count": 448.0
|
| 206 |
+
},
|
| 207 |
+
"translation_mse": {
|
| 208 |
+
"sum": 0.0007393861059303303,
|
| 209 |
+
"count": 192.0
|
| 210 |
+
},
|
| 211 |
+
"rotation_mse": {
|
| 212 |
+
"sum": 0.03270923502131673,
|
| 213 |
+
"count": 192.0
|
| 214 |
+
},
|
| 215 |
+
"gripper_mse": {
|
| 216 |
+
"sum": 12.440818260031183,
|
| 217 |
+
"count": 64.0
|
| 218 |
+
},
|
| 219 |
+
"oat_autoencoding_mse": {
|
| 220 |
+
"sum": 0.0017136850693590627,
|
| 221 |
+
"count": 448.0
|
| 222 |
+
},
|
| 223 |
+
"projection_distance": {
|
| 224 |
+
"sum": 22.885051960498345,
|
| 225 |
+
"count": 160.0
|
| 226 |
+
},
|
| 227 |
+
"projection_out_of_bounds": {
|
| 228 |
+
"sum": 62.0,
|
| 229 |
+
"count": 160.0
|
| 230 |
+
},
|
| 231 |
+
"projection_legal": {
|
| 232 |
+
"sum": 160.0,
|
| 233 |
+
"count": 160.0
|
| 234 |
+
}
|
| 235 |
+
}
|
| 236 |
+
}
|
| 237 |
+
},
|
| 238 |
+
"seconds": 6.312342389952391,
|
| 239 |
+
"ditx_forward_count": 26
|
| 240 |
+
}
|
| 241 |
+
},
|
| 242 |
+
"comparison": {
|
| 243 |
+
"expert": {
|
| 244 |
+
"fm_loss": {
|
| 245 |
+
"counts_equal": true,
|
| 246 |
+
"sum_close": true,
|
| 247 |
+
"sum_absolute_error": 0.0,
|
| 248 |
+
"sum_relative_error": 0.0
|
| 249 |
+
},
|
| 250 |
+
"decoded_action_mse": {
|
| 251 |
+
"counts_equal": true,
|
| 252 |
+
"sum_close": true,
|
| 253 |
+
"sum_absolute_error": 4.566040630038515e-07,
|
| 254 |
+
"sum_relative_error": 3.660367784660229e-08
|
| 255 |
+
},
|
| 256 |
+
"translation_mse": {
|
| 257 |
+
"counts_equal": true,
|
| 258 |
+
"sum_close": true,
|
| 259 |
+
"sum_absolute_error": 9.420820894223692e-12,
|
| 260 |
+
"sum_relative_error": 1.2741408985952529e-08
|
| 261 |
+
},
|
| 262 |
+
"rotation_mse": {
|
| 263 |
+
"counts_equal": true,
|
| 264 |
+
"sum_close": true,
|
| 265 |
+
"sum_absolute_error": 4.4260790588168675e-09,
|
| 266 |
+
"sum_relative_error": 1.353158659018976e-07
|
| 267 |
+
},
|
| 268 |
+
"gripper_mse": {
|
| 269 |
+
"counts_equal": true,
|
| 270 |
+
"sum_close": true,
|
| 271 |
+
"sum_absolute_error": 4.5216856392471527e-07,
|
| 272 |
+
"sum_relative_error": 3.6345563293299064e-08
|
| 273 |
+
},
|
| 274 |
+
"oat_autoencoding_mse": {
|
| 275 |
+
"counts_equal": true,
|
| 276 |
+
"sum_close": true,
|
| 277 |
+
"sum_absolute_error": 1.0662055448598662e-09,
|
| 278 |
+
"sum_relative_error": 6.22171615594145e-07
|
| 279 |
+
},
|
| 280 |
+
"projection_distance": {
|
| 281 |
+
"counts_equal": true,
|
| 282 |
+
"sum_close": true,
|
| 283 |
+
"sum_absolute_error": 0.0,
|
| 284 |
+
"sum_relative_error": 0.0
|
| 285 |
+
},
|
| 286 |
+
"projection_out_of_bounds": {
|
| 287 |
+
"counts_equal": true,
|
| 288 |
+
"sum_close": true,
|
| 289 |
+
"sum_absolute_error": 0.0,
|
| 290 |
+
"sum_relative_error": 0.0
|
| 291 |
+
},
|
| 292 |
+
"projection_legal": {
|
| 293 |
+
"counts_equal": true,
|
| 294 |
+
"sum_close": true,
|
| 295 |
+
"sum_absolute_error": 0.0,
|
| 296 |
+
"sum_relative_error": 0.0
|
| 297 |
+
}
|
| 298 |
+
},
|
| 299 |
+
"generated": {
|
| 300 |
+
"fm_loss": {
|
| 301 |
+
"counts_equal": true,
|
| 302 |
+
"sum_close": true,
|
| 303 |
+
"sum_absolute_error": 0.0,
|
| 304 |
+
"sum_relative_error": 0.0
|
| 305 |
+
},
|
| 306 |
+
"decoded_action_mse": {
|
| 307 |
+
"counts_equal": true,
|
| 308 |
+
"sum_close": true,
|
| 309 |
+
"sum_absolute_error": 4.566040630038515e-07,
|
| 310 |
+
"sum_relative_error": 3.660367784660229e-08
|
| 311 |
+
},
|
| 312 |
+
"translation_mse": {
|
| 313 |
+
"counts_equal": true,
|
| 314 |
+
"sum_close": true,
|
| 315 |
+
"sum_absolute_error": 9.420820894223692e-12,
|
| 316 |
+
"sum_relative_error": 1.2741408985952529e-08
|
| 317 |
+
},
|
| 318 |
+
"rotation_mse": {
|
| 319 |
+
"counts_equal": true,
|
| 320 |
+
"sum_close": true,
|
| 321 |
+
"sum_absolute_error": 4.4260790588168675e-09,
|
| 322 |
+
"sum_relative_error": 1.353158659018976e-07
|
| 323 |
+
},
|
| 324 |
+
"gripper_mse": {
|
| 325 |
+
"counts_equal": true,
|
| 326 |
+
"sum_close": true,
|
| 327 |
+
"sum_absolute_error": 4.5216856392471527e-07,
|
| 328 |
+
"sum_relative_error": 3.6345563293299064e-08
|
| 329 |
+
},
|
| 330 |
+
"oat_autoencoding_mse": {
|
| 331 |
+
"counts_equal": true,
|
| 332 |
+
"sum_close": true,
|
| 333 |
+
"sum_absolute_error": 1.0662055448598662e-09,
|
| 334 |
+
"sum_relative_error": 6.22171615594145e-07
|
| 335 |
+
},
|
| 336 |
+
"projection_distance": {
|
| 337 |
+
"counts_equal": true,
|
| 338 |
+
"sum_close": true,
|
| 339 |
+
"sum_absolute_error": 0.0,
|
| 340 |
+
"sum_relative_error": 0.0
|
| 341 |
+
},
|
| 342 |
+
"projection_out_of_bounds": {
|
| 343 |
+
"counts_equal": true,
|
| 344 |
+
"sum_close": true,
|
| 345 |
+
"sum_absolute_error": 0.0,
|
| 346 |
+
"sum_relative_error": 0.0
|
| 347 |
+
},
|
| 348 |
+
"projection_legal": {
|
| 349 |
+
"counts_equal": true,
|
| 350 |
+
"sum_close": true,
|
| 351 |
+
"sum_absolute_error": 0.0,
|
| 352 |
+
"sum_relative_error": 0.0
|
| 353 |
+
}
|
| 354 |
+
}
|
| 355 |
+
},
|
| 356 |
+
"comparison_rtol": 2e-05,
|
| 357 |
+
"comparison_atol": 2e-05,
|
| 358 |
+
"all_metric_counts_equal_and_sums_close": true,
|
| 359 |
+
"failures": [],
|
| 360 |
+
"cpu_walltime_ratio_legacy_to_batched": 2.4190295722109965,
|
| 361 |
+
"notes": [
|
| 362 |
+
"Fresh untrained 16x768 flow model; no training, optimizer, GPU context, or W&B run.",
|
| 363 |
+
"One bounded CPU iteration per method after one FM-only batch warmup. Timings are illustrative, not a GPU performance claim.",
|
| 364 |
+
"Both expert and generated-history decoded metrics evaluated for the same four held-out windows with valid previous windows."
|
| 365 |
+
]
|
| 366 |
+
}
|
outputs/latent_flow_checks/pen_cabinet_ep0010_cpu_check.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_p2n_latent_flow_resnet18_20260924_175218_2268893/checkpoints/ep-0010_mse-0.007373.ckpt",
|
| 3 |
+
"weights": "ema",
|
| 4 |
+
"strict_restore_passed": true,
|
| 5 |
+
"policy_family": "oat_latent_flow",
|
| 6 |
+
"variant": "p2n_latent_flow",
|
| 7 |
+
"obs_encoder": "resnet18",
|
| 8 |
+
"self_past_optimizer_updates": 2002,
|
| 9 |
+
"configured_self_past_probability": 0.12525,
|
| 10 |
+
"frozen_oat": true,
|
| 11 |
+
"device": "cpu",
|
| 12 |
+
"flow_steps": 8,
|
| 13 |
+
"dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
|
| 14 |
+
"validation_episode": 5,
|
| 15 |
+
"validation_episode_count": 7,
|
| 16 |
+
"explicit_history_finite": true,
|
| 17 |
+
"stateful_history_finite": true,
|
| 18 |
+
"recorded_command_acknowledgement_passed": true,
|
| 19 |
+
"action_shape": [
|
| 20 |
+
1,
|
| 21 |
+
8,
|
| 22 |
+
7
|
| 23 |
+
],
|
| 24 |
+
"prediction_shape": [
|
| 25 |
+
1,
|
| 26 |
+
16,
|
| 27 |
+
7
|
| 28 |
+
],
|
| 29 |
+
"restore_seconds": 7.569338372908533,
|
| 30 |
+
"three_prediction_check_seconds": 3.699857421219349,
|
| 31 |
+
"limitations": [
|
| 32 |
+
"Three recorded-observation CPU API checks; not a robot rollout or success-rate test.",
|
| 33 |
+
"CPU latency does not measure deployment GPU/control latency."
|
| 34 |
+
]
|
| 35 |
+
}
|
outputs/latent_flow_checks/pen_cabinet_resnet18_cpu_inference.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"p2n_latent_flow": {
|
| 3 |
+
"device": "cpu",
|
| 4 |
+
"backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
|
| 5 |
+
"vision_initialization": "random; no external weights",
|
| 6 |
+
"crop_shape": [
|
| 7 |
+
112,
|
| 8 |
+
112
|
| 9 |
+
],
|
| 10 |
+
"oat": "specified frozen EMA checkpoint",
|
| 11 |
+
"architecture": {
|
| 12 |
+
"layers": 16,
|
| 13 |
+
"embed_dim": 768,
|
| 14 |
+
"heads": 12
|
| 15 |
+
},
|
| 16 |
+
"parameters": {
|
| 17 |
+
"total": 269719343,
|
| 18 |
+
"trainable": 263914309,
|
| 19 |
+
"frozen": 5805034
|
| 20 |
+
},
|
| 21 |
+
"context_shape": [
|
| 22 |
+
1,
|
| 23 |
+
15,
|
| 24 |
+
768
|
| 25 |
+
],
|
| 26 |
+
"action_shape": [
|
| 27 |
+
1,
|
| 28 |
+
8,
|
| 29 |
+
7
|
| 30 |
+
],
|
| 31 |
+
"prediction_shape": [
|
| 32 |
+
1,
|
| 33 |
+
16,
|
| 34 |
+
7
|
| 35 |
+
],
|
| 36 |
+
"sampling_steps": 8,
|
| 37 |
+
"finite": true,
|
| 38 |
+
"normalization": "policy action/state fit on the 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
|
| 39 |
+
"inference_check_seconds": 1.7711348850280046,
|
| 40 |
+
"note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
|
| 41 |
+
}
|
| 42 |
+
}
|
outputs/latent_flow_checks/pen_cabinet_resnet18_preflight.json
ADDED
|
@@ -0,0 +1,197 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "oat_latent_flow",
|
| 3 |
+
"variant": "p2n_latent_flow",
|
| 4 |
+
"task": "real_robot",
|
| 5 |
+
"obs_encoder": "resnet18",
|
| 6 |
+
"task_name": "pen_cabinet_N67",
|
| 7 |
+
"world_size": 2,
|
| 8 |
+
"effective_batch": 64,
|
| 9 |
+
"dataset_split": {
|
| 10 |
+
"schema_version": 1,
|
| 11 |
+
"data_path": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
|
| 12 |
+
"val_ratio": 0.1,
|
| 13 |
+
"seed": 42,
|
| 14 |
+
"train_episode_ids": [
|
| 15 |
+
0,
|
| 16 |
+
1,
|
| 17 |
+
2,
|
| 18 |
+
3,
|
| 19 |
+
4,
|
| 20 |
+
6,
|
| 21 |
+
7,
|
| 22 |
+
8,
|
| 23 |
+
9,
|
| 24 |
+
10,
|
| 25 |
+
11,
|
| 26 |
+
12,
|
| 27 |
+
13,
|
| 28 |
+
14,
|
| 29 |
+
15,
|
| 30 |
+
16,
|
| 31 |
+
17,
|
| 32 |
+
18,
|
| 33 |
+
19,
|
| 34 |
+
20,
|
| 35 |
+
21,
|
| 36 |
+
22,
|
| 37 |
+
23,
|
| 38 |
+
24,
|
| 39 |
+
25,
|
| 40 |
+
26,
|
| 41 |
+
27,
|
| 42 |
+
29,
|
| 43 |
+
30,
|
| 44 |
+
31,
|
| 45 |
+
32,
|
| 46 |
+
33,
|
| 47 |
+
34,
|
| 48 |
+
35,
|
| 49 |
+
36,
|
| 50 |
+
37,
|
| 51 |
+
38,
|
| 52 |
+
39,
|
| 53 |
+
40,
|
| 54 |
+
42,
|
| 55 |
+
43,
|
| 56 |
+
44,
|
| 57 |
+
45,
|
| 58 |
+
46,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
57,
|
| 68 |
+
58,
|
| 69 |
+
59,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
65
|
| 75 |
+
],
|
| 76 |
+
"validation_episode_ids": [
|
| 77 |
+
5,
|
| 78 |
+
28,
|
| 79 |
+
41,
|
| 80 |
+
47,
|
| 81 |
+
56,
|
| 82 |
+
64,
|
| 83 |
+
66
|
| 84 |
+
],
|
| 85 |
+
"train": {
|
| 86 |
+
"episodes": 60,
|
| 87 |
+
"windows": 93415
|
| 88 |
+
},
|
| 89 |
+
"validation": {
|
| 90 |
+
"episodes": 7,
|
| 91 |
+
"windows": 10208
|
| 92 |
+
},
|
| 93 |
+
"offline_validation_enabled": true,
|
| 94 |
+
"identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
|
| 95 |
+
"sample_id_definition": "absolute_action_anchor_v1",
|
| 96 |
+
"future_action_valid_definition": "pad_before + arange(horizon) in [sample_start,sample_end)"
|
| 97 |
+
},
|
| 98 |
+
"sources": {
|
| 99 |
+
"oat": {
|
| 100 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
|
| 101 |
+
"sha256": "b5623a40faf17abe2e1a1afc4c7fb0493d3a04200c52adf6ee4d86135b349428",
|
| 102 |
+
"weights": "ema_model",
|
| 103 |
+
"config": {
|
| 104 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 105 |
+
"action_aug": {
|
| 106 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 107 |
+
"p": 0.6,
|
| 108 |
+
"max_angle_deg": 30.0,
|
| 109 |
+
"mode": "conjugate",
|
| 110 |
+
"augment_position": true,
|
| 111 |
+
"pos_start": 0,
|
| 112 |
+
"pos_end": 3,
|
| 113 |
+
"rot_start": 3,
|
| 114 |
+
"rot_end": 6
|
| 115 |
+
},
|
| 116 |
+
"encoder": {
|
| 117 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 118 |
+
"sample_dim": 7,
|
| 119 |
+
"sample_horizon": 16,
|
| 120 |
+
"emb_dim": 256,
|
| 121 |
+
"head_dim": 64,
|
| 122 |
+
"depth": 2,
|
| 123 |
+
"pdropout": 0.1,
|
| 124 |
+
"latent_dim": 5,
|
| 125 |
+
"num_registers": 8
|
| 126 |
+
},
|
| 127 |
+
"decoder": {
|
| 128 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 129 |
+
"sample_dim": 7,
|
| 130 |
+
"sample_horizon": 16,
|
| 131 |
+
"emb_dim": 256,
|
| 132 |
+
"head_dim": 64,
|
| 133 |
+
"depth": 4,
|
| 134 |
+
"pdropout": 0.1,
|
| 135 |
+
"token_dropout_mode": "pow2",
|
| 136 |
+
"latent_dim": 5,
|
| 137 |
+
"latent_horizon": 8,
|
| 138 |
+
"use_causal_decoder": true
|
| 139 |
+
},
|
| 140 |
+
"quantizer": {
|
| 141 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 142 |
+
"levels": [
|
| 143 |
+
8,
|
| 144 |
+
5,
|
| 145 |
+
5,
|
| 146 |
+
5,
|
| 147 |
+
5
|
| 148 |
+
]
|
| 149 |
+
}
|
| 150 |
+
},
|
| 151 |
+
"latent_shape": [
|
| 152 |
+
8,
|
| 153 |
+
5
|
| 154 |
+
],
|
| 155 |
+
"action_shape": [
|
| 156 |
+
16,
|
| 157 |
+
7
|
| 158 |
+
],
|
| 159 |
+
"levels": [
|
| 160 |
+
8,
|
| 161 |
+
5,
|
| 162 |
+
5,
|
| 163 |
+
5,
|
| 164 |
+
5
|
| 165 |
+
]
|
| 166 |
+
},
|
| 167 |
+
"resnet18": {
|
| 168 |
+
"encoder": "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder",
|
| 169 |
+
"backbone": "ResNet18Conv",
|
| 170 |
+
"initialization": "random",
|
| 171 |
+
"pretrained": false,
|
| 172 |
+
"config": {
|
| 173 |
+
"crop_shape": [
|
| 174 |
+
112,
|
| 175 |
+
112
|
| 176 |
+
],
|
| 177 |
+
"use_group_norm": true,
|
| 178 |
+
"share_rgb_model": false,
|
| 179 |
+
"eval_fixed_crop": true
|
| 180 |
+
},
|
| 181 |
+
"external_vision_checkpoint_required": false
|
| 182 |
+
}
|
| 183 |
+
},
|
| 184 |
+
"update_schedule": {
|
| 185 |
+
"batches_per_rank": 11676,
|
| 186 |
+
"updates_per_epoch": 1460,
|
| 187 |
+
"planned_optimizer_updates": 2921460,
|
| 188 |
+
"lr_warmup_steps": 146073
|
| 189 |
+
},
|
| 190 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_p2n_latent_flow_resnet18_20260924_172023_2197352",
|
| 191 |
+
"status": "CPU source/schema preflight passed; no model, GPU work or training started",
|
| 192 |
+
"unmeasured": [
|
| 193 |
+
"full-model GPU peak memory",
|
| 194 |
+
"real two-rank training",
|
| 195 |
+
"robot closed-loop quality"
|
| 196 |
+
]
|
| 197 |
+
}
|
outputs/latent_flow_checks/resnet18_full_model_cpu_inference.json
ADDED
|
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"p2n_latent_flow": {
|
| 3 |
+
"device": "cpu",
|
| 4 |
+
"backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
|
| 5 |
+
"vision_initialization": "random; no external weights",
|
| 6 |
+
"crop_shape": [
|
| 7 |
+
112,
|
| 8 |
+
112
|
| 9 |
+
],
|
| 10 |
+
"oat": "specified frozen EMA checkpoint",
|
| 11 |
+
"architecture": {
|
| 12 |
+
"layers": 16,
|
| 13 |
+
"embed_dim": 768,
|
| 14 |
+
"heads": 12
|
| 15 |
+
},
|
| 16 |
+
"parameters": {
|
| 17 |
+
"total": 269719343,
|
| 18 |
+
"trainable": 263914309,
|
| 19 |
+
"frozen": 5805034
|
| 20 |
+
},
|
| 21 |
+
"context_shape": [
|
| 22 |
+
1,
|
| 23 |
+
15,
|
| 24 |
+
768
|
| 25 |
+
],
|
| 26 |
+
"action_shape": [
|
| 27 |
+
1,
|
| 28 |
+
8,
|
| 29 |
+
7
|
| 30 |
+
],
|
| 31 |
+
"prediction_shape": [
|
| 32 |
+
1,
|
| 33 |
+
16,
|
| 34 |
+
7
|
| 35 |
+
],
|
| 36 |
+
"sampling_steps": 8,
|
| 37 |
+
"finite": true,
|
| 38 |
+
"normalization": "policy action/state fit on the 73 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
|
| 39 |
+
"inference_check_seconds": 1.380201930180192,
|
| 40 |
+
"note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
|
| 41 |
+
},
|
| 42 |
+
"p2n_state_gate_latent_flow": {
|
| 43 |
+
"device": "cpu",
|
| 44 |
+
"backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
|
| 45 |
+
"vision_initialization": "random; no external weights",
|
| 46 |
+
"crop_shape": [
|
| 47 |
+
112,
|
| 48 |
+
112
|
| 49 |
+
],
|
| 50 |
+
"oat": "specified frozen EMA checkpoint",
|
| 51 |
+
"architecture": {
|
| 52 |
+
"layers": 16,
|
| 53 |
+
"embed_dim": 768,
|
| 54 |
+
"heads": 12
|
| 55 |
+
},
|
| 56 |
+
"parameters": {
|
| 57 |
+
"total": 271671346,
|
| 58 |
+
"trainable": 265866312,
|
| 59 |
+
"frozen": 5805034
|
| 60 |
+
},
|
| 61 |
+
"context_shape": [
|
| 62 |
+
1,
|
| 63 |
+
19,
|
| 64 |
+
768
|
| 65 |
+
],
|
| 66 |
+
"action_shape": [
|
| 67 |
+
1,
|
| 68 |
+
8,
|
| 69 |
+
7
|
| 70 |
+
],
|
| 71 |
+
"prediction_shape": [
|
| 72 |
+
1,
|
| 73 |
+
16,
|
| 74 |
+
7
|
| 75 |
+
],
|
| 76 |
+
"sampling_steps": 8,
|
| 77 |
+
"finite": true,
|
| 78 |
+
"normalization": "policy action/state fit on the 73 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
|
| 79 |
+
"inference_check_seconds": 1.2486863951198757,
|
| 80 |
+
"note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
|
| 81 |
+
}
|
| 82 |
+
}
|
outputs/latent_flow_checks/resnet18_implementation_verification.json
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"observation_encoder": "original trainable ResNet18Conv, GroupNorm, SpatialSoftmax",
|
| 3 |
+
"cpu_regression_tests_passed": 97,
|
| 4 |
+
"cpu_distributed_smoke": {
|
| 5 |
+
"p2n_latent_flow": [
|
| 6 |
+
{
|
| 7 |
+
"mode": "cpu_tiny_flow_contract_only",
|
| 8 |
+
"variant": "p2n_latent_flow",
|
| 9 |
+
"rank": 0,
|
| 10 |
+
"successful_updates": 3,
|
| 11 |
+
"accumulation": 2,
|
| 12 |
+
"tail_group_size": 1,
|
| 13 |
+
"seconds": 4.489898118656129,
|
| 14 |
+
"losses": [
|
| 15 |
+
1.5933226346969604,
|
| 16 |
+
2.323333263397217,
|
| 17 |
+
1.6405688524246216,
|
| 18 |
+
1.7257883548736572,
|
| 19 |
+
1.7827410697937012
|
| 20 |
+
]
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"mode": "cpu_tiny_flow_contract_only",
|
| 24 |
+
"variant": "p2n_latent_flow",
|
| 25 |
+
"rank": 1,
|
| 26 |
+
"successful_updates": 3,
|
| 27 |
+
"accumulation": 2,
|
| 28 |
+
"tail_group_size": 1,
|
| 29 |
+
"seconds": 4.489382326602936,
|
| 30 |
+
"losses": [
|
| 31 |
+
0.873269259929657,
|
| 32 |
+
1.198486328125,
|
| 33 |
+
1.3470691442489624,
|
| 34 |
+
1.2165049314498901,
|
| 35 |
+
1.2941312789916992
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
],
|
| 39 |
+
"p2n_state_gate_latent_flow": [
|
| 40 |
+
{
|
| 41 |
+
"mode": "cpu_tiny_flow_contract_only",
|
| 42 |
+
"variant": "p2n_state_gate_latent_flow",
|
| 43 |
+
"rank": 0,
|
| 44 |
+
"successful_updates": 3,
|
| 45 |
+
"accumulation": 2,
|
| 46 |
+
"tail_group_size": 1,
|
| 47 |
+
"seconds": 4.450359760783613,
|
| 48 |
+
"losses": [
|
| 49 |
+
1.5933226346969604,
|
| 50 |
+
2.323333263397217,
|
| 51 |
+
1.6405688524246216,
|
| 52 |
+
1.7257883548736572,
|
| 53 |
+
1.7826249599456787
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"mode": "cpu_tiny_flow_contract_only",
|
| 58 |
+
"variant": "p2n_state_gate_latent_flow",
|
| 59 |
+
"rank": 1,
|
| 60 |
+
"successful_updates": 3,
|
| 61 |
+
"accumulation": 2,
|
| 62 |
+
"tail_group_size": 1,
|
| 63 |
+
"seconds": 4.450824883300811,
|
| 64 |
+
"losses": [
|
| 65 |
+
0.873269259929657,
|
| 66 |
+
1.198486328125,
|
| 67 |
+
1.3470691442489624,
|
| 68 |
+
1.2165049314498901,
|
| 69 |
+
1.2938807010650635
|
| 70 |
+
]
|
| 71 |
+
}
|
| 72 |
+
]
|
| 73 |
+
},
|
| 74 |
+
"optimizer_state_restore": [
|
| 75 |
+
{
|
| 76 |
+
"variant": "p2n_latent_flow",
|
| 77 |
+
"optimizer_parameters_restored": 214,
|
| 78 |
+
"state_lr": 5e-05,
|
| 79 |
+
"visual_lr": 0.0001,
|
| 80 |
+
"loss": 1.362253189086914
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"variant": "p2n_state_gate_latent_flow",
|
| 84 |
+
"optimizer_parameters_restored": 251,
|
| 85 |
+
"state_lr": 5e-05,
|
| 86 |
+
"visual_lr": 0.0001,
|
| 87 |
+
"loss": 1.362253189086914
|
| 88 |
+
}
|
| 89 |
+
],
|
| 90 |
+
"full_size_cpu_inference_report": "resnet18_full_model_cpu_inference.json",
|
| 91 |
+
"real_dataset_oat_preflight": {
|
| 92 |
+
"p2n_latent_flow": "passed",
|
| 93 |
+
"p2n_state_gate_latent_flow": "passed"
|
| 94 |
+
},
|
| 95 |
+
"original_files_checked": 233,
|
| 96 |
+
"original_files_changed": [],
|
| 97 |
+
"latent_flow_bash_entrypoints": [
|
| 98 |
+
"train_p2n_latent_flow.sh"
|
| 99 |
+
],
|
| 100 |
+
"production_training_started": false,
|
| 101 |
+
"gpu_acceptance_run": false,
|
| 102 |
+
"wandb_run_started": false
|
| 103 |
+
}
|
outputs/latent_flow_checks/runtime_progress_batched_validation_verification.json
ADDED
|
@@ -0,0 +1,380 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cpu_regression_tests_passed": 136,
|
| 3 |
+
"distributed_validation": {
|
| 4 |
+
"world_size": 2,
|
| 5 |
+
"uneven_batches_passed": true,
|
| 6 |
+
"empty_rank_passed": true
|
| 7 |
+
},
|
| 8 |
+
"full_model_cpu_benchmark": {
|
| 9 |
+
"created_utc": "2026-09-24T17:43:11.385911+00:00",
|
| 10 |
+
"device": "cpu",
|
| 11 |
+
"cpu": "AMD EPYC 7713 64-Core Processor",
|
| 12 |
+
"torch_version": "2.10.0",
|
| 13 |
+
"intraop_threads": 2,
|
| 14 |
+
"interop_threads": 2,
|
| 15 |
+
"variant": "p2n_latent_flow",
|
| 16 |
+
"task": "pen_cabinet",
|
| 17 |
+
"obs_encoder": "resnet18",
|
| 18 |
+
"architecture": {
|
| 19 |
+
"layers": 16,
|
| 20 |
+
"embed_dim": 768,
|
| 21 |
+
"heads": 12,
|
| 22 |
+
"ffn_dim": 2048
|
| 23 |
+
},
|
| 24 |
+
"parameters": {
|
| 25 |
+
"total": 269719343,
|
| 26 |
+
"trainable": 263914309,
|
| 27 |
+
"frozen": 5805034
|
| 28 |
+
},
|
| 29 |
+
"batch_size": 4,
|
| 30 |
+
"sampling_steps": 8,
|
| 31 |
+
"training_self_past_chunk_size": 2,
|
| 32 |
+
"dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
|
| 33 |
+
"dataset_identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
|
| 34 |
+
"validation_episode_ids_used": [
|
| 35 |
+
5,
|
| 36 |
+
28,
|
| 37 |
+
41,
|
| 38 |
+
47
|
| 39 |
+
],
|
| 40 |
+
"sample_ids": [
|
| 41 |
+
6620,
|
| 42 |
+
45762,
|
| 43 |
+
66416,
|
| 44 |
+
75504
|
| 45 |
+
],
|
| 46 |
+
"sample_seeds": [
|
| 47 |
+
5069682168001698943,
|
| 48 |
+
6088073930567098781,
|
| 49 |
+
4597714012507753796,
|
| 50 |
+
1022598925123562538
|
| 51 |
+
],
|
| 52 |
+
"oat_checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
|
| 53 |
+
"oat_weights": "frozen EMA",
|
| 54 |
+
"normalization": "Action/state fit only on 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained.",
|
| 55 |
+
"benchmark": {
|
| 56 |
+
"legacy_per_sample": {
|
| 57 |
+
"modes": {
|
| 58 |
+
"expert": {
|
| 59 |
+
"seconds": 5.391564310062677,
|
| 60 |
+
"ditx_forward_count": 36,
|
| 61 |
+
"ditx_forward_batch_sizes": {
|
| 62 |
+
"1": 36
|
| 63 |
+
},
|
| 64 |
+
"metrics": {
|
| 65 |
+
"fm_loss": {
|
| 66 |
+
"sum": 233.1582101265958,
|
| 67 |
+
"count": 160.0
|
| 68 |
+
},
|
| 69 |
+
"decoded_action_mse": {
|
| 70 |
+
"sum": 12.474267337762493,
|
| 71 |
+
"count": 448.0
|
| 72 |
+
},
|
| 73 |
+
"translation_mse": {
|
| 74 |
+
"sum": 0.0007393861153511512,
|
| 75 |
+
"count": 192.0
|
| 76 |
+
},
|
| 77 |
+
"rotation_mse": {
|
| 78 |
+
"sum": 0.03270923944739579,
|
| 79 |
+
"count": 192.0
|
| 80 |
+
},
|
| 81 |
+
"gripper_mse": {
|
| 82 |
+
"sum": 12.440818712199746,
|
| 83 |
+
"count": 64.0
|
| 84 |
+
},
|
| 85 |
+
"oat_autoencoding_mse": {
|
| 86 |
+
"sum": 0.0017136840031535179,
|
| 87 |
+
"count": 448.0
|
| 88 |
+
},
|
| 89 |
+
"projection_distance": {
|
| 90 |
+
"sum": 22.885051960498345,
|
| 91 |
+
"count": 160.0
|
| 92 |
+
},
|
| 93 |
+
"projection_out_of_bounds": {
|
| 94 |
+
"sum": 62.0,
|
| 95 |
+
"count": 160.0
|
| 96 |
+
},
|
| 97 |
+
"projection_legal": {
|
| 98 |
+
"sum": 160.0,
|
| 99 |
+
"count": 160.0
|
| 100 |
+
}
|
| 101 |
+
}
|
| 102 |
+
},
|
| 103 |
+
"generated": {
|
| 104 |
+
"seconds": 9.878178601153195,
|
| 105 |
+
"ditx_forward_count": 68,
|
| 106 |
+
"ditx_forward_batch_sizes": {
|
| 107 |
+
"1": 68
|
| 108 |
+
},
|
| 109 |
+
"metrics": {
|
| 110 |
+
"fm_loss": {
|
| 111 |
+
"sum": 233.1582101265958,
|
| 112 |
+
"count": 160.0
|
| 113 |
+
},
|
| 114 |
+
"decoded_action_mse": {
|
| 115 |
+
"sum": 12.474267337762493,
|
| 116 |
+
"count": 448.0
|
| 117 |
+
},
|
| 118 |
+
"translation_mse": {
|
| 119 |
+
"sum": 0.0007393861153511512,
|
| 120 |
+
"count": 192.0
|
| 121 |
+
},
|
| 122 |
+
"rotation_mse": {
|
| 123 |
+
"sum": 0.03270923944739579,
|
| 124 |
+
"count": 192.0
|
| 125 |
+
},
|
| 126 |
+
"gripper_mse": {
|
| 127 |
+
"sum": 12.440818712199746,
|
| 128 |
+
"count": 64.0
|
| 129 |
+
},
|
| 130 |
+
"oat_autoencoding_mse": {
|
| 131 |
+
"sum": 0.0017136840031535179,
|
| 132 |
+
"count": 448.0
|
| 133 |
+
},
|
| 134 |
+
"projection_distance": {
|
| 135 |
+
"sum": 22.885051960498345,
|
| 136 |
+
"count": 160.0
|
| 137 |
+
},
|
| 138 |
+
"projection_out_of_bounds": {
|
| 139 |
+
"sum": 62.0,
|
| 140 |
+
"count": 160.0
|
| 141 |
+
},
|
| 142 |
+
"projection_legal": {
|
| 143 |
+
"sum": 160.0,
|
| 144 |
+
"count": 160.0
|
| 145 |
+
}
|
| 146 |
+
}
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"seconds": 15.269742911215872,
|
| 150 |
+
"ditx_forward_count": 104
|
| 151 |
+
},
|
| 152 |
+
"batched_sample_seeds": {
|
| 153 |
+
"modes": {
|
| 154 |
+
"expert": {
|
| 155 |
+
"seconds": 2.1771750668995082,
|
| 156 |
+
"ditx_forward_count": 9,
|
| 157 |
+
"ditx_forward_batch_sizes": {
|
| 158 |
+
"4": 9
|
| 159 |
+
},
|
| 160 |
+
"metrics": {
|
| 161 |
+
"fm_loss": {
|
| 162 |
+
"sum": 233.1582101265958,
|
| 163 |
+
"count": 160.0
|
| 164 |
+
},
|
| 165 |
+
"decoded_action_mse": {
|
| 166 |
+
"sum": 12.47426688115843,
|
| 167 |
+
"count": 448.0
|
| 168 |
+
},
|
| 169 |
+
"translation_mse": {
|
| 170 |
+
"sum": 0.0007393861059303303,
|
| 171 |
+
"count": 192.0
|
| 172 |
+
},
|
| 173 |
+
"rotation_mse": {
|
| 174 |
+
"sum": 0.03270923502131673,
|
| 175 |
+
"count": 192.0
|
| 176 |
+
},
|
| 177 |
+
"gripper_mse": {
|
| 178 |
+
"sum": 12.440818260031183,
|
| 179 |
+
"count": 64.0
|
| 180 |
+
},
|
| 181 |
+
"oat_autoencoding_mse": {
|
| 182 |
+
"sum": 0.0017136850693590627,
|
| 183 |
+
"count": 448.0
|
| 184 |
+
},
|
| 185 |
+
"projection_distance": {
|
| 186 |
+
"sum": 22.885051960498345,
|
| 187 |
+
"count": 160.0
|
| 188 |
+
},
|
| 189 |
+
"projection_out_of_bounds": {
|
| 190 |
+
"sum": 62.0,
|
| 191 |
+
"count": 160.0
|
| 192 |
+
},
|
| 193 |
+
"projection_legal": {
|
| 194 |
+
"sum": 160.0,
|
| 195 |
+
"count": 160.0
|
| 196 |
+
}
|
| 197 |
+
}
|
| 198 |
+
},
|
| 199 |
+
"generated": {
|
| 200 |
+
"seconds": 4.135167323052883,
|
| 201 |
+
"ditx_forward_count": 17,
|
| 202 |
+
"ditx_forward_batch_sizes": {
|
| 203 |
+
"4": 17
|
| 204 |
+
},
|
| 205 |
+
"metrics": {
|
| 206 |
+
"fm_loss": {
|
| 207 |
+
"sum": 233.1582101265958,
|
| 208 |
+
"count": 160.0
|
| 209 |
+
},
|
| 210 |
+
"decoded_action_mse": {
|
| 211 |
+
"sum": 12.47426688115843,
|
| 212 |
+
"count": 448.0
|
| 213 |
+
},
|
| 214 |
+
"translation_mse": {
|
| 215 |
+
"sum": 0.0007393861059303303,
|
| 216 |
+
"count": 192.0
|
| 217 |
+
},
|
| 218 |
+
"rotation_mse": {
|
| 219 |
+
"sum": 0.03270923502131673,
|
| 220 |
+
"count": 192.0
|
| 221 |
+
},
|
| 222 |
+
"gripper_mse": {
|
| 223 |
+
"sum": 12.440818260031183,
|
| 224 |
+
"count": 64.0
|
| 225 |
+
},
|
| 226 |
+
"oat_autoencoding_mse": {
|
| 227 |
+
"sum": 0.0017136850693590627,
|
| 228 |
+
"count": 448.0
|
| 229 |
+
},
|
| 230 |
+
"projection_distance": {
|
| 231 |
+
"sum": 22.885051960498345,
|
| 232 |
+
"count": 160.0
|
| 233 |
+
},
|
| 234 |
+
"projection_out_of_bounds": {
|
| 235 |
+
"sum": 62.0,
|
| 236 |
+
"count": 160.0
|
| 237 |
+
},
|
| 238 |
+
"projection_legal": {
|
| 239 |
+
"sum": 160.0,
|
| 240 |
+
"count": 160.0
|
| 241 |
+
}
|
| 242 |
+
}
|
| 243 |
+
}
|
| 244 |
+
},
|
| 245 |
+
"seconds": 6.312342389952391,
|
| 246 |
+
"ditx_forward_count": 26
|
| 247 |
+
}
|
| 248 |
+
},
|
| 249 |
+
"comparison": {
|
| 250 |
+
"expert": {
|
| 251 |
+
"fm_loss": {
|
| 252 |
+
"counts_equal": true,
|
| 253 |
+
"sum_close": true,
|
| 254 |
+
"sum_absolute_error": 0.0,
|
| 255 |
+
"sum_relative_error": 0.0
|
| 256 |
+
},
|
| 257 |
+
"decoded_action_mse": {
|
| 258 |
+
"counts_equal": true,
|
| 259 |
+
"sum_close": true,
|
| 260 |
+
"sum_absolute_error": 4.566040630038515e-07,
|
| 261 |
+
"sum_relative_error": 3.660367784660229e-08
|
| 262 |
+
},
|
| 263 |
+
"translation_mse": {
|
| 264 |
+
"counts_equal": true,
|
| 265 |
+
"sum_close": true,
|
| 266 |
+
"sum_absolute_error": 9.420820894223692e-12,
|
| 267 |
+
"sum_relative_error": 1.2741408985952529e-08
|
| 268 |
+
},
|
| 269 |
+
"rotation_mse": {
|
| 270 |
+
"counts_equal": true,
|
| 271 |
+
"sum_close": true,
|
| 272 |
+
"sum_absolute_error": 4.4260790588168675e-09,
|
| 273 |
+
"sum_relative_error": 1.353158659018976e-07
|
| 274 |
+
},
|
| 275 |
+
"gripper_mse": {
|
| 276 |
+
"counts_equal": true,
|
| 277 |
+
"sum_close": true,
|
| 278 |
+
"sum_absolute_error": 4.5216856392471527e-07,
|
| 279 |
+
"sum_relative_error": 3.6345563293299064e-08
|
| 280 |
+
},
|
| 281 |
+
"oat_autoencoding_mse": {
|
| 282 |
+
"counts_equal": true,
|
| 283 |
+
"sum_close": true,
|
| 284 |
+
"sum_absolute_error": 1.0662055448598662e-09,
|
| 285 |
+
"sum_relative_error": 6.22171615594145e-07
|
| 286 |
+
},
|
| 287 |
+
"projection_distance": {
|
| 288 |
+
"counts_equal": true,
|
| 289 |
+
"sum_close": true,
|
| 290 |
+
"sum_absolute_error": 0.0,
|
| 291 |
+
"sum_relative_error": 0.0
|
| 292 |
+
},
|
| 293 |
+
"projection_out_of_bounds": {
|
| 294 |
+
"counts_equal": true,
|
| 295 |
+
"sum_close": true,
|
| 296 |
+
"sum_absolute_error": 0.0,
|
| 297 |
+
"sum_relative_error": 0.0
|
| 298 |
+
},
|
| 299 |
+
"projection_legal": {
|
| 300 |
+
"counts_equal": true,
|
| 301 |
+
"sum_close": true,
|
| 302 |
+
"sum_absolute_error": 0.0,
|
| 303 |
+
"sum_relative_error": 0.0
|
| 304 |
+
}
|
| 305 |
+
},
|
| 306 |
+
"generated": {
|
| 307 |
+
"fm_loss": {
|
| 308 |
+
"counts_equal": true,
|
| 309 |
+
"sum_close": true,
|
| 310 |
+
"sum_absolute_error": 0.0,
|
| 311 |
+
"sum_relative_error": 0.0
|
| 312 |
+
},
|
| 313 |
+
"decoded_action_mse": {
|
| 314 |
+
"counts_equal": true,
|
| 315 |
+
"sum_close": true,
|
| 316 |
+
"sum_absolute_error": 4.566040630038515e-07,
|
| 317 |
+
"sum_relative_error": 3.660367784660229e-08
|
| 318 |
+
},
|
| 319 |
+
"translation_mse": {
|
| 320 |
+
"counts_equal": true,
|
| 321 |
+
"sum_close": true,
|
| 322 |
+
"sum_absolute_error": 9.420820894223692e-12,
|
| 323 |
+
"sum_relative_error": 1.2741408985952529e-08
|
| 324 |
+
},
|
| 325 |
+
"rotation_mse": {
|
| 326 |
+
"counts_equal": true,
|
| 327 |
+
"sum_close": true,
|
| 328 |
+
"sum_absolute_error": 4.4260790588168675e-09,
|
| 329 |
+
"sum_relative_error": 1.353158659018976e-07
|
| 330 |
+
},
|
| 331 |
+
"gripper_mse": {
|
| 332 |
+
"counts_equal": true,
|
| 333 |
+
"sum_close": true,
|
| 334 |
+
"sum_absolute_error": 4.5216856392471527e-07,
|
| 335 |
+
"sum_relative_error": 3.6345563293299064e-08
|
| 336 |
+
},
|
| 337 |
+
"oat_autoencoding_mse": {
|
| 338 |
+
"counts_equal": true,
|
| 339 |
+
"sum_close": true,
|
| 340 |
+
"sum_absolute_error": 1.0662055448598662e-09,
|
| 341 |
+
"sum_relative_error": 6.22171615594145e-07
|
| 342 |
+
},
|
| 343 |
+
"projection_distance": {
|
| 344 |
+
"counts_equal": true,
|
| 345 |
+
"sum_close": true,
|
| 346 |
+
"sum_absolute_error": 0.0,
|
| 347 |
+
"sum_relative_error": 0.0
|
| 348 |
+
},
|
| 349 |
+
"projection_out_of_bounds": {
|
| 350 |
+
"counts_equal": true,
|
| 351 |
+
"sum_close": true,
|
| 352 |
+
"sum_absolute_error": 0.0,
|
| 353 |
+
"sum_relative_error": 0.0
|
| 354 |
+
},
|
| 355 |
+
"projection_legal": {
|
| 356 |
+
"counts_equal": true,
|
| 357 |
+
"sum_close": true,
|
| 358 |
+
"sum_absolute_error": 0.0,
|
| 359 |
+
"sum_relative_error": 0.0
|
| 360 |
+
}
|
| 361 |
+
}
|
| 362 |
+
},
|
| 363 |
+
"comparison_rtol": 2e-05,
|
| 364 |
+
"comparison_atol": 2e-05,
|
| 365 |
+
"all_metric_counts_equal_and_sums_close": true,
|
| 366 |
+
"failures": [],
|
| 367 |
+
"cpu_walltime_ratio_legacy_to_batched": 2.4190295722109965,
|
| 368 |
+
"notes": [
|
| 369 |
+
"Fresh untrained 16x768 flow model; no training, optimizer, GPU context, or W&B run.",
|
| 370 |
+
"One bounded CPU iteration per method after one FM-only batch warmup. Timings are illustrative, not a GPU performance claim.",
|
| 371 |
+
"Both expert and generated-history decoded metrics evaluated for the same four held-out windows with valid previous windows."
|
| 372 |
+
]
|
| 373 |
+
},
|
| 374 |
+
"original_files_checked": 233,
|
| 375 |
+
"original_files_changed": [],
|
| 376 |
+
"runtime_progress": "setup/train/validation/checkpoint; console + progress.jsonl + W&B automatic event steps with explicit global_step",
|
| 377 |
+
"original_gpu6_worker_alive": false,
|
| 378 |
+
"production_training_restarted": false,
|
| 379 |
+
"gpu_acceptance_run": false
|
| 380 |
+
}
|
outputs/nut_washer_policy_active_run.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z
|
outputs/real_robot_active_run.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z
|
outputs/real_robot_current_jobs.json
ADDED
|
@@ -0,0 +1,216 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"task": "fruits",
|
| 4 |
+
"variant": "current",
|
| 5 |
+
"gpu": "0",
|
| 6 |
+
"source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current/frozen_tokenizer.ckpt",
|
| 7 |
+
"source_tokenizer_sha256": "4542b239dfbc3282e9d1bea62db96d1bb82aa5b8e7f94ddca5ef7aab375df908",
|
| 8 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/current",
|
| 9 |
+
"previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current",
|
| 10 |
+
"previous_service": "real-robot-fruits-current",
|
| 11 |
+
"name": "real-robot-fruits-current-1gpu",
|
| 12 |
+
"command": [
|
| 13 |
+
"/venv/real_robot/bin/python",
|
| 14 |
+
"/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
|
| 15 |
+
"--task",
|
| 16 |
+
"fruits",
|
| 17 |
+
"--variant",
|
| 18 |
+
"current",
|
| 19 |
+
"--gpu",
|
| 20 |
+
"0",
|
| 21 |
+
"--tokenizer",
|
| 22 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current/frozen_tokenizer.ckpt",
|
| 23 |
+
"--output-dir",
|
| 24 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/current",
|
| 25 |
+
"--entity",
|
| 26 |
+
"andyliu7081-northeastern-university",
|
| 27 |
+
"--project",
|
| 28 |
+
"real_robot",
|
| 29 |
+
"--resume"
|
| 30 |
+
],
|
| 31 |
+
"wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-current-1gpu.sh",
|
| 32 |
+
"supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-current-1gpu.conf",
|
| 33 |
+
"gpus": "0",
|
| 34 |
+
"wandb": {
|
| 35 |
+
"entity": "andyliu7081-northeastern-university",
|
| 36 |
+
"project": "real_robot",
|
| 37 |
+
"run_id": "7e2140ba49ca",
|
| 38 |
+
"run_name": "fruits_current_single_gpu_20260911T091812Z_7e2140ba49ca",
|
| 39 |
+
"group": "fruits_current_single_gpu",
|
| 40 |
+
"mode": "online",
|
| 41 |
+
"url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/7e2140ba49ca"
|
| 42 |
+
},
|
| 43 |
+
"checkpoint_metric": "test_reconst_mse",
|
| 44 |
+
"checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 45 |
+
"checkpoint_every": 20,
|
| 46 |
+
"checkpoint_retention": "all",
|
| 47 |
+
"checkpoint_topk_k": 0,
|
| 48 |
+
"snapshot_every": 0
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"task": "fruits",
|
| 52 |
+
"variant": "left_noise",
|
| 53 |
+
"gpu": "1",
|
| 54 |
+
"source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise/frozen_tokenizer.ckpt",
|
| 55 |
+
"source_tokenizer_sha256": "b1da3ffa25eb66c36680ff069e1ce1f2c8eae91ad01b7fc9dbd5e55ca73839fd",
|
| 56 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/left_noise",
|
| 57 |
+
"previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise",
|
| 58 |
+
"previous_service": "real-robot-fruits-left-noise",
|
| 59 |
+
"name": "real-robot-fruits-left-noise-1gpu",
|
| 60 |
+
"command": [
|
| 61 |
+
"/venv/real_robot/bin/python",
|
| 62 |
+
"/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
|
| 63 |
+
"--task",
|
| 64 |
+
"fruits",
|
| 65 |
+
"--variant",
|
| 66 |
+
"left_noise",
|
| 67 |
+
"--gpu",
|
| 68 |
+
"1",
|
| 69 |
+
"--tokenizer",
|
| 70 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise/frozen_tokenizer.ckpt",
|
| 71 |
+
"--output-dir",
|
| 72 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/left_noise",
|
| 73 |
+
"--entity",
|
| 74 |
+
"andyliu7081-northeastern-university",
|
| 75 |
+
"--project",
|
| 76 |
+
"real_robot",
|
| 77 |
+
"--resume"
|
| 78 |
+
],
|
| 79 |
+
"wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-left-noise-1gpu.sh",
|
| 80 |
+
"supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-left-noise-1gpu.conf",
|
| 81 |
+
"gpus": "1",
|
| 82 |
+
"wandb": {
|
| 83 |
+
"entity": "andyliu7081-northeastern-university",
|
| 84 |
+
"project": "real_robot",
|
| 85 |
+
"run_id": "cb387e305510",
|
| 86 |
+
"run_name": "fruits_left_noise_single_gpu_20260911T091817Z_cb387e305510",
|
| 87 |
+
"group": "fruits_left_noise_single_gpu",
|
| 88 |
+
"mode": "online",
|
| 89 |
+
"url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/cb387e305510"
|
| 90 |
+
},
|
| 91 |
+
"checkpoint_metric": "test_reconst_mse",
|
| 92 |
+
"checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 93 |
+
"checkpoint_every": 20,
|
| 94 |
+
"checkpoint_retention": "all",
|
| 95 |
+
"checkpoint_topk_k": 0,
|
| 96 |
+
"snapshot_every": 0
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"name": "real-robot-nut-washer-current-1gpu",
|
| 100 |
+
"task": "nut_washer",
|
| 101 |
+
"variant": "current",
|
| 102 |
+
"gpus": "4",
|
| 103 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
|
| 104 |
+
"wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-current-1gpu.sh",
|
| 105 |
+
"supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-current-1gpu.conf",
|
| 106 |
+
"command": [
|
| 107 |
+
"/venv/real_robot/bin/python",
|
| 108 |
+
"/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
|
| 109 |
+
"--task",
|
| 110 |
+
"nut_washer",
|
| 111 |
+
"--variant",
|
| 112 |
+
"current",
|
| 113 |
+
"--gpu",
|
| 114 |
+
"4",
|
| 115 |
+
"--tokenizer",
|
| 116 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current/frozen_tokenizer.ckpt",
|
| 117 |
+
"--output-dir",
|
| 118 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
|
| 119 |
+
"--entity",
|
| 120 |
+
"andyliu7081-northeastern-university",
|
| 121 |
+
"--project",
|
| 122 |
+
"real_robot"
|
| 123 |
+
],
|
| 124 |
+
"queued_policy": {
|
| 125 |
+
"service": "real-robot-nut-washer-current-1gpu",
|
| 126 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
|
| 127 |
+
"gpu": 4,
|
| 128 |
+
"batch_size": 64,
|
| 129 |
+
"num_epochs": 251,
|
| 130 |
+
"checkpoint_every": 20,
|
| 131 |
+
"checkpoint_retention": "all",
|
| 132 |
+
"filename": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 133 |
+
"logging_mode": "online",
|
| 134 |
+
"handoff_plan": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/handoff_plan.json"
|
| 135 |
+
},
|
| 136 |
+
"state": "training_policy",
|
| 137 |
+
"checkpoint_metric": "test_reconst_mse",
|
| 138 |
+
"checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 139 |
+
"gpu": "4",
|
| 140 |
+
"previous_service": "real-robot-nut-washer-current",
|
| 141 |
+
"previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current",
|
| 142 |
+
"tokenizer_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current",
|
| 143 |
+
"source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current/frozen_tokenizer.ckpt",
|
| 144 |
+
"source_tokenizer_sha256": "905474b5f093337acd17e13479757ed6280aedb774b44f70d3a323770f743691",
|
| 145 |
+
"wandb": {
|
| 146 |
+
"entity": "andyliu7081-northeastern-university",
|
| 147 |
+
"project": "real_robot",
|
| 148 |
+
"run_id": "f5cb756f4ef2",
|
| 149 |
+
"run_name": "nut_washer_current_single_gpu_20260911T143752Z_f5cb756f4ef2",
|
| 150 |
+
"group": "nut_washer_current_single_gpu",
|
| 151 |
+
"mode": "online",
|
| 152 |
+
"url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/f5cb756f4ef2"
|
| 153 |
+
},
|
| 154 |
+
"checkpoint_every": 20,
|
| 155 |
+
"checkpoint_retention": "all"
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"name": "real-robot-nut-washer-left-noise-1gpu",
|
| 159 |
+
"task": "nut_washer",
|
| 160 |
+
"variant": "left_noise",
|
| 161 |
+
"gpus": "6",
|
| 162 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
|
| 163 |
+
"wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-left-noise-1gpu.sh",
|
| 164 |
+
"supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-left-noise-1gpu.conf",
|
| 165 |
+
"command": [
|
| 166 |
+
"/venv/real_robot/bin/python",
|
| 167 |
+
"/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
|
| 168 |
+
"--task",
|
| 169 |
+
"nut_washer",
|
| 170 |
+
"--variant",
|
| 171 |
+
"left_noise",
|
| 172 |
+
"--gpu",
|
| 173 |
+
"6",
|
| 174 |
+
"--tokenizer",
|
| 175 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise/frozen_tokenizer.ckpt",
|
| 176 |
+
"--output-dir",
|
| 177 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
|
| 178 |
+
"--entity",
|
| 179 |
+
"andyliu7081-northeastern-university",
|
| 180 |
+
"--project",
|
| 181 |
+
"real_robot"
|
| 182 |
+
],
|
| 183 |
+
"queued_policy": {
|
| 184 |
+
"service": "real-robot-nut-washer-left-noise-1gpu",
|
| 185 |
+
"output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
|
| 186 |
+
"gpu": 6,
|
| 187 |
+
"batch_size": 64,
|
| 188 |
+
"num_epochs": 251,
|
| 189 |
+
"checkpoint_every": 20,
|
| 190 |
+
"checkpoint_retention": "all",
|
| 191 |
+
"filename": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 192 |
+
"logging_mode": "online",
|
| 193 |
+
"handoff_plan": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/handoff_plan.json"
|
| 194 |
+
},
|
| 195 |
+
"state": "training_policy",
|
| 196 |
+
"checkpoint_metric": "test_reconst_mse",
|
| 197 |
+
"checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
|
| 198 |
+
"gpu": "6",
|
| 199 |
+
"previous_service": "real-robot-nut-washer-left-noise",
|
| 200 |
+
"previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise",
|
| 201 |
+
"tokenizer_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise",
|
| 202 |
+
"source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise/frozen_tokenizer.ckpt",
|
| 203 |
+
"source_tokenizer_sha256": "679284b482e6aa3470ddab74a8adc192dc4cc78d596f45c964b44e098006e6c9",
|
| 204 |
+
"wandb": {
|
| 205 |
+
"entity": "andyliu7081-northeastern-university",
|
| 206 |
+
"project": "real_robot",
|
| 207 |
+
"run_id": "b9dabb8533d7",
|
| 208 |
+
"run_name": "nut_washer_left_noise_single_gpu_20260911T144809Z_b9dabb8533d7",
|
| 209 |
+
"group": "nut_washer_left_noise_single_gpu",
|
| 210 |
+
"mode": "online",
|
| 211 |
+
"url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/b9dabb8533d7"
|
| 212 |
+
},
|
| 213 |
+
"checkpoint_every": 20,
|
| 214 |
+
"checkpoint_retention": "all"
|
| 215 |
+
}
|
| 216 |
+
]
|
outputs/training/p2n_gate_original_obs_libero/dataset_split.json
ADDED
|
@@ -0,0 +1,526 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"identity": {
|
| 4 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 5 |
+
"train_episode_ids": [
|
| 6 |
+
0,
|
| 7 |
+
1,
|
| 8 |
+
2,
|
| 9 |
+
3,
|
| 10 |
+
4,
|
| 11 |
+
5,
|
| 12 |
+
6,
|
| 13 |
+
7,
|
| 14 |
+
8,
|
| 15 |
+
9,
|
| 16 |
+
10,
|
| 17 |
+
11,
|
| 18 |
+
12,
|
| 19 |
+
13,
|
| 20 |
+
14,
|
| 21 |
+
15,
|
| 22 |
+
16,
|
| 23 |
+
17,
|
| 24 |
+
18,
|
| 25 |
+
19,
|
| 26 |
+
20,
|
| 27 |
+
21,
|
| 28 |
+
22,
|
| 29 |
+
23,
|
| 30 |
+
24,
|
| 31 |
+
25,
|
| 32 |
+
26,
|
| 33 |
+
27,
|
| 34 |
+
28,
|
| 35 |
+
29,
|
| 36 |
+
30,
|
| 37 |
+
32,
|
| 38 |
+
34,
|
| 39 |
+
35,
|
| 40 |
+
36,
|
| 41 |
+
37,
|
| 42 |
+
38,
|
| 43 |
+
41,
|
| 44 |
+
42,
|
| 45 |
+
45,
|
| 46 |
+
46,
|
| 47 |
+
47,
|
| 48 |
+
48,
|
| 49 |
+
49,
|
| 50 |
+
50,
|
| 51 |
+
51,
|
| 52 |
+
52,
|
| 53 |
+
53,
|
| 54 |
+
54,
|
| 55 |
+
55,
|
| 56 |
+
56,
|
| 57 |
+
57,
|
| 58 |
+
58,
|
| 59 |
+
60,
|
| 60 |
+
61,
|
| 61 |
+
62,
|
| 62 |
+
63,
|
| 63 |
+
64,
|
| 64 |
+
65,
|
| 65 |
+
66,
|
| 66 |
+
67,
|
| 67 |
+
68,
|
| 68 |
+
69,
|
| 69 |
+
70,
|
| 70 |
+
71,
|
| 71 |
+
72,
|
| 72 |
+
73,
|
| 73 |
+
74,
|
| 74 |
+
75,
|
| 75 |
+
76,
|
| 76 |
+
77,
|
| 77 |
+
78,
|
| 78 |
+
79,
|
| 79 |
+
80,
|
| 80 |
+
82,
|
| 81 |
+
83,
|
| 82 |
+
84,
|
| 83 |
+
85,
|
| 84 |
+
87,
|
| 85 |
+
88,
|
| 86 |
+
89,
|
| 87 |
+
90,
|
| 88 |
+
91,
|
| 89 |
+
93,
|
| 90 |
+
94,
|
| 91 |
+
95,
|
| 92 |
+
96,
|
| 93 |
+
97,
|
| 94 |
+
98,
|
| 95 |
+
99,
|
| 96 |
+
100,
|
| 97 |
+
101,
|
| 98 |
+
102,
|
| 99 |
+
103,
|
| 100 |
+
104,
|
| 101 |
+
105,
|
| 102 |
+
106,
|
| 103 |
+
107,
|
| 104 |
+
108,
|
| 105 |
+
110,
|
| 106 |
+
111,
|
| 107 |
+
112,
|
| 108 |
+
113,
|
| 109 |
+
114,
|
| 110 |
+
115,
|
| 111 |
+
116,
|
| 112 |
+
117,
|
| 113 |
+
118,
|
| 114 |
+
119,
|
| 115 |
+
120,
|
| 116 |
+
121,
|
| 117 |
+
122,
|
| 118 |
+
123,
|
| 119 |
+
124,
|
| 120 |
+
125,
|
| 121 |
+
126,
|
| 122 |
+
127,
|
| 123 |
+
128,
|
| 124 |
+
129,
|
| 125 |
+
130,
|
| 126 |
+
131,
|
| 127 |
+
132,
|
| 128 |
+
133,
|
| 129 |
+
134,
|
| 130 |
+
136,
|
| 131 |
+
137,
|
| 132 |
+
138,
|
| 133 |
+
139,
|
| 134 |
+
140,
|
| 135 |
+
141,
|
| 136 |
+
142,
|
| 137 |
+
143,
|
| 138 |
+
144,
|
| 139 |
+
145,
|
| 140 |
+
146,
|
| 141 |
+
147,
|
| 142 |
+
148,
|
| 143 |
+
149,
|
| 144 |
+
150,
|
| 145 |
+
151,
|
| 146 |
+
152,
|
| 147 |
+
153,
|
| 148 |
+
154,
|
| 149 |
+
155,
|
| 150 |
+
156,
|
| 151 |
+
157,
|
| 152 |
+
158,
|
| 153 |
+
159,
|
| 154 |
+
160,
|
| 155 |
+
161,
|
| 156 |
+
162,
|
| 157 |
+
163,
|
| 158 |
+
164,
|
| 159 |
+
165,
|
| 160 |
+
166,
|
| 161 |
+
167,
|
| 162 |
+
168,
|
| 163 |
+
169,
|
| 164 |
+
170,
|
| 165 |
+
171,
|
| 166 |
+
172,
|
| 167 |
+
173,
|
| 168 |
+
174,
|
| 169 |
+
176,
|
| 170 |
+
177,
|
| 171 |
+
178,
|
| 172 |
+
179,
|
| 173 |
+
180,
|
| 174 |
+
181,
|
| 175 |
+
182,
|
| 176 |
+
183,
|
| 177 |
+
184,
|
| 178 |
+
185,
|
| 179 |
+
186,
|
| 180 |
+
187,
|
| 181 |
+
188,
|
| 182 |
+
189,
|
| 183 |
+
190,
|
| 184 |
+
192,
|
| 185 |
+
193,
|
| 186 |
+
194,
|
| 187 |
+
195,
|
| 188 |
+
196,
|
| 189 |
+
198,
|
| 190 |
+
200,
|
| 191 |
+
201,
|
| 192 |
+
202,
|
| 193 |
+
203,
|
| 194 |
+
204,
|
| 195 |
+
205,
|
| 196 |
+
206,
|
| 197 |
+
207,
|
| 198 |
+
208,
|
| 199 |
+
209,
|
| 200 |
+
210,
|
| 201 |
+
213,
|
| 202 |
+
214,
|
| 203 |
+
215,
|
| 204 |
+
217,
|
| 205 |
+
218,
|
| 206 |
+
219,
|
| 207 |
+
220,
|
| 208 |
+
222,
|
| 209 |
+
223,
|
| 210 |
+
224,
|
| 211 |
+
225,
|
| 212 |
+
226,
|
| 213 |
+
227,
|
| 214 |
+
228,
|
| 215 |
+
229,
|
| 216 |
+
230,
|
| 217 |
+
231,
|
| 218 |
+
232,
|
| 219 |
+
233,
|
| 220 |
+
234,
|
| 221 |
+
236,
|
| 222 |
+
237,
|
| 223 |
+
238,
|
| 224 |
+
240,
|
| 225 |
+
241,
|
| 226 |
+
243,
|
| 227 |
+
244,
|
| 228 |
+
245,
|
| 229 |
+
246,
|
| 230 |
+
247,
|
| 231 |
+
248,
|
| 232 |
+
249,
|
| 233 |
+
250,
|
| 234 |
+
251,
|
| 235 |
+
252,
|
| 236 |
+
253,
|
| 237 |
+
254,
|
| 238 |
+
255,
|
| 239 |
+
256,
|
| 240 |
+
257,
|
| 241 |
+
258,
|
| 242 |
+
259,
|
| 243 |
+
260,
|
| 244 |
+
262,
|
| 245 |
+
263,
|
| 246 |
+
264,
|
| 247 |
+
265,
|
| 248 |
+
266,
|
| 249 |
+
267,
|
| 250 |
+
269,
|
| 251 |
+
270,
|
| 252 |
+
271,
|
| 253 |
+
272,
|
| 254 |
+
273,
|
| 255 |
+
274,
|
| 256 |
+
275,
|
| 257 |
+
276,
|
| 258 |
+
277,
|
| 259 |
+
278,
|
| 260 |
+
279,
|
| 261 |
+
280,
|
| 262 |
+
281,
|
| 263 |
+
282,
|
| 264 |
+
283,
|
| 265 |
+
284,
|
| 266 |
+
285,
|
| 267 |
+
286,
|
| 268 |
+
287,
|
| 269 |
+
288,
|
| 270 |
+
289,
|
| 271 |
+
290,
|
| 272 |
+
291,
|
| 273 |
+
292,
|
| 274 |
+
293,
|
| 275 |
+
294,
|
| 276 |
+
295,
|
| 277 |
+
297,
|
| 278 |
+
298,
|
| 279 |
+
299,
|
| 280 |
+
300,
|
| 281 |
+
301,
|
| 282 |
+
302,
|
| 283 |
+
303,
|
| 284 |
+
304,
|
| 285 |
+
305,
|
| 286 |
+
307,
|
| 287 |
+
308,
|
| 288 |
+
310,
|
| 289 |
+
311,
|
| 290 |
+
312,
|
| 291 |
+
313,
|
| 292 |
+
314,
|
| 293 |
+
315,
|
| 294 |
+
316,
|
| 295 |
+
317,
|
| 296 |
+
318,
|
| 297 |
+
320,
|
| 298 |
+
321,
|
| 299 |
+
322,
|
| 300 |
+
323,
|
| 301 |
+
324,
|
| 302 |
+
325,
|
| 303 |
+
326,
|
| 304 |
+
327,
|
| 305 |
+
328,
|
| 306 |
+
329,
|
| 307 |
+
330,
|
| 308 |
+
331,
|
| 309 |
+
332,
|
| 310 |
+
334,
|
| 311 |
+
335,
|
| 312 |
+
336,
|
| 313 |
+
337,
|
| 314 |
+
339,
|
| 315 |
+
341,
|
| 316 |
+
342,
|
| 317 |
+
343,
|
| 318 |
+
344,
|
| 319 |
+
346,
|
| 320 |
+
347,
|
| 321 |
+
348,
|
| 322 |
+
350,
|
| 323 |
+
351,
|
| 324 |
+
352,
|
| 325 |
+
354,
|
| 326 |
+
355,
|
| 327 |
+
356,
|
| 328 |
+
357,
|
| 329 |
+
358,
|
| 330 |
+
359,
|
| 331 |
+
360,
|
| 332 |
+
361,
|
| 333 |
+
362,
|
| 334 |
+
363,
|
| 335 |
+
364,
|
| 336 |
+
365,
|
| 337 |
+
367,
|
| 338 |
+
368,
|
| 339 |
+
369,
|
| 340 |
+
370,
|
| 341 |
+
373,
|
| 342 |
+
374,
|
| 343 |
+
375,
|
| 344 |
+
376,
|
| 345 |
+
377,
|
| 346 |
+
378,
|
| 347 |
+
379,
|
| 348 |
+
380,
|
| 349 |
+
381,
|
| 350 |
+
382,
|
| 351 |
+
383,
|
| 352 |
+
384,
|
| 353 |
+
385,
|
| 354 |
+
386,
|
| 355 |
+
387,
|
| 356 |
+
388,
|
| 357 |
+
390,
|
| 358 |
+
392,
|
| 359 |
+
394,
|
| 360 |
+
395,
|
| 361 |
+
396,
|
| 362 |
+
397,
|
| 363 |
+
398,
|
| 364 |
+
399,
|
| 365 |
+
400,
|
| 366 |
+
401,
|
| 367 |
+
402,
|
| 368 |
+
404,
|
| 369 |
+
405,
|
| 370 |
+
406,
|
| 371 |
+
407,
|
| 372 |
+
408,
|
| 373 |
+
409,
|
| 374 |
+
410,
|
| 375 |
+
411,
|
| 376 |
+
412,
|
| 377 |
+
413,
|
| 378 |
+
414,
|
| 379 |
+
415,
|
| 380 |
+
416,
|
| 381 |
+
418,
|
| 382 |
+
419,
|
| 383 |
+
420,
|
| 384 |
+
421,
|
| 385 |
+
422,
|
| 386 |
+
423,
|
| 387 |
+
424,
|
| 388 |
+
425,
|
| 389 |
+
426,
|
| 390 |
+
427,
|
| 391 |
+
428,
|
| 392 |
+
429,
|
| 393 |
+
431,
|
| 394 |
+
432,
|
| 395 |
+
433,
|
| 396 |
+
434,
|
| 397 |
+
435,
|
| 398 |
+
436,
|
| 399 |
+
437,
|
| 400 |
+
438,
|
| 401 |
+
440,
|
| 402 |
+
441,
|
| 403 |
+
442,
|
| 404 |
+
443,
|
| 405 |
+
445,
|
| 406 |
+
446,
|
| 407 |
+
447,
|
| 408 |
+
448,
|
| 409 |
+
449,
|
| 410 |
+
451,
|
| 411 |
+
452,
|
| 412 |
+
453,
|
| 413 |
+
454,
|
| 414 |
+
455,
|
| 415 |
+
456,
|
| 416 |
+
457,
|
| 417 |
+
458,
|
| 418 |
+
459,
|
| 419 |
+
460,
|
| 420 |
+
461,
|
| 421 |
+
462,
|
| 422 |
+
463,
|
| 423 |
+
464,
|
| 424 |
+
465,
|
| 425 |
+
466,
|
| 426 |
+
467,
|
| 427 |
+
468,
|
| 428 |
+
469,
|
| 429 |
+
470,
|
| 430 |
+
471,
|
| 431 |
+
472,
|
| 432 |
+
473,
|
| 433 |
+
474,
|
| 434 |
+
475,
|
| 435 |
+
476,
|
| 436 |
+
478,
|
| 437 |
+
479,
|
| 438 |
+
480,
|
| 439 |
+
482,
|
| 440 |
+
483,
|
| 441 |
+
484,
|
| 442 |
+
485,
|
| 443 |
+
486,
|
| 444 |
+
487,
|
| 445 |
+
488,
|
| 446 |
+
489,
|
| 447 |
+
490,
|
| 448 |
+
491,
|
| 449 |
+
492,
|
| 450 |
+
494,
|
| 451 |
+
495,
|
| 452 |
+
496,
|
| 453 |
+
497,
|
| 454 |
+
498,
|
| 455 |
+
499
|
| 456 |
+
],
|
| 457 |
+
"validation_episode_ids": [
|
| 458 |
+
31,
|
| 459 |
+
33,
|
| 460 |
+
39,
|
| 461 |
+
40,
|
| 462 |
+
43,
|
| 463 |
+
44,
|
| 464 |
+
59,
|
| 465 |
+
81,
|
| 466 |
+
86,
|
| 467 |
+
92,
|
| 468 |
+
109,
|
| 469 |
+
135,
|
| 470 |
+
175,
|
| 471 |
+
191,
|
| 472 |
+
197,
|
| 473 |
+
199,
|
| 474 |
+
211,
|
| 475 |
+
212,
|
| 476 |
+
216,
|
| 477 |
+
221,
|
| 478 |
+
235,
|
| 479 |
+
239,
|
| 480 |
+
242,
|
| 481 |
+
261,
|
| 482 |
+
268,
|
| 483 |
+
296,
|
| 484 |
+
306,
|
| 485 |
+
309,
|
| 486 |
+
319,
|
| 487 |
+
333,
|
| 488 |
+
338,
|
| 489 |
+
340,
|
| 490 |
+
345,
|
| 491 |
+
349,
|
| 492 |
+
353,
|
| 493 |
+
366,
|
| 494 |
+
371,
|
| 495 |
+
372,
|
| 496 |
+
389,
|
| 497 |
+
391,
|
| 498 |
+
393,
|
| 499 |
+
403,
|
| 500 |
+
417,
|
| 501 |
+
430,
|
| 502 |
+
439,
|
| 503 |
+
444,
|
| 504 |
+
450,
|
| 505 |
+
477,
|
| 506 |
+
481,
|
| 507 |
+
493
|
| 508 |
+
]
|
| 509 |
+
},
|
| 510 |
+
"offline_validation_enabled": true,
|
| 511 |
+
"offline_validation_reason": "enabled",
|
| 512 |
+
"train": {
|
| 513 |
+
"windows": 124106,
|
| 514 |
+
"episodes": 450,
|
| 515 |
+
"batches_per_epoch": 1939
|
| 516 |
+
},
|
| 517 |
+
"validation": {
|
| 518 |
+
"windows": 13984,
|
| 519 |
+
"episodes": 50,
|
| 520 |
+
"batches": 3496,
|
| 521 |
+
"evaluated_windows": 13984,
|
| 522 |
+
"batches_per_rank": 3496,
|
| 523 |
+
"max_loss_batches_per_rank": null,
|
| 524 |
+
"max_reconstruction_batches_per_rank": 10
|
| 525 |
+
}
|
| 526 |
+
}
|
outputs/training/p2n_gate_original_obs_libero/logs.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_preflight.json
ADDED
|
@@ -0,0 +1,1969 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "p2n_state_gate_new",
|
| 3 |
+
"parameters": {
|
| 4 |
+
"total": 183986583,
|
| 5 |
+
"trainable": 178181699,
|
| 6 |
+
"frozen": 5804884
|
| 7 |
+
},
|
| 8 |
+
"optimizer_groups": [
|
| 9 |
+
{
|
| 10 |
+
"name": "0",
|
| 11 |
+
"lr": 5e-05,
|
| 12 |
+
"weight_decay": 0.01,
|
| 13 |
+
"elements": 155734272
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"name": "1",
|
| 17 |
+
"lr": 1e-05,
|
| 18 |
+
"weight_decay": 0.01,
|
| 19 |
+
"elements": 22374784
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"name": "2",
|
| 23 |
+
"lr": 1e-05,
|
| 24 |
+
"weight_decay": 0.0,
|
| 25 |
+
"elements": 19392
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"name": "3",
|
| 29 |
+
"lr": 5e-05,
|
| 30 |
+
"weight_decay": 0.0,
|
| 31 |
+
"elements": 53251
|
| 32 |
+
}
|
| 33 |
+
],
|
| 34 |
+
"update_schedule": {
|
| 35 |
+
"batches_per_rank": 1939,
|
| 36 |
+
"updates_per_epoch": 970,
|
| 37 |
+
"planned_optimizer_updates": 1940970,
|
| 38 |
+
"lr_warmup_steps": 97049
|
| 39 |
+
},
|
| 40 |
+
"dataset_split": {
|
| 41 |
+
"schema_version": 1,
|
| 42 |
+
"data_path": "data/libero/libero10_N500.zarr",
|
| 43 |
+
"val_ratio": 0.1,
|
| 44 |
+
"seed": 42,
|
| 45 |
+
"train_episode_ids": [
|
| 46 |
+
0,
|
| 47 |
+
1,
|
| 48 |
+
2,
|
| 49 |
+
3,
|
| 50 |
+
4,
|
| 51 |
+
5,
|
| 52 |
+
6,
|
| 53 |
+
7,
|
| 54 |
+
8,
|
| 55 |
+
9,
|
| 56 |
+
10,
|
| 57 |
+
11,
|
| 58 |
+
12,
|
| 59 |
+
13,
|
| 60 |
+
14,
|
| 61 |
+
15,
|
| 62 |
+
16,
|
| 63 |
+
17,
|
| 64 |
+
18,
|
| 65 |
+
19,
|
| 66 |
+
20,
|
| 67 |
+
21,
|
| 68 |
+
22,
|
| 69 |
+
23,
|
| 70 |
+
24,
|
| 71 |
+
25,
|
| 72 |
+
26,
|
| 73 |
+
27,
|
| 74 |
+
28,
|
| 75 |
+
29,
|
| 76 |
+
30,
|
| 77 |
+
32,
|
| 78 |
+
34,
|
| 79 |
+
35,
|
| 80 |
+
36,
|
| 81 |
+
37,
|
| 82 |
+
38,
|
| 83 |
+
41,
|
| 84 |
+
42,
|
| 85 |
+
45,
|
| 86 |
+
46,
|
| 87 |
+
47,
|
| 88 |
+
48,
|
| 89 |
+
49,
|
| 90 |
+
50,
|
| 91 |
+
51,
|
| 92 |
+
52,
|
| 93 |
+
53,
|
| 94 |
+
54,
|
| 95 |
+
55,
|
| 96 |
+
56,
|
| 97 |
+
57,
|
| 98 |
+
58,
|
| 99 |
+
60,
|
| 100 |
+
61,
|
| 101 |
+
62,
|
| 102 |
+
63,
|
| 103 |
+
64,
|
| 104 |
+
65,
|
| 105 |
+
66,
|
| 106 |
+
67,
|
| 107 |
+
68,
|
| 108 |
+
69,
|
| 109 |
+
70,
|
| 110 |
+
71,
|
| 111 |
+
72,
|
| 112 |
+
73,
|
| 113 |
+
74,
|
| 114 |
+
75,
|
| 115 |
+
76,
|
| 116 |
+
77,
|
| 117 |
+
78,
|
| 118 |
+
79,
|
| 119 |
+
80,
|
| 120 |
+
82,
|
| 121 |
+
83,
|
| 122 |
+
84,
|
| 123 |
+
85,
|
| 124 |
+
87,
|
| 125 |
+
88,
|
| 126 |
+
89,
|
| 127 |
+
90,
|
| 128 |
+
91,
|
| 129 |
+
93,
|
| 130 |
+
94,
|
| 131 |
+
95,
|
| 132 |
+
96,
|
| 133 |
+
97,
|
| 134 |
+
98,
|
| 135 |
+
99,
|
| 136 |
+
100,
|
| 137 |
+
101,
|
| 138 |
+
102,
|
| 139 |
+
103,
|
| 140 |
+
104,
|
| 141 |
+
105,
|
| 142 |
+
106,
|
| 143 |
+
107,
|
| 144 |
+
108,
|
| 145 |
+
110,
|
| 146 |
+
111,
|
| 147 |
+
112,
|
| 148 |
+
113,
|
| 149 |
+
114,
|
| 150 |
+
115,
|
| 151 |
+
116,
|
| 152 |
+
117,
|
| 153 |
+
118,
|
| 154 |
+
119,
|
| 155 |
+
120,
|
| 156 |
+
121,
|
| 157 |
+
122,
|
| 158 |
+
123,
|
| 159 |
+
124,
|
| 160 |
+
125,
|
| 161 |
+
126,
|
| 162 |
+
127,
|
| 163 |
+
128,
|
| 164 |
+
129,
|
| 165 |
+
130,
|
| 166 |
+
131,
|
| 167 |
+
132,
|
| 168 |
+
133,
|
| 169 |
+
134,
|
| 170 |
+
136,
|
| 171 |
+
137,
|
| 172 |
+
138,
|
| 173 |
+
139,
|
| 174 |
+
140,
|
| 175 |
+
141,
|
| 176 |
+
142,
|
| 177 |
+
143,
|
| 178 |
+
144,
|
| 179 |
+
145,
|
| 180 |
+
146,
|
| 181 |
+
147,
|
| 182 |
+
148,
|
| 183 |
+
149,
|
| 184 |
+
150,
|
| 185 |
+
151,
|
| 186 |
+
152,
|
| 187 |
+
153,
|
| 188 |
+
154,
|
| 189 |
+
155,
|
| 190 |
+
156,
|
| 191 |
+
157,
|
| 192 |
+
158,
|
| 193 |
+
159,
|
| 194 |
+
160,
|
| 195 |
+
161,
|
| 196 |
+
162,
|
| 197 |
+
163,
|
| 198 |
+
164,
|
| 199 |
+
165,
|
| 200 |
+
166,
|
| 201 |
+
167,
|
| 202 |
+
168,
|
| 203 |
+
169,
|
| 204 |
+
170,
|
| 205 |
+
171,
|
| 206 |
+
172,
|
| 207 |
+
173,
|
| 208 |
+
174,
|
| 209 |
+
176,
|
| 210 |
+
177,
|
| 211 |
+
178,
|
| 212 |
+
179,
|
| 213 |
+
180,
|
| 214 |
+
181,
|
| 215 |
+
182,
|
| 216 |
+
183,
|
| 217 |
+
184,
|
| 218 |
+
185,
|
| 219 |
+
186,
|
| 220 |
+
187,
|
| 221 |
+
188,
|
| 222 |
+
189,
|
| 223 |
+
190,
|
| 224 |
+
192,
|
| 225 |
+
193,
|
| 226 |
+
194,
|
| 227 |
+
195,
|
| 228 |
+
196,
|
| 229 |
+
198,
|
| 230 |
+
200,
|
| 231 |
+
201,
|
| 232 |
+
202,
|
| 233 |
+
203,
|
| 234 |
+
204,
|
| 235 |
+
205,
|
| 236 |
+
206,
|
| 237 |
+
207,
|
| 238 |
+
208,
|
| 239 |
+
209,
|
| 240 |
+
210,
|
| 241 |
+
213,
|
| 242 |
+
214,
|
| 243 |
+
215,
|
| 244 |
+
217,
|
| 245 |
+
218,
|
| 246 |
+
219,
|
| 247 |
+
220,
|
| 248 |
+
222,
|
| 249 |
+
223,
|
| 250 |
+
224,
|
| 251 |
+
225,
|
| 252 |
+
226,
|
| 253 |
+
227,
|
| 254 |
+
228,
|
| 255 |
+
229,
|
| 256 |
+
230,
|
| 257 |
+
231,
|
| 258 |
+
232,
|
| 259 |
+
233,
|
| 260 |
+
234,
|
| 261 |
+
236,
|
| 262 |
+
237,
|
| 263 |
+
238,
|
| 264 |
+
240,
|
| 265 |
+
241,
|
| 266 |
+
243,
|
| 267 |
+
244,
|
| 268 |
+
245,
|
| 269 |
+
246,
|
| 270 |
+
247,
|
| 271 |
+
248,
|
| 272 |
+
249,
|
| 273 |
+
250,
|
| 274 |
+
251,
|
| 275 |
+
252,
|
| 276 |
+
253,
|
| 277 |
+
254,
|
| 278 |
+
255,
|
| 279 |
+
256,
|
| 280 |
+
257,
|
| 281 |
+
258,
|
| 282 |
+
259,
|
| 283 |
+
260,
|
| 284 |
+
262,
|
| 285 |
+
263,
|
| 286 |
+
264,
|
| 287 |
+
265,
|
| 288 |
+
266,
|
| 289 |
+
267,
|
| 290 |
+
269,
|
| 291 |
+
270,
|
| 292 |
+
271,
|
| 293 |
+
272,
|
| 294 |
+
273,
|
| 295 |
+
274,
|
| 296 |
+
275,
|
| 297 |
+
276,
|
| 298 |
+
277,
|
| 299 |
+
278,
|
| 300 |
+
279,
|
| 301 |
+
280,
|
| 302 |
+
281,
|
| 303 |
+
282,
|
| 304 |
+
283,
|
| 305 |
+
284,
|
| 306 |
+
285,
|
| 307 |
+
286,
|
| 308 |
+
287,
|
| 309 |
+
288,
|
| 310 |
+
289,
|
| 311 |
+
290,
|
| 312 |
+
291,
|
| 313 |
+
292,
|
| 314 |
+
293,
|
| 315 |
+
294,
|
| 316 |
+
295,
|
| 317 |
+
297,
|
| 318 |
+
298,
|
| 319 |
+
299,
|
| 320 |
+
300,
|
| 321 |
+
301,
|
| 322 |
+
302,
|
| 323 |
+
303,
|
| 324 |
+
304,
|
| 325 |
+
305,
|
| 326 |
+
307,
|
| 327 |
+
308,
|
| 328 |
+
310,
|
| 329 |
+
311,
|
| 330 |
+
312,
|
| 331 |
+
313,
|
| 332 |
+
314,
|
| 333 |
+
315,
|
| 334 |
+
316,
|
| 335 |
+
317,
|
| 336 |
+
318,
|
| 337 |
+
320,
|
| 338 |
+
321,
|
| 339 |
+
322,
|
| 340 |
+
323,
|
| 341 |
+
324,
|
| 342 |
+
325,
|
| 343 |
+
326,
|
| 344 |
+
327,
|
| 345 |
+
328,
|
| 346 |
+
329,
|
| 347 |
+
330,
|
| 348 |
+
331,
|
| 349 |
+
332,
|
| 350 |
+
334,
|
| 351 |
+
335,
|
| 352 |
+
336,
|
| 353 |
+
337,
|
| 354 |
+
339,
|
| 355 |
+
341,
|
| 356 |
+
342,
|
| 357 |
+
343,
|
| 358 |
+
344,
|
| 359 |
+
346,
|
| 360 |
+
347,
|
| 361 |
+
348,
|
| 362 |
+
350,
|
| 363 |
+
351,
|
| 364 |
+
352,
|
| 365 |
+
354,
|
| 366 |
+
355,
|
| 367 |
+
356,
|
| 368 |
+
357,
|
| 369 |
+
358,
|
| 370 |
+
359,
|
| 371 |
+
360,
|
| 372 |
+
361,
|
| 373 |
+
362,
|
| 374 |
+
363,
|
| 375 |
+
364,
|
| 376 |
+
365,
|
| 377 |
+
367,
|
| 378 |
+
368,
|
| 379 |
+
369,
|
| 380 |
+
370,
|
| 381 |
+
373,
|
| 382 |
+
374,
|
| 383 |
+
375,
|
| 384 |
+
376,
|
| 385 |
+
377,
|
| 386 |
+
378,
|
| 387 |
+
379,
|
| 388 |
+
380,
|
| 389 |
+
381,
|
| 390 |
+
382,
|
| 391 |
+
383,
|
| 392 |
+
384,
|
| 393 |
+
385,
|
| 394 |
+
386,
|
| 395 |
+
387,
|
| 396 |
+
388,
|
| 397 |
+
390,
|
| 398 |
+
392,
|
| 399 |
+
394,
|
| 400 |
+
395,
|
| 401 |
+
396,
|
| 402 |
+
397,
|
| 403 |
+
398,
|
| 404 |
+
399,
|
| 405 |
+
400,
|
| 406 |
+
401,
|
| 407 |
+
402,
|
| 408 |
+
404,
|
| 409 |
+
405,
|
| 410 |
+
406,
|
| 411 |
+
407,
|
| 412 |
+
408,
|
| 413 |
+
409,
|
| 414 |
+
410,
|
| 415 |
+
411,
|
| 416 |
+
412,
|
| 417 |
+
413,
|
| 418 |
+
414,
|
| 419 |
+
415,
|
| 420 |
+
416,
|
| 421 |
+
418,
|
| 422 |
+
419,
|
| 423 |
+
420,
|
| 424 |
+
421,
|
| 425 |
+
422,
|
| 426 |
+
423,
|
| 427 |
+
424,
|
| 428 |
+
425,
|
| 429 |
+
426,
|
| 430 |
+
427,
|
| 431 |
+
428,
|
| 432 |
+
429,
|
| 433 |
+
431,
|
| 434 |
+
432,
|
| 435 |
+
433,
|
| 436 |
+
434,
|
| 437 |
+
435,
|
| 438 |
+
436,
|
| 439 |
+
437,
|
| 440 |
+
438,
|
| 441 |
+
440,
|
| 442 |
+
441,
|
| 443 |
+
442,
|
| 444 |
+
443,
|
| 445 |
+
445,
|
| 446 |
+
446,
|
| 447 |
+
447,
|
| 448 |
+
448,
|
| 449 |
+
449,
|
| 450 |
+
451,
|
| 451 |
+
452,
|
| 452 |
+
453,
|
| 453 |
+
454,
|
| 454 |
+
455,
|
| 455 |
+
456,
|
| 456 |
+
457,
|
| 457 |
+
458,
|
| 458 |
+
459,
|
| 459 |
+
460,
|
| 460 |
+
461,
|
| 461 |
+
462,
|
| 462 |
+
463,
|
| 463 |
+
464,
|
| 464 |
+
465,
|
| 465 |
+
466,
|
| 466 |
+
467,
|
| 467 |
+
468,
|
| 468 |
+
469,
|
| 469 |
+
470,
|
| 470 |
+
471,
|
| 471 |
+
472,
|
| 472 |
+
473,
|
| 473 |
+
474,
|
| 474 |
+
475,
|
| 475 |
+
476,
|
| 476 |
+
478,
|
| 477 |
+
479,
|
| 478 |
+
480,
|
| 479 |
+
482,
|
| 480 |
+
483,
|
| 481 |
+
484,
|
| 482 |
+
485,
|
| 483 |
+
486,
|
| 484 |
+
487,
|
| 485 |
+
488,
|
| 486 |
+
489,
|
| 487 |
+
490,
|
| 488 |
+
491,
|
| 489 |
+
492,
|
| 490 |
+
494,
|
| 491 |
+
495,
|
| 492 |
+
496,
|
| 493 |
+
497,
|
| 494 |
+
498,
|
| 495 |
+
499
|
| 496 |
+
],
|
| 497 |
+
"validation_episode_ids": [
|
| 498 |
+
31,
|
| 499 |
+
33,
|
| 500 |
+
39,
|
| 501 |
+
40,
|
| 502 |
+
43,
|
| 503 |
+
44,
|
| 504 |
+
59,
|
| 505 |
+
81,
|
| 506 |
+
86,
|
| 507 |
+
92,
|
| 508 |
+
109,
|
| 509 |
+
135,
|
| 510 |
+
175,
|
| 511 |
+
191,
|
| 512 |
+
197,
|
| 513 |
+
199,
|
| 514 |
+
211,
|
| 515 |
+
212,
|
| 516 |
+
216,
|
| 517 |
+
221,
|
| 518 |
+
235,
|
| 519 |
+
239,
|
| 520 |
+
242,
|
| 521 |
+
261,
|
| 522 |
+
268,
|
| 523 |
+
296,
|
| 524 |
+
306,
|
| 525 |
+
309,
|
| 526 |
+
319,
|
| 527 |
+
333,
|
| 528 |
+
338,
|
| 529 |
+
340,
|
| 530 |
+
345,
|
| 531 |
+
349,
|
| 532 |
+
353,
|
| 533 |
+
366,
|
| 534 |
+
371,
|
| 535 |
+
372,
|
| 536 |
+
389,
|
| 537 |
+
391,
|
| 538 |
+
393,
|
| 539 |
+
403,
|
| 540 |
+
417,
|
| 541 |
+
430,
|
| 542 |
+
439,
|
| 543 |
+
444,
|
| 544 |
+
450,
|
| 545 |
+
477,
|
| 546 |
+
481,
|
| 547 |
+
493
|
| 548 |
+
],
|
| 549 |
+
"train": {
|
| 550 |
+
"episodes": 450,
|
| 551 |
+
"windows": 124106
|
| 552 |
+
},
|
| 553 |
+
"validation": {
|
| 554 |
+
"episodes": 50,
|
| 555 |
+
"windows": 13984
|
| 556 |
+
},
|
| 557 |
+
"offline_validation_enabled": true,
|
| 558 |
+
"identity": {
|
| 559 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 560 |
+
"train_episode_ids": [
|
| 561 |
+
0,
|
| 562 |
+
1,
|
| 563 |
+
2,
|
| 564 |
+
3,
|
| 565 |
+
4,
|
| 566 |
+
5,
|
| 567 |
+
6,
|
| 568 |
+
7,
|
| 569 |
+
8,
|
| 570 |
+
9,
|
| 571 |
+
10,
|
| 572 |
+
11,
|
| 573 |
+
12,
|
| 574 |
+
13,
|
| 575 |
+
14,
|
| 576 |
+
15,
|
| 577 |
+
16,
|
| 578 |
+
17,
|
| 579 |
+
18,
|
| 580 |
+
19,
|
| 581 |
+
20,
|
| 582 |
+
21,
|
| 583 |
+
22,
|
| 584 |
+
23,
|
| 585 |
+
24,
|
| 586 |
+
25,
|
| 587 |
+
26,
|
| 588 |
+
27,
|
| 589 |
+
28,
|
| 590 |
+
29,
|
| 591 |
+
30,
|
| 592 |
+
32,
|
| 593 |
+
34,
|
| 594 |
+
35,
|
| 595 |
+
36,
|
| 596 |
+
37,
|
| 597 |
+
38,
|
| 598 |
+
41,
|
| 599 |
+
42,
|
| 600 |
+
45,
|
| 601 |
+
46,
|
| 602 |
+
47,
|
| 603 |
+
48,
|
| 604 |
+
49,
|
| 605 |
+
50,
|
| 606 |
+
51,
|
| 607 |
+
52,
|
| 608 |
+
53,
|
| 609 |
+
54,
|
| 610 |
+
55,
|
| 611 |
+
56,
|
| 612 |
+
57,
|
| 613 |
+
58,
|
| 614 |
+
60,
|
| 615 |
+
61,
|
| 616 |
+
62,
|
| 617 |
+
63,
|
| 618 |
+
64,
|
| 619 |
+
65,
|
| 620 |
+
66,
|
| 621 |
+
67,
|
| 622 |
+
68,
|
| 623 |
+
69,
|
| 624 |
+
70,
|
| 625 |
+
71,
|
| 626 |
+
72,
|
| 627 |
+
73,
|
| 628 |
+
74,
|
| 629 |
+
75,
|
| 630 |
+
76,
|
| 631 |
+
77,
|
| 632 |
+
78,
|
| 633 |
+
79,
|
| 634 |
+
80,
|
| 635 |
+
82,
|
| 636 |
+
83,
|
| 637 |
+
84,
|
| 638 |
+
85,
|
| 639 |
+
87,
|
| 640 |
+
88,
|
| 641 |
+
89,
|
| 642 |
+
90,
|
| 643 |
+
91,
|
| 644 |
+
93,
|
| 645 |
+
94,
|
| 646 |
+
95,
|
| 647 |
+
96,
|
| 648 |
+
97,
|
| 649 |
+
98,
|
| 650 |
+
99,
|
| 651 |
+
100,
|
| 652 |
+
101,
|
| 653 |
+
102,
|
| 654 |
+
103,
|
| 655 |
+
104,
|
| 656 |
+
105,
|
| 657 |
+
106,
|
| 658 |
+
107,
|
| 659 |
+
108,
|
| 660 |
+
110,
|
| 661 |
+
111,
|
| 662 |
+
112,
|
| 663 |
+
113,
|
| 664 |
+
114,
|
| 665 |
+
115,
|
| 666 |
+
116,
|
| 667 |
+
117,
|
| 668 |
+
118,
|
| 669 |
+
119,
|
| 670 |
+
120,
|
| 671 |
+
121,
|
| 672 |
+
122,
|
| 673 |
+
123,
|
| 674 |
+
124,
|
| 675 |
+
125,
|
| 676 |
+
126,
|
| 677 |
+
127,
|
| 678 |
+
128,
|
| 679 |
+
129,
|
| 680 |
+
130,
|
| 681 |
+
131,
|
| 682 |
+
132,
|
| 683 |
+
133,
|
| 684 |
+
134,
|
| 685 |
+
136,
|
| 686 |
+
137,
|
| 687 |
+
138,
|
| 688 |
+
139,
|
| 689 |
+
140,
|
| 690 |
+
141,
|
| 691 |
+
142,
|
| 692 |
+
143,
|
| 693 |
+
144,
|
| 694 |
+
145,
|
| 695 |
+
146,
|
| 696 |
+
147,
|
| 697 |
+
148,
|
| 698 |
+
149,
|
| 699 |
+
150,
|
| 700 |
+
151,
|
| 701 |
+
152,
|
| 702 |
+
153,
|
| 703 |
+
154,
|
| 704 |
+
155,
|
| 705 |
+
156,
|
| 706 |
+
157,
|
| 707 |
+
158,
|
| 708 |
+
159,
|
| 709 |
+
160,
|
| 710 |
+
161,
|
| 711 |
+
162,
|
| 712 |
+
163,
|
| 713 |
+
164,
|
| 714 |
+
165,
|
| 715 |
+
166,
|
| 716 |
+
167,
|
| 717 |
+
168,
|
| 718 |
+
169,
|
| 719 |
+
170,
|
| 720 |
+
171,
|
| 721 |
+
172,
|
| 722 |
+
173,
|
| 723 |
+
174,
|
| 724 |
+
176,
|
| 725 |
+
177,
|
| 726 |
+
178,
|
| 727 |
+
179,
|
| 728 |
+
180,
|
| 729 |
+
181,
|
| 730 |
+
182,
|
| 731 |
+
183,
|
| 732 |
+
184,
|
| 733 |
+
185,
|
| 734 |
+
186,
|
| 735 |
+
187,
|
| 736 |
+
188,
|
| 737 |
+
189,
|
| 738 |
+
190,
|
| 739 |
+
192,
|
| 740 |
+
193,
|
| 741 |
+
194,
|
| 742 |
+
195,
|
| 743 |
+
196,
|
| 744 |
+
198,
|
| 745 |
+
200,
|
| 746 |
+
201,
|
| 747 |
+
202,
|
| 748 |
+
203,
|
| 749 |
+
204,
|
| 750 |
+
205,
|
| 751 |
+
206,
|
| 752 |
+
207,
|
| 753 |
+
208,
|
| 754 |
+
209,
|
| 755 |
+
210,
|
| 756 |
+
213,
|
| 757 |
+
214,
|
| 758 |
+
215,
|
| 759 |
+
217,
|
| 760 |
+
218,
|
| 761 |
+
219,
|
| 762 |
+
220,
|
| 763 |
+
222,
|
| 764 |
+
223,
|
| 765 |
+
224,
|
| 766 |
+
225,
|
| 767 |
+
226,
|
| 768 |
+
227,
|
| 769 |
+
228,
|
| 770 |
+
229,
|
| 771 |
+
230,
|
| 772 |
+
231,
|
| 773 |
+
232,
|
| 774 |
+
233,
|
| 775 |
+
234,
|
| 776 |
+
236,
|
| 777 |
+
237,
|
| 778 |
+
238,
|
| 779 |
+
240,
|
| 780 |
+
241,
|
| 781 |
+
243,
|
| 782 |
+
244,
|
| 783 |
+
245,
|
| 784 |
+
246,
|
| 785 |
+
247,
|
| 786 |
+
248,
|
| 787 |
+
249,
|
| 788 |
+
250,
|
| 789 |
+
251,
|
| 790 |
+
252,
|
| 791 |
+
253,
|
| 792 |
+
254,
|
| 793 |
+
255,
|
| 794 |
+
256,
|
| 795 |
+
257,
|
| 796 |
+
258,
|
| 797 |
+
259,
|
| 798 |
+
260,
|
| 799 |
+
262,
|
| 800 |
+
263,
|
| 801 |
+
264,
|
| 802 |
+
265,
|
| 803 |
+
266,
|
| 804 |
+
267,
|
| 805 |
+
269,
|
| 806 |
+
270,
|
| 807 |
+
271,
|
| 808 |
+
272,
|
| 809 |
+
273,
|
| 810 |
+
274,
|
| 811 |
+
275,
|
| 812 |
+
276,
|
| 813 |
+
277,
|
| 814 |
+
278,
|
| 815 |
+
279,
|
| 816 |
+
280,
|
| 817 |
+
281,
|
| 818 |
+
282,
|
| 819 |
+
283,
|
| 820 |
+
284,
|
| 821 |
+
285,
|
| 822 |
+
286,
|
| 823 |
+
287,
|
| 824 |
+
288,
|
| 825 |
+
289,
|
| 826 |
+
290,
|
| 827 |
+
291,
|
| 828 |
+
292,
|
| 829 |
+
293,
|
| 830 |
+
294,
|
| 831 |
+
295,
|
| 832 |
+
297,
|
| 833 |
+
298,
|
| 834 |
+
299,
|
| 835 |
+
300,
|
| 836 |
+
301,
|
| 837 |
+
302,
|
| 838 |
+
303,
|
| 839 |
+
304,
|
| 840 |
+
305,
|
| 841 |
+
307,
|
| 842 |
+
308,
|
| 843 |
+
310,
|
| 844 |
+
311,
|
| 845 |
+
312,
|
| 846 |
+
313,
|
| 847 |
+
314,
|
| 848 |
+
315,
|
| 849 |
+
316,
|
| 850 |
+
317,
|
| 851 |
+
318,
|
| 852 |
+
320,
|
| 853 |
+
321,
|
| 854 |
+
322,
|
| 855 |
+
323,
|
| 856 |
+
324,
|
| 857 |
+
325,
|
| 858 |
+
326,
|
| 859 |
+
327,
|
| 860 |
+
328,
|
| 861 |
+
329,
|
| 862 |
+
330,
|
| 863 |
+
331,
|
| 864 |
+
332,
|
| 865 |
+
334,
|
| 866 |
+
335,
|
| 867 |
+
336,
|
| 868 |
+
337,
|
| 869 |
+
339,
|
| 870 |
+
341,
|
| 871 |
+
342,
|
| 872 |
+
343,
|
| 873 |
+
344,
|
| 874 |
+
346,
|
| 875 |
+
347,
|
| 876 |
+
348,
|
| 877 |
+
350,
|
| 878 |
+
351,
|
| 879 |
+
352,
|
| 880 |
+
354,
|
| 881 |
+
355,
|
| 882 |
+
356,
|
| 883 |
+
357,
|
| 884 |
+
358,
|
| 885 |
+
359,
|
| 886 |
+
360,
|
| 887 |
+
361,
|
| 888 |
+
362,
|
| 889 |
+
363,
|
| 890 |
+
364,
|
| 891 |
+
365,
|
| 892 |
+
367,
|
| 893 |
+
368,
|
| 894 |
+
369,
|
| 895 |
+
370,
|
| 896 |
+
373,
|
| 897 |
+
374,
|
| 898 |
+
375,
|
| 899 |
+
376,
|
| 900 |
+
377,
|
| 901 |
+
378,
|
| 902 |
+
379,
|
| 903 |
+
380,
|
| 904 |
+
381,
|
| 905 |
+
382,
|
| 906 |
+
383,
|
| 907 |
+
384,
|
| 908 |
+
385,
|
| 909 |
+
386,
|
| 910 |
+
387,
|
| 911 |
+
388,
|
| 912 |
+
390,
|
| 913 |
+
392,
|
| 914 |
+
394,
|
| 915 |
+
395,
|
| 916 |
+
396,
|
| 917 |
+
397,
|
| 918 |
+
398,
|
| 919 |
+
399,
|
| 920 |
+
400,
|
| 921 |
+
401,
|
| 922 |
+
402,
|
| 923 |
+
404,
|
| 924 |
+
405,
|
| 925 |
+
406,
|
| 926 |
+
407,
|
| 927 |
+
408,
|
| 928 |
+
409,
|
| 929 |
+
410,
|
| 930 |
+
411,
|
| 931 |
+
412,
|
| 932 |
+
413,
|
| 933 |
+
414,
|
| 934 |
+
415,
|
| 935 |
+
416,
|
| 936 |
+
418,
|
| 937 |
+
419,
|
| 938 |
+
420,
|
| 939 |
+
421,
|
| 940 |
+
422,
|
| 941 |
+
423,
|
| 942 |
+
424,
|
| 943 |
+
425,
|
| 944 |
+
426,
|
| 945 |
+
427,
|
| 946 |
+
428,
|
| 947 |
+
429,
|
| 948 |
+
431,
|
| 949 |
+
432,
|
| 950 |
+
433,
|
| 951 |
+
434,
|
| 952 |
+
435,
|
| 953 |
+
436,
|
| 954 |
+
437,
|
| 955 |
+
438,
|
| 956 |
+
440,
|
| 957 |
+
441,
|
| 958 |
+
442,
|
| 959 |
+
443,
|
| 960 |
+
445,
|
| 961 |
+
446,
|
| 962 |
+
447,
|
| 963 |
+
448,
|
| 964 |
+
449,
|
| 965 |
+
451,
|
| 966 |
+
452,
|
| 967 |
+
453,
|
| 968 |
+
454,
|
| 969 |
+
455,
|
| 970 |
+
456,
|
| 971 |
+
457,
|
| 972 |
+
458,
|
| 973 |
+
459,
|
| 974 |
+
460,
|
| 975 |
+
461,
|
| 976 |
+
462,
|
| 977 |
+
463,
|
| 978 |
+
464,
|
| 979 |
+
465,
|
| 980 |
+
466,
|
| 981 |
+
467,
|
| 982 |
+
468,
|
| 983 |
+
469,
|
| 984 |
+
470,
|
| 985 |
+
471,
|
| 986 |
+
472,
|
| 987 |
+
473,
|
| 988 |
+
474,
|
| 989 |
+
475,
|
| 990 |
+
476,
|
| 991 |
+
478,
|
| 992 |
+
479,
|
| 993 |
+
480,
|
| 994 |
+
482,
|
| 995 |
+
483,
|
| 996 |
+
484,
|
| 997 |
+
485,
|
| 998 |
+
486,
|
| 999 |
+
487,
|
| 1000 |
+
488,
|
| 1001 |
+
489,
|
| 1002 |
+
490,
|
| 1003 |
+
491,
|
| 1004 |
+
492,
|
| 1005 |
+
494,
|
| 1006 |
+
495,
|
| 1007 |
+
496,
|
| 1008 |
+
497,
|
| 1009 |
+
498,
|
| 1010 |
+
499
|
| 1011 |
+
],
|
| 1012 |
+
"validation_episode_ids": [
|
| 1013 |
+
31,
|
| 1014 |
+
33,
|
| 1015 |
+
39,
|
| 1016 |
+
40,
|
| 1017 |
+
43,
|
| 1018 |
+
44,
|
| 1019 |
+
59,
|
| 1020 |
+
81,
|
| 1021 |
+
86,
|
| 1022 |
+
92,
|
| 1023 |
+
109,
|
| 1024 |
+
135,
|
| 1025 |
+
175,
|
| 1026 |
+
191,
|
| 1027 |
+
197,
|
| 1028 |
+
199,
|
| 1029 |
+
211,
|
| 1030 |
+
212,
|
| 1031 |
+
216,
|
| 1032 |
+
221,
|
| 1033 |
+
235,
|
| 1034 |
+
239,
|
| 1035 |
+
242,
|
| 1036 |
+
261,
|
| 1037 |
+
268,
|
| 1038 |
+
296,
|
| 1039 |
+
306,
|
| 1040 |
+
309,
|
| 1041 |
+
319,
|
| 1042 |
+
333,
|
| 1043 |
+
338,
|
| 1044 |
+
340,
|
| 1045 |
+
345,
|
| 1046 |
+
349,
|
| 1047 |
+
353,
|
| 1048 |
+
366,
|
| 1049 |
+
371,
|
| 1050 |
+
372,
|
| 1051 |
+
389,
|
| 1052 |
+
391,
|
| 1053 |
+
393,
|
| 1054 |
+
403,
|
| 1055 |
+
417,
|
| 1056 |
+
430,
|
| 1057 |
+
439,
|
| 1058 |
+
444,
|
| 1059 |
+
450,
|
| 1060 |
+
477,
|
| 1061 |
+
481,
|
| 1062 |
+
493
|
| 1063 |
+
]
|
| 1064 |
+
},
|
| 1065 |
+
"raw_training_observation_sample": {
|
| 1066 |
+
"agentview_rgb": {
|
| 1067 |
+
"shape": [
|
| 1068 |
+
2,
|
| 1069 |
+
128,
|
| 1070 |
+
128,
|
| 1071 |
+
3
|
| 1072 |
+
],
|
| 1073 |
+
"dtype": "uint8"
|
| 1074 |
+
},
|
| 1075 |
+
"robot0_eye_in_hand_rgb": {
|
| 1076 |
+
"shape": [
|
| 1077 |
+
2,
|
| 1078 |
+
128,
|
| 1079 |
+
128,
|
| 1080 |
+
3
|
| 1081 |
+
],
|
| 1082 |
+
"dtype": "uint8"
|
| 1083 |
+
},
|
| 1084 |
+
"robot0_eef_pos": {
|
| 1085 |
+
"shape": [
|
| 1086 |
+
2,
|
| 1087 |
+
3
|
| 1088 |
+
],
|
| 1089 |
+
"dtype": "float32"
|
| 1090 |
+
},
|
| 1091 |
+
"robot0_eef_quat": {
|
| 1092 |
+
"shape": [
|
| 1093 |
+
2,
|
| 1094 |
+
4
|
| 1095 |
+
],
|
| 1096 |
+
"dtype": "float32"
|
| 1097 |
+
},
|
| 1098 |
+
"robot0_gripper_qpos": {
|
| 1099 |
+
"shape": [
|
| 1100 |
+
2,
|
| 1101 |
+
2
|
| 1102 |
+
],
|
| 1103 |
+
"dtype": "float32"
|
| 1104 |
+
},
|
| 1105 |
+
"task_uid": {
|
| 1106 |
+
"shape": [
|
| 1107 |
+
2,
|
| 1108 |
+
1
|
| 1109 |
+
],
|
| 1110 |
+
"dtype": "int64"
|
| 1111 |
+
}
|
| 1112 |
+
}
|
| 1113 |
+
},
|
| 1114 |
+
"policy_metadata": {
|
| 1115 |
+
"variant": "p2n_state_gate_new",
|
| 1116 |
+
"policy_target": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
|
| 1117 |
+
"task": "libero",
|
| 1118 |
+
"context_schema": 2,
|
| 1119 |
+
"context_schema_version": 2,
|
| 1120 |
+
"context_layout": "original_fused_v1",
|
| 1121 |
+
"obs_encoder_type": "original_fused",
|
| 1122 |
+
"encoder_type": "original_fused",
|
| 1123 |
+
"execution_protocol": "acknowledged_commands_v1",
|
| 1124 |
+
"segments": {
|
| 1125 |
+
"VISUAL": 0,
|
| 1126 |
+
"PROPRIO": 1,
|
| 1127 |
+
"RAW_ACTION": 2,
|
| 1128 |
+
"ACTION_DIFF": 3,
|
| 1129 |
+
"HISTORY_SUMMARY": 4,
|
| 1130 |
+
"FUSED_OBSERVATION": 5
|
| 1131 |
+
},
|
| 1132 |
+
"shape_meta": {
|
| 1133 |
+
"obs": {
|
| 1134 |
+
"agentview_rgb": {
|
| 1135 |
+
"shape": [
|
| 1136 |
+
128,
|
| 1137 |
+
128,
|
| 1138 |
+
3
|
| 1139 |
+
],
|
| 1140 |
+
"type": "rgb"
|
| 1141 |
+
},
|
| 1142 |
+
"robot0_eye_in_hand_rgb": {
|
| 1143 |
+
"shape": [
|
| 1144 |
+
128,
|
| 1145 |
+
128,
|
| 1146 |
+
3
|
| 1147 |
+
],
|
| 1148 |
+
"type": "rgb"
|
| 1149 |
+
},
|
| 1150 |
+
"robot0_eef_pos": {
|
| 1151 |
+
"shape": [
|
| 1152 |
+
3
|
| 1153 |
+
],
|
| 1154 |
+
"type": "state"
|
| 1155 |
+
},
|
| 1156 |
+
"robot0_eef_quat": {
|
| 1157 |
+
"shape": [
|
| 1158 |
+
4
|
| 1159 |
+
],
|
| 1160 |
+
"type": "state"
|
| 1161 |
+
},
|
| 1162 |
+
"robot0_gripper_qpos": {
|
| 1163 |
+
"shape": [
|
| 1164 |
+
2
|
| 1165 |
+
],
|
| 1166 |
+
"type": "state"
|
| 1167 |
+
},
|
| 1168 |
+
"task_uid": {
|
| 1169 |
+
"shape": [
|
| 1170 |
+
1
|
| 1171 |
+
],
|
| 1172 |
+
"type": "state"
|
| 1173 |
+
}
|
| 1174 |
+
},
|
| 1175 |
+
"action": {
|
| 1176 |
+
"shape": [
|
| 1177 |
+
7
|
| 1178 |
+
]
|
| 1179 |
+
}
|
| 1180 |
+
},
|
| 1181 |
+
"tokenizer": {
|
| 1182 |
+
"source": "/workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt",
|
| 1183 |
+
"sha256": "547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325",
|
| 1184 |
+
"weights": "ema",
|
| 1185 |
+
"training_task": {
|
| 1186 |
+
"tokenizer": {
|
| 1187 |
+
"name": "libero10",
|
| 1188 |
+
"task_name": "libero10",
|
| 1189 |
+
"shape_meta": {
|
| 1190 |
+
"action": {
|
| 1191 |
+
"shape": [
|
| 1192 |
+
7
|
| 1193 |
+
]
|
| 1194 |
+
}
|
| 1195 |
+
},
|
| 1196 |
+
"dataset": {
|
| 1197 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 1198 |
+
"zarr_path": "data/libero/libero10_N500.zarr",
|
| 1199 |
+
"obs_keys": [],
|
| 1200 |
+
"action_key": "action",
|
| 1201 |
+
"n_obs_steps": 0,
|
| 1202 |
+
"n_action_steps": 16,
|
| 1203 |
+
"seed": 42,
|
| 1204 |
+
"val_ratio": 0.1
|
| 1205 |
+
}
|
| 1206 |
+
}
|
| 1207 |
+
},
|
| 1208 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 1209 |
+
},
|
| 1210 |
+
"vocab_size": 5001,
|
| 1211 |
+
"latent_horizon": 8,
|
| 1212 |
+
"horizon": 16,
|
| 1213 |
+
"n_action_steps": 8,
|
| 1214 |
+
"parameters": {
|
| 1215 |
+
"total": 183986583,
|
| 1216 |
+
"trainable": 178181699,
|
| 1217 |
+
"frozen": 5804884,
|
| 1218 |
+
"components": {
|
| 1219 |
+
"original_observation_encoder": {
|
| 1220 |
+
"total": 22394176,
|
| 1221 |
+
"trainable": 22394176
|
| 1222 |
+
},
|
| 1223 |
+
"observation_projection": {
|
| 1224 |
+
"total": 106752,
|
| 1225 |
+
"trainable": 106752
|
| 1226 |
+
},
|
| 1227 |
+
"action_model": {
|
| 1228 |
+
"total": 154883584,
|
| 1229 |
+
"trainable": 154883584
|
| 1230 |
+
},
|
| 1231 |
+
"tokenizer": {
|
| 1232 |
+
"total": 5804854,
|
| 1233 |
+
"trainable": 0
|
| 1234 |
+
},
|
| 1235 |
+
"history": {
|
| 1236 |
+
"total": 567936,
|
| 1237 |
+
"trainable": 567936
|
| 1238 |
+
},
|
| 1239 |
+
"gate": {
|
| 1240 |
+
"total": 200067,
|
| 1241 |
+
"trainable": 200067
|
| 1242 |
+
}
|
| 1243 |
+
}
|
| 1244 |
+
},
|
| 1245 |
+
"software": {
|
| 1246 |
+
"torch": "2.10.0",
|
| 1247 |
+
"torchvision": "0.25.0",
|
| 1248 |
+
"robomimic": "0.2.0",
|
| 1249 |
+
"accelerate": "1.12.0"
|
| 1250 |
+
},
|
| 1251 |
+
"self_past_optimizer_updates": 0,
|
| 1252 |
+
"architecture": {
|
| 1253 |
+
"_target_": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
|
| 1254 |
+
"_recursive_": false,
|
| 1255 |
+
"shape_meta": {
|
| 1256 |
+
"obs": {
|
| 1257 |
+
"agentview_rgb": {
|
| 1258 |
+
"shape": [
|
| 1259 |
+
128,
|
| 1260 |
+
128,
|
| 1261 |
+
3
|
| 1262 |
+
],
|
| 1263 |
+
"type": "rgb"
|
| 1264 |
+
},
|
| 1265 |
+
"robot0_eye_in_hand_rgb": {
|
| 1266 |
+
"shape": [
|
| 1267 |
+
128,
|
| 1268 |
+
128,
|
| 1269 |
+
3
|
| 1270 |
+
],
|
| 1271 |
+
"type": "rgb"
|
| 1272 |
+
},
|
| 1273 |
+
"robot0_eef_pos": {
|
| 1274 |
+
"shape": [
|
| 1275 |
+
3
|
| 1276 |
+
],
|
| 1277 |
+
"type": "state"
|
| 1278 |
+
},
|
| 1279 |
+
"robot0_eef_quat": {
|
| 1280 |
+
"shape": [
|
| 1281 |
+
4
|
| 1282 |
+
],
|
| 1283 |
+
"type": "state"
|
| 1284 |
+
},
|
| 1285 |
+
"robot0_gripper_qpos": {
|
| 1286 |
+
"shape": [
|
| 1287 |
+
2
|
| 1288 |
+
],
|
| 1289 |
+
"type": "state"
|
| 1290 |
+
},
|
| 1291 |
+
"task_uid": {
|
| 1292 |
+
"shape": [
|
| 1293 |
+
1
|
| 1294 |
+
],
|
| 1295 |
+
"type": "state"
|
| 1296 |
+
}
|
| 1297 |
+
},
|
| 1298 |
+
"action": {
|
| 1299 |
+
"shape": [
|
| 1300 |
+
7
|
| 1301 |
+
]
|
| 1302 |
+
}
|
| 1303 |
+
},
|
| 1304 |
+
"variant": "p2n_state_gate_new",
|
| 1305 |
+
"task": "libero",
|
| 1306 |
+
"n_action_steps": 8,
|
| 1307 |
+
"n_obs_steps": 2,
|
| 1308 |
+
"past_n": 7,
|
| 1309 |
+
"horizon": 16,
|
| 1310 |
+
"embed_dim": 768,
|
| 1311 |
+
"n_layers": 16,
|
| 1312 |
+
"n_heads": 12,
|
| 1313 |
+
"ffn_dim": 2048,
|
| 1314 |
+
"dropout": 0.1,
|
| 1315 |
+
"temperature": 0.0,
|
| 1316 |
+
"topk": 10,
|
| 1317 |
+
"activation_checkpointing": false,
|
| 1318 |
+
"self_past_p": 0.5,
|
| 1319 |
+
"self_past_warmup_steps": 1000,
|
| 1320 |
+
"self_past_ramp_steps": 4000,
|
| 1321 |
+
"self_past_chunk_size": 4,
|
| 1322 |
+
"self_past_temperature": 1.0,
|
| 1323 |
+
"self_past_topk": 10,
|
| 1324 |
+
"self_past_schedule": "optimizer_step",
|
| 1325 |
+
"original_obs_config": {
|
| 1326 |
+
"crop_shape": [
|
| 1327 |
+
112,
|
| 1328 |
+
112
|
| 1329 |
+
],
|
| 1330 |
+
"eval_fixed_crop": true,
|
| 1331 |
+
"use_group_norm": true,
|
| 1332 |
+
"share_rgb_model": false,
|
| 1333 |
+
"pretrained": false,
|
| 1334 |
+
"state_out_dim": null,
|
| 1335 |
+
"feature_dimension": 64,
|
| 1336 |
+
"spatial_softmax_num_kp": 32,
|
| 1337 |
+
"spatial_softmax_temperature": 1.0,
|
| 1338 |
+
"spatial_softmax_noise": 0.0
|
| 1339 |
+
},
|
| 1340 |
+
"obs_encoder_type": "original_fused",
|
| 1341 |
+
"context_layout": "original_fused_v1",
|
| 1342 |
+
"context_schema_version": 2,
|
| 1343 |
+
"expected_action_tokens": 8,
|
| 1344 |
+
"state_history_steps": 8,
|
| 1345 |
+
"state_history_keys": [
|
| 1346 |
+
"robot0_eef_pos",
|
| 1347 |
+
"robot0_eef_quat",
|
| 1348 |
+
"robot0_gripper_qpos"
|
| 1349 |
+
],
|
| 1350 |
+
"history_embed_dim": 128,
|
| 1351 |
+
"history_n_heads": 4,
|
| 1352 |
+
"history_n_layers": 2,
|
| 1353 |
+
"history_summary_tokens": 4,
|
| 1354 |
+
"history_dropout": 0.1,
|
| 1355 |
+
"history_gate_mode": "learned",
|
| 1356 |
+
"history_gate_hidden_dim": 128,
|
| 1357 |
+
"history_gate_init": 0.9,
|
| 1358 |
+
"rotation_6d_layout": "rows",
|
| 1359 |
+
"construction_mode": "restore",
|
| 1360 |
+
"obs_encoder_config": {
|
| 1361 |
+
"_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
|
| 1362 |
+
"shape_meta": {
|
| 1363 |
+
"obs": {
|
| 1364 |
+
"agentview_rgb": {
|
| 1365 |
+
"shape": [
|
| 1366 |
+
128,
|
| 1367 |
+
128,
|
| 1368 |
+
3
|
| 1369 |
+
],
|
| 1370 |
+
"type": "rgb"
|
| 1371 |
+
},
|
| 1372 |
+
"robot0_eye_in_hand_rgb": {
|
| 1373 |
+
"shape": [
|
| 1374 |
+
128,
|
| 1375 |
+
128,
|
| 1376 |
+
3
|
| 1377 |
+
],
|
| 1378 |
+
"type": "rgb"
|
| 1379 |
+
},
|
| 1380 |
+
"robot0_eef_pos": {
|
| 1381 |
+
"shape": [
|
| 1382 |
+
3
|
| 1383 |
+
],
|
| 1384 |
+
"type": "state"
|
| 1385 |
+
},
|
| 1386 |
+
"robot0_eef_quat": {
|
| 1387 |
+
"shape": [
|
| 1388 |
+
4
|
| 1389 |
+
],
|
| 1390 |
+
"type": "state"
|
| 1391 |
+
},
|
| 1392 |
+
"robot0_gripper_qpos": {
|
| 1393 |
+
"shape": [
|
| 1394 |
+
2
|
| 1395 |
+
],
|
| 1396 |
+
"type": "state"
|
| 1397 |
+
},
|
| 1398 |
+
"task_uid": {
|
| 1399 |
+
"shape": [
|
| 1400 |
+
1
|
| 1401 |
+
],
|
| 1402 |
+
"type": "state"
|
| 1403 |
+
}
|
| 1404 |
+
},
|
| 1405 |
+
"action": {
|
| 1406 |
+
"shape": [
|
| 1407 |
+
7
|
| 1408 |
+
]
|
| 1409 |
+
}
|
| 1410 |
+
},
|
| 1411 |
+
"n_obs_steps": 2,
|
| 1412 |
+
"embed_dim": 768,
|
| 1413 |
+
"original_obs_config": {
|
| 1414 |
+
"crop_shape": [
|
| 1415 |
+
112,
|
| 1416 |
+
112
|
| 1417 |
+
],
|
| 1418 |
+
"eval_fixed_crop": true,
|
| 1419 |
+
"use_group_norm": true,
|
| 1420 |
+
"share_rgb_model": false,
|
| 1421 |
+
"pretrained": false,
|
| 1422 |
+
"state_out_dim": null,
|
| 1423 |
+
"feature_dimension": 64,
|
| 1424 |
+
"spatial_softmax_num_kp": 32,
|
| 1425 |
+
"spatial_softmax_temperature": 1.0,
|
| 1426 |
+
"spatial_softmax_noise": 0.0
|
| 1427 |
+
}
|
| 1428 |
+
},
|
| 1429 |
+
"tokenizer_config": {
|
| 1430 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 1431 |
+
"action_aug": {
|
| 1432 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 1433 |
+
"p": 0.6,
|
| 1434 |
+
"max_angle_deg": 30.0,
|
| 1435 |
+
"mode": "left_noise",
|
| 1436 |
+
"augment_position": false,
|
| 1437 |
+
"pos_start": 0,
|
| 1438 |
+
"pos_end": 3,
|
| 1439 |
+
"rot_start": 3,
|
| 1440 |
+
"rot_end": 6
|
| 1441 |
+
},
|
| 1442 |
+
"encoder": {
|
| 1443 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 1444 |
+
"sample_dim": 7,
|
| 1445 |
+
"sample_horizon": 16,
|
| 1446 |
+
"emb_dim": 256,
|
| 1447 |
+
"head_dim": 64,
|
| 1448 |
+
"depth": 2,
|
| 1449 |
+
"pdropout": 0.1,
|
| 1450 |
+
"latent_dim": 5,
|
| 1451 |
+
"num_registers": 8
|
| 1452 |
+
},
|
| 1453 |
+
"decoder": {
|
| 1454 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 1455 |
+
"sample_dim": 7,
|
| 1456 |
+
"sample_horizon": 16,
|
| 1457 |
+
"emb_dim": 256,
|
| 1458 |
+
"head_dim": 64,
|
| 1459 |
+
"depth": 4,
|
| 1460 |
+
"pdropout": 0.1,
|
| 1461 |
+
"token_dropout_mode": "pow2",
|
| 1462 |
+
"latent_dim": 5,
|
| 1463 |
+
"latent_horizon": 8,
|
| 1464 |
+
"use_causal_decoder": true
|
| 1465 |
+
},
|
| 1466 |
+
"quantizer": {
|
| 1467 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 1468 |
+
"levels": [
|
| 1469 |
+
8,
|
| 1470 |
+
5,
|
| 1471 |
+
5,
|
| 1472 |
+
5,
|
| 1473 |
+
5
|
| 1474 |
+
]
|
| 1475 |
+
}
|
| 1476 |
+
},
|
| 1477 |
+
"tokenizer_metadata": {
|
| 1478 |
+
"source": "/workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt",
|
| 1479 |
+
"sha256": "547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325",
|
| 1480 |
+
"weights": "ema",
|
| 1481 |
+
"training_task": {
|
| 1482 |
+
"tokenizer": {
|
| 1483 |
+
"name": "libero10",
|
| 1484 |
+
"task_name": "libero10",
|
| 1485 |
+
"shape_meta": {
|
| 1486 |
+
"action": {
|
| 1487 |
+
"shape": [
|
| 1488 |
+
7
|
| 1489 |
+
]
|
| 1490 |
+
}
|
| 1491 |
+
},
|
| 1492 |
+
"dataset": {
|
| 1493 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 1494 |
+
"zarr_path": "data/libero/libero10_N500.zarr",
|
| 1495 |
+
"obs_keys": [],
|
| 1496 |
+
"action_key": "action",
|
| 1497 |
+
"n_obs_steps": 0,
|
| 1498 |
+
"n_action_steps": 16,
|
| 1499 |
+
"seed": 42,
|
| 1500 |
+
"val_ratio": 0.1
|
| 1501 |
+
}
|
| 1502 |
+
}
|
| 1503 |
+
},
|
| 1504 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 1505 |
+
}
|
| 1506 |
+
},
|
| 1507 |
+
"observation_encoder": {
|
| 1508 |
+
"_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
|
| 1509 |
+
"shape_meta": {
|
| 1510 |
+
"obs": {
|
| 1511 |
+
"agentview_rgb": {
|
| 1512 |
+
"shape": [
|
| 1513 |
+
128,
|
| 1514 |
+
128,
|
| 1515 |
+
3
|
| 1516 |
+
],
|
| 1517 |
+
"type": "rgb"
|
| 1518 |
+
},
|
| 1519 |
+
"robot0_eye_in_hand_rgb": {
|
| 1520 |
+
"shape": [
|
| 1521 |
+
128,
|
| 1522 |
+
128,
|
| 1523 |
+
3
|
| 1524 |
+
],
|
| 1525 |
+
"type": "rgb"
|
| 1526 |
+
},
|
| 1527 |
+
"robot0_eef_pos": {
|
| 1528 |
+
"shape": [
|
| 1529 |
+
3
|
| 1530 |
+
],
|
| 1531 |
+
"type": "state"
|
| 1532 |
+
},
|
| 1533 |
+
"robot0_eef_quat": {
|
| 1534 |
+
"shape": [
|
| 1535 |
+
4
|
| 1536 |
+
],
|
| 1537 |
+
"type": "state"
|
| 1538 |
+
},
|
| 1539 |
+
"robot0_gripper_qpos": {
|
| 1540 |
+
"shape": [
|
| 1541 |
+
2
|
| 1542 |
+
],
|
| 1543 |
+
"type": "state"
|
| 1544 |
+
},
|
| 1545 |
+
"task_uid": {
|
| 1546 |
+
"shape": [
|
| 1547 |
+
1
|
| 1548 |
+
],
|
| 1549 |
+
"type": "state"
|
| 1550 |
+
}
|
| 1551 |
+
},
|
| 1552 |
+
"action": {
|
| 1553 |
+
"shape": [
|
| 1554 |
+
7
|
| 1555 |
+
]
|
| 1556 |
+
}
|
| 1557 |
+
},
|
| 1558 |
+
"n_obs_steps": 2,
|
| 1559 |
+
"embed_dim": 768,
|
| 1560 |
+
"original_obs_config": {
|
| 1561 |
+
"crop_shape": [
|
| 1562 |
+
112,
|
| 1563 |
+
112
|
| 1564 |
+
],
|
| 1565 |
+
"eval_fixed_crop": true,
|
| 1566 |
+
"use_group_norm": true,
|
| 1567 |
+
"share_rgb_model": false,
|
| 1568 |
+
"pretrained": false,
|
| 1569 |
+
"state_out_dim": null,
|
| 1570 |
+
"feature_dimension": 64,
|
| 1571 |
+
"spatial_softmax_num_kp": 32,
|
| 1572 |
+
"spatial_softmax_temperature": 1.0,
|
| 1573 |
+
"spatial_softmax_noise": 0.0
|
| 1574 |
+
}
|
| 1575 |
+
},
|
| 1576 |
+
"observation_encoder_contract": {
|
| 1577 |
+
"encoder_type": "original_fused",
|
| 1578 |
+
"schema_version": 2,
|
| 1579 |
+
"fused_feature_dim": 138,
|
| 1580 |
+
"observation_tokens": 2,
|
| 1581 |
+
"rgb_ports": [
|
| 1582 |
+
"agentview_rgb",
|
| 1583 |
+
"robot0_eye_in_hand_rgb"
|
| 1584 |
+
],
|
| 1585 |
+
"state_ports": [
|
| 1586 |
+
"robot0_eef_pos",
|
| 1587 |
+
"robot0_eef_quat",
|
| 1588 |
+
"robot0_gripper_qpos",
|
| 1589 |
+
"task_uid"
|
| 1590 |
+
],
|
| 1591 |
+
"fusion_order": [
|
| 1592 |
+
"agentview_rgb",
|
| 1593 |
+
"robot0_eye_in_hand_rgb",
|
| 1594 |
+
"robot0_eef_pos",
|
| 1595 |
+
"robot0_eef_quat",
|
| 1596 |
+
"robot0_gripper_qpos",
|
| 1597 |
+
"task_uid"
|
| 1598 |
+
],
|
| 1599 |
+
"original_obs_config": {
|
| 1600 |
+
"crop_shape": [
|
| 1601 |
+
112,
|
| 1602 |
+
112
|
| 1603 |
+
],
|
| 1604 |
+
"eval_fixed_crop": true,
|
| 1605 |
+
"use_group_norm": true,
|
| 1606 |
+
"share_rgb_model": false,
|
| 1607 |
+
"pretrained": false,
|
| 1608 |
+
"state_out_dim": null,
|
| 1609 |
+
"feature_dimension": 64,
|
| 1610 |
+
"spatial_softmax_num_kp": 32,
|
| 1611 |
+
"spatial_softmax_temperature": 1.0,
|
| 1612 |
+
"spatial_softmax_noise": 0.0
|
| 1613 |
+
},
|
| 1614 |
+
"effective_recipe": {
|
| 1615 |
+
"cameras": [
|
| 1616 |
+
{
|
| 1617 |
+
"port": "agentview_rgb",
|
| 1618 |
+
"input_shape": [
|
| 1619 |
+
128,
|
| 1620 |
+
128,
|
| 1621 |
+
3
|
| 1622 |
+
],
|
| 1623 |
+
"feature_dim": 64,
|
| 1624 |
+
"backbone": "ResNet18Conv",
|
| 1625 |
+
"pretrained": false,
|
| 1626 |
+
"spatial_softmax": {
|
| 1627 |
+
"num_kp": 32,
|
| 1628 |
+
"temperature": 1.0,
|
| 1629 |
+
"noise_std": 0.0,
|
| 1630 |
+
"learnable_temperature": false
|
| 1631 |
+
},
|
| 1632 |
+
"group_norm_groups": [
|
| 1633 |
+
4,
|
| 1634 |
+
4,
|
| 1635 |
+
4,
|
| 1636 |
+
4,
|
| 1637 |
+
4,
|
| 1638 |
+
8,
|
| 1639 |
+
8,
|
| 1640 |
+
8,
|
| 1641 |
+
8,
|
| 1642 |
+
8,
|
| 1643 |
+
16,
|
| 1644 |
+
16,
|
| 1645 |
+
16,
|
| 1646 |
+
16,
|
| 1647 |
+
16,
|
| 1648 |
+
32,
|
| 1649 |
+
32,
|
| 1650 |
+
32,
|
| 1651 |
+
32,
|
| 1652 |
+
32
|
| 1653 |
+
],
|
| 1654 |
+
"crop_shape": [
|
| 1655 |
+
112,
|
| 1656 |
+
112
|
| 1657 |
+
],
|
| 1658 |
+
"training_crop": "random",
|
| 1659 |
+
"evaluation_crop": "center"
|
| 1660 |
+
},
|
| 1661 |
+
{
|
| 1662 |
+
"port": "robot0_eye_in_hand_rgb",
|
| 1663 |
+
"input_shape": [
|
| 1664 |
+
128,
|
| 1665 |
+
128,
|
| 1666 |
+
3
|
| 1667 |
+
],
|
| 1668 |
+
"feature_dim": 64,
|
| 1669 |
+
"backbone": "ResNet18Conv",
|
| 1670 |
+
"pretrained": false,
|
| 1671 |
+
"spatial_softmax": {
|
| 1672 |
+
"num_kp": 32,
|
| 1673 |
+
"temperature": 1.0,
|
| 1674 |
+
"noise_std": 0.0,
|
| 1675 |
+
"learnable_temperature": false
|
| 1676 |
+
},
|
| 1677 |
+
"group_norm_groups": [
|
| 1678 |
+
4,
|
| 1679 |
+
4,
|
| 1680 |
+
4,
|
| 1681 |
+
4,
|
| 1682 |
+
4,
|
| 1683 |
+
8,
|
| 1684 |
+
8,
|
| 1685 |
+
8,
|
| 1686 |
+
8,
|
| 1687 |
+
8,
|
| 1688 |
+
16,
|
| 1689 |
+
16,
|
| 1690 |
+
16,
|
| 1691 |
+
16,
|
| 1692 |
+
16,
|
| 1693 |
+
32,
|
| 1694 |
+
32,
|
| 1695 |
+
32,
|
| 1696 |
+
32,
|
| 1697 |
+
32
|
| 1698 |
+
],
|
| 1699 |
+
"crop_shape": [
|
| 1700 |
+
112,
|
| 1701 |
+
112
|
| 1702 |
+
],
|
| 1703 |
+
"training_crop": "random",
|
| 1704 |
+
"evaluation_crop": "center"
|
| 1705 |
+
}
|
| 1706 |
+
],
|
| 1707 |
+
"visual_activation": "ReLU",
|
| 1708 |
+
"state_projection": "Identity",
|
| 1709 |
+
"normalization": "original_encoder_internal_dataset_statistics",
|
| 1710 |
+
"pretrained": false,
|
| 1711 |
+
"share_rgb_model": false,
|
| 1712 |
+
"initialization": "original_random_initialization_then_bridge",
|
| 1713 |
+
"backbone_trainable": true
|
| 1714 |
+
},
|
| 1715 |
+
"dependency_versions": {
|
| 1716 |
+
"torch": "2.10.0",
|
| 1717 |
+
"torchvision": "0.25.0",
|
| 1718 |
+
"robomimic": "0.2.0",
|
| 1719 |
+
"hydra-core": "1.3.2",
|
| 1720 |
+
"omegaconf": "2.3.0"
|
| 1721 |
+
},
|
| 1722 |
+
"source_hashes": {
|
| 1723 |
+
"oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 1724 |
+
"oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 1725 |
+
"oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 1726 |
+
"oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 1727 |
+
"oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 1728 |
+
"robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1729 |
+
"robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1730 |
+
"robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
|
| 1731 |
+
},
|
| 1732 |
+
"frame_embedding_shape": [
|
| 1733 |
+
2,
|
| 1734 |
+
768
|
| 1735 |
+
]
|
| 1736 |
+
},
|
| 1737 |
+
"observation_tokens": 2,
|
| 1738 |
+
"context_tokens": 15,
|
| 1739 |
+
"fused_feature_dim": 138,
|
| 1740 |
+
"observation_pool": "mean_fused",
|
| 1741 |
+
"gate_bias": "history_summary_only",
|
| 1742 |
+
"initialization": "Original ResNet18 random initialization; modern AR normal(0,.02); frozen OAT EMA",
|
| 1743 |
+
"source_sha256": {
|
| 1744 |
+
"oat/policy/p2n_new_original_obs.py": "fc3fdee5287d8e70ef593e6f6ff670902a577654a59a3b316c7efe179935a185",
|
| 1745 |
+
"oat/policy/p2n_new_common.py": "a9714caa9b1aa05bcd05a30307b442961cab271d6742bd3d062a232efe886eb6",
|
| 1746 |
+
"oat/policy/past2next_state_history_gate_real_robot.py": "4198676600516726b9621b50da558512595772874578b8261efb15ce763cee7c",
|
| 1747 |
+
"oat/model/state_action_history.py": "72578afe01f21d0a43bfdbd2a4dfcc754840c85d12eca299929f65a0569eaeff",
|
| 1748 |
+
"oat/model/common/normalizer.py": "7987bcdd3d088c4ef9120d29e6ec7b7419361702de02ce76e215d5869ddeab54",
|
| 1749 |
+
"oat/model/common/dict_of_tensor_mixin.py": "158b63a244bcfb9aa377206730f5f59778c6aeb9138ff55c76d2c28ec46952d1",
|
| 1750 |
+
"oat/model/common/context_batch.py": "231db4bc69c7b34dc67afcca5cca6e467ef42785279eb5f13e4248e04e7bce3b",
|
| 1751 |
+
"oat/model/common/original_fused_context_batch.py": "8a6fb1b51ff524ad11ad9e67a762cec3c481ab68f032cf48b7a0b91cd444bea2",
|
| 1752 |
+
"oat/model/autoregressive/modern_transformer_cache.py": "5a3c8347a7adaca8e1537cd8f1c86d2aa304205ae525f196e57a9e1b10d3ad72",
|
| 1753 |
+
"oat/perception/original_fused_obs_adapter.py": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 1754 |
+
"oat/perception/fused_obs_encoder.py": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 1755 |
+
"oat/perception/robomimic_vision_encoder.py": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 1756 |
+
"oat/perception/state_encoder.py": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 1757 |
+
"oat/perception/crop_randomizer.py": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 1758 |
+
"oat/workspace/train_p2n_new_original_obs.py": "c79bed248097e818df3852129e1197269986da974ce2791542c7ad45e0758dd0"
|
| 1759 |
+
}
|
| 1760 |
+
},
|
| 1761 |
+
"encoder_type": "original_fused",
|
| 1762 |
+
"policy_name": "p2n_state_gate_new_original_fused_libero",
|
| 1763 |
+
"observation_tokens": 2,
|
| 1764 |
+
"context_tokens": 15,
|
| 1765 |
+
"fused_feature_dim": 138,
|
| 1766 |
+
"observation_encoder": {
|
| 1767 |
+
"encoder_type": "original_fused",
|
| 1768 |
+
"schema_version": 2,
|
| 1769 |
+
"fused_feature_dim": 138,
|
| 1770 |
+
"observation_tokens": 2,
|
| 1771 |
+
"rgb_ports": [
|
| 1772 |
+
"agentview_rgb",
|
| 1773 |
+
"robot0_eye_in_hand_rgb"
|
| 1774 |
+
],
|
| 1775 |
+
"state_ports": [
|
| 1776 |
+
"robot0_eef_pos",
|
| 1777 |
+
"robot0_eef_quat",
|
| 1778 |
+
"robot0_gripper_qpos",
|
| 1779 |
+
"task_uid"
|
| 1780 |
+
],
|
| 1781 |
+
"fusion_order": [
|
| 1782 |
+
"agentview_rgb",
|
| 1783 |
+
"robot0_eye_in_hand_rgb",
|
| 1784 |
+
"robot0_eef_pos",
|
| 1785 |
+
"robot0_eef_quat",
|
| 1786 |
+
"robot0_gripper_qpos",
|
| 1787 |
+
"task_uid"
|
| 1788 |
+
],
|
| 1789 |
+
"original_obs_config": {
|
| 1790 |
+
"crop_shape": [
|
| 1791 |
+
112,
|
| 1792 |
+
112
|
| 1793 |
+
],
|
| 1794 |
+
"eval_fixed_crop": true,
|
| 1795 |
+
"use_group_norm": true,
|
| 1796 |
+
"share_rgb_model": false,
|
| 1797 |
+
"pretrained": false,
|
| 1798 |
+
"state_out_dim": null,
|
| 1799 |
+
"feature_dimension": 64,
|
| 1800 |
+
"spatial_softmax_num_kp": 32,
|
| 1801 |
+
"spatial_softmax_temperature": 1.0,
|
| 1802 |
+
"spatial_softmax_noise": 0.0
|
| 1803 |
+
},
|
| 1804 |
+
"effective_recipe": {
|
| 1805 |
+
"cameras": [
|
| 1806 |
+
{
|
| 1807 |
+
"port": "agentview_rgb",
|
| 1808 |
+
"input_shape": [
|
| 1809 |
+
128,
|
| 1810 |
+
128,
|
| 1811 |
+
3
|
| 1812 |
+
],
|
| 1813 |
+
"feature_dim": 64,
|
| 1814 |
+
"backbone": "ResNet18Conv",
|
| 1815 |
+
"pretrained": false,
|
| 1816 |
+
"spatial_softmax": {
|
| 1817 |
+
"num_kp": 32,
|
| 1818 |
+
"temperature": 1.0,
|
| 1819 |
+
"noise_std": 0.0,
|
| 1820 |
+
"learnable_temperature": false
|
| 1821 |
+
},
|
| 1822 |
+
"group_norm_groups": [
|
| 1823 |
+
4,
|
| 1824 |
+
4,
|
| 1825 |
+
4,
|
| 1826 |
+
4,
|
| 1827 |
+
4,
|
| 1828 |
+
8,
|
| 1829 |
+
8,
|
| 1830 |
+
8,
|
| 1831 |
+
8,
|
| 1832 |
+
8,
|
| 1833 |
+
16,
|
| 1834 |
+
16,
|
| 1835 |
+
16,
|
| 1836 |
+
16,
|
| 1837 |
+
16,
|
| 1838 |
+
32,
|
| 1839 |
+
32,
|
| 1840 |
+
32,
|
| 1841 |
+
32,
|
| 1842 |
+
32
|
| 1843 |
+
],
|
| 1844 |
+
"crop_shape": [
|
| 1845 |
+
112,
|
| 1846 |
+
112
|
| 1847 |
+
],
|
| 1848 |
+
"training_crop": "random",
|
| 1849 |
+
"evaluation_crop": "center"
|
| 1850 |
+
},
|
| 1851 |
+
{
|
| 1852 |
+
"port": "robot0_eye_in_hand_rgb",
|
| 1853 |
+
"input_shape": [
|
| 1854 |
+
128,
|
| 1855 |
+
128,
|
| 1856 |
+
3
|
| 1857 |
+
],
|
| 1858 |
+
"feature_dim": 64,
|
| 1859 |
+
"backbone": "ResNet18Conv",
|
| 1860 |
+
"pretrained": false,
|
| 1861 |
+
"spatial_softmax": {
|
| 1862 |
+
"num_kp": 32,
|
| 1863 |
+
"temperature": 1.0,
|
| 1864 |
+
"noise_std": 0.0,
|
| 1865 |
+
"learnable_temperature": false
|
| 1866 |
+
},
|
| 1867 |
+
"group_norm_groups": [
|
| 1868 |
+
4,
|
| 1869 |
+
4,
|
| 1870 |
+
4,
|
| 1871 |
+
4,
|
| 1872 |
+
4,
|
| 1873 |
+
8,
|
| 1874 |
+
8,
|
| 1875 |
+
8,
|
| 1876 |
+
8,
|
| 1877 |
+
8,
|
| 1878 |
+
16,
|
| 1879 |
+
16,
|
| 1880 |
+
16,
|
| 1881 |
+
16,
|
| 1882 |
+
16,
|
| 1883 |
+
32,
|
| 1884 |
+
32,
|
| 1885 |
+
32,
|
| 1886 |
+
32,
|
| 1887 |
+
32
|
| 1888 |
+
],
|
| 1889 |
+
"crop_shape": [
|
| 1890 |
+
112,
|
| 1891 |
+
112
|
| 1892 |
+
],
|
| 1893 |
+
"training_crop": "random",
|
| 1894 |
+
"evaluation_crop": "center"
|
| 1895 |
+
}
|
| 1896 |
+
],
|
| 1897 |
+
"visual_activation": "ReLU",
|
| 1898 |
+
"state_projection": "Identity",
|
| 1899 |
+
"normalization": "original_encoder_internal_dataset_statistics",
|
| 1900 |
+
"pretrained": false,
|
| 1901 |
+
"share_rgb_model": false,
|
| 1902 |
+
"initialization": "original_random_initialization_then_bridge",
|
| 1903 |
+
"backbone_trainable": true
|
| 1904 |
+
},
|
| 1905 |
+
"dependency_versions": {
|
| 1906 |
+
"torch": "2.10.0",
|
| 1907 |
+
"torchvision": "0.25.0",
|
| 1908 |
+
"robomimic": "0.2.0",
|
| 1909 |
+
"hydra-core": "1.3.2",
|
| 1910 |
+
"omegaconf": "2.3.0"
|
| 1911 |
+
},
|
| 1912 |
+
"source_hashes": {
|
| 1913 |
+
"oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 1914 |
+
"oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 1915 |
+
"oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 1916 |
+
"oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 1917 |
+
"oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 1918 |
+
"robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1919 |
+
"robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1920 |
+
"robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
|
| 1921 |
+
},
|
| 1922 |
+
"frame_embedding_shape": [
|
| 1923 |
+
2,
|
| 1924 |
+
768
|
| 1925 |
+
]
|
| 1926 |
+
},
|
| 1927 |
+
"environment": {
|
| 1928 |
+
"python": "3.10.21",
|
| 1929 |
+
"torch": "2.10.0",
|
| 1930 |
+
"cuda_runtime": "12.9",
|
| 1931 |
+
"world_size": 1
|
| 1932 |
+
},
|
| 1933 |
+
"evaluation": {
|
| 1934 |
+
"kind": "libero",
|
| 1935 |
+
"lazy_eval": false,
|
| 1936 |
+
"episodes_per_evaluation": 500,
|
| 1937 |
+
"episodes_scope": "total across all 10 tasks, not per task",
|
| 1938 |
+
"rollout_every": 100
|
| 1939 |
+
},
|
| 1940 |
+
"performance_contract": {
|
| 1941 |
+
"measurements": "Performance is unmeasured; parameter counts do not imply speedup.",
|
| 1942 |
+
"cnn_trainable": true,
|
| 1943 |
+
"crop_shape": [
|
| 1944 |
+
112,
|
| 1945 |
+
112
|
| 1946 |
+
],
|
| 1947 |
+
"batch_per_rank": 64,
|
| 1948 |
+
"gradient_accumulation": 2,
|
| 1949 |
+
"self_past_probability": 0.0
|
| 1950 |
+
},
|
| 1951 |
+
"world_size": 1,
|
| 1952 |
+
"vision": "original_fused",
|
| 1953 |
+
"effective_batch": 128,
|
| 1954 |
+
"validation_batch_per_rank": 4,
|
| 1955 |
+
"self_past_chunk_size": 4,
|
| 1956 |
+
"normalizer_initialization": "fit from training episodes only when workspace starts",
|
| 1957 |
+
"status": "CPU source/schema/construction checks complete; GPU/DDP performance unmeasured",
|
| 1958 |
+
"simulator": {
|
| 1959 |
+
"enabled": true,
|
| 1960 |
+
"tasks": 10,
|
| 1961 |
+
"rollout_every": 100,
|
| 1962 |
+
"epoch_labels": "0, interval, 2*interval, ... (after each labeled epoch)",
|
| 1963 |
+
"episodes_per_evaluation": 500,
|
| 1964 |
+
"parallel_envs": 10,
|
| 1965 |
+
"protocol": "corrected",
|
| 1966 |
+
"assets": "/workspace/past_action/third_party/LIBERO/libero/libero/assets",
|
| 1967 |
+
"status": "Dependencies/assets checked; simulator rollout not run"
|
| 1968 |
+
}
|
| 1969 |
+
}
|
outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_resolved.yaml
ADDED
|
@@ -0,0 +1,310 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
env_runner:
|
| 51 |
+
_target_: oat.env_runner.p2n_new_convnext_libero10_runner.P2NStateGateNewLiberoRunner
|
| 52 |
+
task_name: libero10
|
| 53 |
+
n_test: 500
|
| 54 |
+
n_test_vis: 0
|
| 55 |
+
n_obs_steps: 2
|
| 56 |
+
n_action_steps: 8
|
| 57 |
+
fps: 20
|
| 58 |
+
n_parallel_envs: 10
|
| 59 |
+
image_size: 128
|
| 60 |
+
camera_names:
|
| 61 |
+
- agentview
|
| 62 |
+
- robot0_eye_in_hand
|
| 63 |
+
state_ports:
|
| 64 |
+
- robot0_eef_pos
|
| 65 |
+
- robot0_eef_quat
|
| 66 |
+
- robot0_gripper_qpos
|
| 67 |
+
max_episode_steps: 550
|
| 68 |
+
protocol: corrected
|
| 69 |
+
state_history_steps: 8
|
| 70 |
+
state_history_keys:
|
| 71 |
+
- robot0_eef_pos
|
| 72 |
+
- robot0_eef_quat
|
| 73 |
+
- robot0_gripper_qpos
|
| 74 |
+
dataset:
|
| 75 |
+
_target_: oat.dataset.zarr_dataset_with_state_history.ZarrDatasetWithStateHistory
|
| 76 |
+
zarr_path: data/libero/libero10_N500.zarr
|
| 77 |
+
obs_keys:
|
| 78 |
+
- agentview_rgb
|
| 79 |
+
- robot0_eye_in_hand_rgb
|
| 80 |
+
- robot0_eef_pos
|
| 81 |
+
- robot0_eef_quat
|
| 82 |
+
- robot0_gripper_qpos
|
| 83 |
+
- task_uid
|
| 84 |
+
action_key: action
|
| 85 |
+
n_obs_steps: 2
|
| 86 |
+
n_action_steps: 16
|
| 87 |
+
seed: 42
|
| 88 |
+
val_ratio: 0.1
|
| 89 |
+
past_n: 7
|
| 90 |
+
n_exec_steps: 8
|
| 91 |
+
history_padding: zero
|
| 92 |
+
return_history_validity: true
|
| 93 |
+
max_train_episodes: null
|
| 94 |
+
state_history_steps: 8
|
| 95 |
+
state_history_keys:
|
| 96 |
+
- robot0_eef_pos
|
| 97 |
+
- robot0_eef_quat
|
| 98 |
+
- robot0_gripper_qpos
|
| 99 |
+
name: train_p2n_state_gate_new_original_obs_libero
|
| 100 |
+
variant: p2n_state_gate_new
|
| 101 |
+
task_type: libero
|
| 102 |
+
_target_: oat.workspace.train_p2n_new_original_obs.TrainP2NNewOriginalObsWorkspace
|
| 103 |
+
seed: 42
|
| 104 |
+
horizon: 16
|
| 105 |
+
n_action_steps: 8
|
| 106 |
+
n_obs_steps: 2
|
| 107 |
+
past_n: 7
|
| 108 |
+
task_name: libero10
|
| 109 |
+
shape_meta:
|
| 110 |
+
obs:
|
| 111 |
+
agentview_rgb:
|
| 112 |
+
shape:
|
| 113 |
+
- 128
|
| 114 |
+
- 128
|
| 115 |
+
- 3
|
| 116 |
+
type: rgb
|
| 117 |
+
robot0_eye_in_hand_rgb:
|
| 118 |
+
shape:
|
| 119 |
+
- 128
|
| 120 |
+
- 128
|
| 121 |
+
- 3
|
| 122 |
+
type: rgb
|
| 123 |
+
robot0_eef_pos:
|
| 124 |
+
shape:
|
| 125 |
+
- 3
|
| 126 |
+
type: state
|
| 127 |
+
robot0_eef_quat:
|
| 128 |
+
shape:
|
| 129 |
+
- 4
|
| 130 |
+
type: state
|
| 131 |
+
robot0_gripper_qpos:
|
| 132 |
+
shape:
|
| 133 |
+
- 2
|
| 134 |
+
type: state
|
| 135 |
+
task_uid:
|
| 136 |
+
shape:
|
| 137 |
+
- 1
|
| 138 |
+
type: state
|
| 139 |
+
action:
|
| 140 |
+
shape:
|
| 141 |
+
- 7
|
| 142 |
+
policy:
|
| 143 |
+
_target_: oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy
|
| 144 |
+
variant: p2n_state_gate_new
|
| 145 |
+
task: libero
|
| 146 |
+
shape_meta:
|
| 147 |
+
obs:
|
| 148 |
+
agentview_rgb:
|
| 149 |
+
shape:
|
| 150 |
+
- 128
|
| 151 |
+
- 128
|
| 152 |
+
- 3
|
| 153 |
+
type: rgb
|
| 154 |
+
robot0_eye_in_hand_rgb:
|
| 155 |
+
shape:
|
| 156 |
+
- 128
|
| 157 |
+
- 128
|
| 158 |
+
- 3
|
| 159 |
+
type: rgb
|
| 160 |
+
robot0_eef_pos:
|
| 161 |
+
shape:
|
| 162 |
+
- 3
|
| 163 |
+
type: state
|
| 164 |
+
robot0_eef_quat:
|
| 165 |
+
shape:
|
| 166 |
+
- 4
|
| 167 |
+
type: state
|
| 168 |
+
robot0_gripper_qpos:
|
| 169 |
+
shape:
|
| 170 |
+
- 2
|
| 171 |
+
type: state
|
| 172 |
+
task_uid:
|
| 173 |
+
shape:
|
| 174 |
+
- 1
|
| 175 |
+
type: state
|
| 176 |
+
action:
|
| 177 |
+
shape:
|
| 178 |
+
- 7
|
| 179 |
+
n_action_steps: 8
|
| 180 |
+
n_obs_steps: 2
|
| 181 |
+
past_n: 7
|
| 182 |
+
horizon: 16
|
| 183 |
+
construction_mode: fresh
|
| 184 |
+
tokenizer_checkpoint: /workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt
|
| 185 |
+
embed_dim: 768
|
| 186 |
+
n_layers: 16
|
| 187 |
+
n_heads: 12
|
| 188 |
+
ffn_dim: 2048
|
| 189 |
+
dropout: 0.1
|
| 190 |
+
temperature: 0.0
|
| 191 |
+
topk: 10
|
| 192 |
+
activation_checkpointing: false
|
| 193 |
+
self_past_p: 0.5
|
| 194 |
+
self_past_warmup_steps: 1000
|
| 195 |
+
self_past_ramp_steps: 4000
|
| 196 |
+
self_past_schedule: optimizer_step
|
| 197 |
+
self_past_chunk_size: 4
|
| 198 |
+
self_past_temperature: 1.0
|
| 199 |
+
self_past_topk: 10
|
| 200 |
+
obs_encoder_type: original_fused
|
| 201 |
+
context_layout: original_fused_v1
|
| 202 |
+
context_schema_version: 2
|
| 203 |
+
expected_action_tokens: 8
|
| 204 |
+
original_obs_config:
|
| 205 |
+
crop_shape:
|
| 206 |
+
- 112
|
| 207 |
+
- 112
|
| 208 |
+
eval_fixed_crop: true
|
| 209 |
+
use_group_norm: true
|
| 210 |
+
share_rgb_model: false
|
| 211 |
+
pretrained: false
|
| 212 |
+
state_out_dim: null
|
| 213 |
+
feature_dimension: 64
|
| 214 |
+
spatial_softmax_num_kp: 32
|
| 215 |
+
spatial_softmax_temperature: 1.0
|
| 216 |
+
spatial_softmax_noise: 0.0
|
| 217 |
+
state_history_steps: 8
|
| 218 |
+
state_history_keys:
|
| 219 |
+
- robot0_eef_pos
|
| 220 |
+
- robot0_eef_quat
|
| 221 |
+
- robot0_gripper_qpos
|
| 222 |
+
history_embed_dim: 128
|
| 223 |
+
history_n_heads: 4
|
| 224 |
+
history_n_layers: 2
|
| 225 |
+
history_summary_tokens: 4
|
| 226 |
+
history_dropout: 0.1
|
| 227 |
+
history_gate_mode: learned
|
| 228 |
+
history_gate_hidden_dim: 128
|
| 229 |
+
history_gate_init: 0.9
|
| 230 |
+
rotation_6d_layout: rows
|
| 231 |
+
training:
|
| 232 |
+
resume: false
|
| 233 |
+
resume_checkpoint: null
|
| 234 |
+
init_checkpoint: null
|
| 235 |
+
allow_bf16: true
|
| 236 |
+
max_grad_norm: 1.0
|
| 237 |
+
num_epochs: 2001
|
| 238 |
+
val_every: 1
|
| 239 |
+
sample_every: 1
|
| 240 |
+
rollout_every: 100
|
| 241 |
+
checkpoint_every: 100
|
| 242 |
+
snapshot_every: 100
|
| 243 |
+
lr_scheduler: cosine
|
| 244 |
+
lr_warmup_steps: null
|
| 245 |
+
lr_warmup_ratio: 0.05
|
| 246 |
+
gradient_accumulate_every: 2
|
| 247 |
+
max_train_steps: null
|
| 248 |
+
max_val_steps: null
|
| 249 |
+
max_reconst_steps: 10
|
| 250 |
+
seed: 42
|
| 251 |
+
use_ema: true
|
| 252 |
+
num_demo: 500
|
| 253 |
+
tqdm_interval_sec: 1.0
|
| 254 |
+
validate_generated_history: true
|
| 255 |
+
offline_validation_enabled: true
|
| 256 |
+
offline_validation_reason: held_out_libero_episodes
|
| 257 |
+
validation_max_samples: null
|
| 258 |
+
ema:
|
| 259 |
+
_target_: oat.model.diffusion.ema_model.EMAModel
|
| 260 |
+
update_after_step: 0
|
| 261 |
+
inv_gamma: 1.0
|
| 262 |
+
power: 0.75
|
| 263 |
+
min_value: 0.0
|
| 264 |
+
max_value: 0.9999
|
| 265 |
+
optimizer:
|
| 266 |
+
policy_lr: 5.0e-05
|
| 267 |
+
obs_enc_lr: 1.0e-05
|
| 268 |
+
weight_decay: 0.01
|
| 269 |
+
betas:
|
| 270 |
+
- 0.9
|
| 271 |
+
- 0.95
|
| 272 |
+
dataloader:
|
| 273 |
+
batch_size: 64
|
| 274 |
+
num_workers: 4
|
| 275 |
+
shuffle: true
|
| 276 |
+
pin_memory: true
|
| 277 |
+
persistent_workers: true
|
| 278 |
+
drop_last: true
|
| 279 |
+
val_dataloader:
|
| 280 |
+
batch_size: 4
|
| 281 |
+
num_workers: 2
|
| 282 |
+
shuffle: false
|
| 283 |
+
pin_memory: true
|
| 284 |
+
persistent_workers: true
|
| 285 |
+
drop_last: false
|
| 286 |
+
logging:
|
| 287 |
+
project: p2n_new_original_obs
|
| 288 |
+
resume: false
|
| 289 |
+
mode: online
|
| 290 |
+
name: 20261004.183556_p2n_state_gate_new_original_obs_libero10_seed42
|
| 291 |
+
tags:
|
| 292 |
+
- p2n_state_gate_new
|
| 293 |
+
- libero10
|
| 294 |
+
- original_fused
|
| 295 |
+
id: null
|
| 296 |
+
group: p2n_state_gate_new_original_obs_libero
|
| 297 |
+
checkpoint:
|
| 298 |
+
topk:
|
| 299 |
+
monitor_key: val_loss
|
| 300 |
+
mode: min
|
| 301 |
+
k: 0
|
| 302 |
+
format_str: ep-{epoch:04d}_val-{val_loss:.6f}.ckpt
|
| 303 |
+
save_last_ckpt: true
|
| 304 |
+
save_last_snapshot: false
|
| 305 |
+
save_all: false
|
| 306 |
+
state_history_steps: 8
|
| 307 |
+
state_history_keys:
|
| 308 |
+
- robot0_eef_pos
|
| 309 |
+
- robot0_eef_quat
|
| 310 |
+
- robot0_gripper_qpos
|
outputs/training/p2n_gate_original_obs_nut_washer/dataset_split.json
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"identity": {
|
| 4 |
+
"episode_and_action_sha256": "f1c3535318854b016941c723c2f10f1e43b441cdff32e24eeb91a997ab7684ad",
|
| 5 |
+
"train_episode_ids": [
|
| 6 |
+
0,
|
| 7 |
+
1,
|
| 8 |
+
2,
|
| 9 |
+
3,
|
| 10 |
+
4,
|
| 11 |
+
5,
|
| 12 |
+
7,
|
| 13 |
+
8,
|
| 14 |
+
9,
|
| 15 |
+
10,
|
| 16 |
+
11,
|
| 17 |
+
12,
|
| 18 |
+
13,
|
| 19 |
+
14,
|
| 20 |
+
15,
|
| 21 |
+
16,
|
| 22 |
+
17,
|
| 23 |
+
18,
|
| 24 |
+
19,
|
| 25 |
+
20,
|
| 26 |
+
21,
|
| 27 |
+
22,
|
| 28 |
+
23,
|
| 29 |
+
24,
|
| 30 |
+
25,
|
| 31 |
+
26,
|
| 32 |
+
27,
|
| 33 |
+
28,
|
| 34 |
+
29,
|
| 35 |
+
30,
|
| 36 |
+
31,
|
| 37 |
+
32,
|
| 38 |
+
34,
|
| 39 |
+
35,
|
| 40 |
+
36,
|
| 41 |
+
37,
|
| 42 |
+
38,
|
| 43 |
+
39,
|
| 44 |
+
40,
|
| 45 |
+
41,
|
| 46 |
+
42,
|
| 47 |
+
43,
|
| 48 |
+
44,
|
| 49 |
+
45,
|
| 50 |
+
46,
|
| 51 |
+
47,
|
| 52 |
+
48,
|
| 53 |
+
50,
|
| 54 |
+
51,
|
| 55 |
+
52,
|
| 56 |
+
53,
|
| 57 |
+
54,
|
| 58 |
+
55,
|
| 59 |
+
56,
|
| 60 |
+
57,
|
| 61 |
+
59,
|
| 62 |
+
60,
|
| 63 |
+
61,
|
| 64 |
+
62,
|
| 65 |
+
63,
|
| 66 |
+
64,
|
| 67 |
+
65,
|
| 68 |
+
66,
|
| 69 |
+
67,
|
| 70 |
+
68,
|
| 71 |
+
69,
|
| 72 |
+
70,
|
| 73 |
+
71,
|
| 74 |
+
72,
|
| 75 |
+
73,
|
| 76 |
+
74,
|
| 77 |
+
75,
|
| 78 |
+
76
|
| 79 |
+
],
|
| 80 |
+
"validation_episode_ids": [
|
| 81 |
+
6,
|
| 82 |
+
33,
|
| 83 |
+
49,
|
| 84 |
+
58
|
| 85 |
+
]
|
| 86 |
+
},
|
| 87 |
+
"offline_validation_enabled": true,
|
| 88 |
+
"offline_validation_reason": "enabled",
|
| 89 |
+
"train": {
|
| 90 |
+
"windows": 93980,
|
| 91 |
+
"episodes": 73,
|
| 92 |
+
"batches_per_epoch": 1468
|
| 93 |
+
},
|
| 94 |
+
"validation": {
|
| 95 |
+
"windows": 5269,
|
| 96 |
+
"episodes": 4,
|
| 97 |
+
"batches": 1318,
|
| 98 |
+
"evaluated_windows": 5269,
|
| 99 |
+
"batches_per_rank": 1318,
|
| 100 |
+
"max_loss_batches_per_rank": null,
|
| 101 |
+
"max_reconstruction_batches_per_rank": 10
|
| 102 |
+
}
|
| 103 |
+
}
|
outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_preflight.json
ADDED
|
@@ -0,0 +1,1116 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "p2n_state_gate_new",
|
| 3 |
+
"parameters": {
|
| 4 |
+
"total": 183987095,
|
| 5 |
+
"trainable": 178182211,
|
| 6 |
+
"frozen": 5804884
|
| 7 |
+
},
|
| 8 |
+
"optimizer_groups": [
|
| 9 |
+
{
|
| 10 |
+
"name": "0",
|
| 11 |
+
"lr": 5e-05,
|
| 12 |
+
"weight_decay": 0.01,
|
| 13 |
+
"elements": 155734784
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"name": "1",
|
| 17 |
+
"lr": 1e-05,
|
| 18 |
+
"weight_decay": 0.01,
|
| 19 |
+
"elements": 22374784
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"name": "2",
|
| 23 |
+
"lr": 1e-05,
|
| 24 |
+
"weight_decay": 0.0,
|
| 25 |
+
"elements": 19392
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"name": "3",
|
| 29 |
+
"lr": 5e-05,
|
| 30 |
+
"weight_decay": 0.0,
|
| 31 |
+
"elements": 53251
|
| 32 |
+
}
|
| 33 |
+
],
|
| 34 |
+
"update_schedule": {
|
| 35 |
+
"batches_per_rank": 1468,
|
| 36 |
+
"updates_per_epoch": 734,
|
| 37 |
+
"planned_optimizer_updates": 1468734,
|
| 38 |
+
"lr_warmup_steps": 73437
|
| 39 |
+
},
|
| 40 |
+
"dataset_split": {
|
| 41 |
+
"schema_version": 1,
|
| 42 |
+
"data_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
|
| 43 |
+
"val_ratio": 0.05,
|
| 44 |
+
"seed": 42,
|
| 45 |
+
"train_episode_ids": [
|
| 46 |
+
0,
|
| 47 |
+
1,
|
| 48 |
+
2,
|
| 49 |
+
3,
|
| 50 |
+
4,
|
| 51 |
+
5,
|
| 52 |
+
7,
|
| 53 |
+
8,
|
| 54 |
+
9,
|
| 55 |
+
10,
|
| 56 |
+
11,
|
| 57 |
+
12,
|
| 58 |
+
13,
|
| 59 |
+
14,
|
| 60 |
+
15,
|
| 61 |
+
16,
|
| 62 |
+
17,
|
| 63 |
+
18,
|
| 64 |
+
19,
|
| 65 |
+
20,
|
| 66 |
+
21,
|
| 67 |
+
22,
|
| 68 |
+
23,
|
| 69 |
+
24,
|
| 70 |
+
25,
|
| 71 |
+
26,
|
| 72 |
+
27,
|
| 73 |
+
28,
|
| 74 |
+
29,
|
| 75 |
+
30,
|
| 76 |
+
31,
|
| 77 |
+
32,
|
| 78 |
+
34,
|
| 79 |
+
35,
|
| 80 |
+
36,
|
| 81 |
+
37,
|
| 82 |
+
38,
|
| 83 |
+
39,
|
| 84 |
+
40,
|
| 85 |
+
41,
|
| 86 |
+
42,
|
| 87 |
+
43,
|
| 88 |
+
44,
|
| 89 |
+
45,
|
| 90 |
+
46,
|
| 91 |
+
47,
|
| 92 |
+
48,
|
| 93 |
+
50,
|
| 94 |
+
51,
|
| 95 |
+
52,
|
| 96 |
+
53,
|
| 97 |
+
54,
|
| 98 |
+
55,
|
| 99 |
+
56,
|
| 100 |
+
57,
|
| 101 |
+
59,
|
| 102 |
+
60,
|
| 103 |
+
61,
|
| 104 |
+
62,
|
| 105 |
+
63,
|
| 106 |
+
64,
|
| 107 |
+
65,
|
| 108 |
+
66,
|
| 109 |
+
67,
|
| 110 |
+
68,
|
| 111 |
+
69,
|
| 112 |
+
70,
|
| 113 |
+
71,
|
| 114 |
+
72,
|
| 115 |
+
73,
|
| 116 |
+
74,
|
| 117 |
+
75,
|
| 118 |
+
76
|
| 119 |
+
],
|
| 120 |
+
"validation_episode_ids": [
|
| 121 |
+
6,
|
| 122 |
+
33,
|
| 123 |
+
49,
|
| 124 |
+
58
|
| 125 |
+
],
|
| 126 |
+
"train": {
|
| 127 |
+
"episodes": 73,
|
| 128 |
+
"windows": 93980
|
| 129 |
+
},
|
| 130 |
+
"validation": {
|
| 131 |
+
"episodes": 4,
|
| 132 |
+
"windows": 5269
|
| 133 |
+
},
|
| 134 |
+
"offline_validation_enabled": true,
|
| 135 |
+
"identity": {
|
| 136 |
+
"episode_and_action_sha256": "f1c3535318854b016941c723c2f10f1e43b441cdff32e24eeb91a997ab7684ad",
|
| 137 |
+
"train_episode_ids": [
|
| 138 |
+
0,
|
| 139 |
+
1,
|
| 140 |
+
2,
|
| 141 |
+
3,
|
| 142 |
+
4,
|
| 143 |
+
5,
|
| 144 |
+
7,
|
| 145 |
+
8,
|
| 146 |
+
9,
|
| 147 |
+
10,
|
| 148 |
+
11,
|
| 149 |
+
12,
|
| 150 |
+
13,
|
| 151 |
+
14,
|
| 152 |
+
15,
|
| 153 |
+
16,
|
| 154 |
+
17,
|
| 155 |
+
18,
|
| 156 |
+
19,
|
| 157 |
+
20,
|
| 158 |
+
21,
|
| 159 |
+
22,
|
| 160 |
+
23,
|
| 161 |
+
24,
|
| 162 |
+
25,
|
| 163 |
+
26,
|
| 164 |
+
27,
|
| 165 |
+
28,
|
| 166 |
+
29,
|
| 167 |
+
30,
|
| 168 |
+
31,
|
| 169 |
+
32,
|
| 170 |
+
34,
|
| 171 |
+
35,
|
| 172 |
+
36,
|
| 173 |
+
37,
|
| 174 |
+
38,
|
| 175 |
+
39,
|
| 176 |
+
40,
|
| 177 |
+
41,
|
| 178 |
+
42,
|
| 179 |
+
43,
|
| 180 |
+
44,
|
| 181 |
+
45,
|
| 182 |
+
46,
|
| 183 |
+
47,
|
| 184 |
+
48,
|
| 185 |
+
50,
|
| 186 |
+
51,
|
| 187 |
+
52,
|
| 188 |
+
53,
|
| 189 |
+
54,
|
| 190 |
+
55,
|
| 191 |
+
56,
|
| 192 |
+
57,
|
| 193 |
+
59,
|
| 194 |
+
60,
|
| 195 |
+
61,
|
| 196 |
+
62,
|
| 197 |
+
63,
|
| 198 |
+
64,
|
| 199 |
+
65,
|
| 200 |
+
66,
|
| 201 |
+
67,
|
| 202 |
+
68,
|
| 203 |
+
69,
|
| 204 |
+
70,
|
| 205 |
+
71,
|
| 206 |
+
72,
|
| 207 |
+
73,
|
| 208 |
+
74,
|
| 209 |
+
75,
|
| 210 |
+
76
|
| 211 |
+
],
|
| 212 |
+
"validation_episode_ids": [
|
| 213 |
+
6,
|
| 214 |
+
33,
|
| 215 |
+
49,
|
| 216 |
+
58
|
| 217 |
+
]
|
| 218 |
+
},
|
| 219 |
+
"raw_training_observation_sample": {
|
| 220 |
+
"agentview_rgb": {
|
| 221 |
+
"shape": [
|
| 222 |
+
2,
|
| 223 |
+
128,
|
| 224 |
+
128,
|
| 225 |
+
3
|
| 226 |
+
],
|
| 227 |
+
"dtype": "uint8"
|
| 228 |
+
},
|
| 229 |
+
"robot0_eye_in_hand_rgb": {
|
| 230 |
+
"shape": [
|
| 231 |
+
2,
|
| 232 |
+
128,
|
| 233 |
+
128,
|
| 234 |
+
3
|
| 235 |
+
],
|
| 236 |
+
"dtype": "uint8"
|
| 237 |
+
},
|
| 238 |
+
"robot0_eef_pos": {
|
| 239 |
+
"shape": [
|
| 240 |
+
2,
|
| 241 |
+
3
|
| 242 |
+
],
|
| 243 |
+
"dtype": "float32"
|
| 244 |
+
},
|
| 245 |
+
"robot0_eef_rot6d": {
|
| 246 |
+
"shape": [
|
| 247 |
+
2,
|
| 248 |
+
6
|
| 249 |
+
],
|
| 250 |
+
"dtype": "float32"
|
| 251 |
+
},
|
| 252 |
+
"robot0_gripper_qpos": {
|
| 253 |
+
"shape": [
|
| 254 |
+
2,
|
| 255 |
+
1
|
| 256 |
+
],
|
| 257 |
+
"dtype": "float32"
|
| 258 |
+
},
|
| 259 |
+
"task_uid": {
|
| 260 |
+
"shape": [
|
| 261 |
+
2,
|
| 262 |
+
1
|
| 263 |
+
],
|
| 264 |
+
"dtype": "int64"
|
| 265 |
+
}
|
| 266 |
+
}
|
| 267 |
+
},
|
| 268 |
+
"policy_metadata": {
|
| 269 |
+
"variant": "p2n_state_gate_new",
|
| 270 |
+
"policy_target": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
|
| 271 |
+
"task": "real_robot",
|
| 272 |
+
"context_schema": 2,
|
| 273 |
+
"context_schema_version": 2,
|
| 274 |
+
"context_layout": "original_fused_v1",
|
| 275 |
+
"obs_encoder_type": "original_fused",
|
| 276 |
+
"encoder_type": "original_fused",
|
| 277 |
+
"execution_protocol": "acknowledged_commands_v1",
|
| 278 |
+
"segments": {
|
| 279 |
+
"VISUAL": 0,
|
| 280 |
+
"PROPRIO": 1,
|
| 281 |
+
"RAW_ACTION": 2,
|
| 282 |
+
"ACTION_DIFF": 3,
|
| 283 |
+
"HISTORY_SUMMARY": 4,
|
| 284 |
+
"FUSED_OBSERVATION": 5
|
| 285 |
+
},
|
| 286 |
+
"shape_meta": {
|
| 287 |
+
"obs": {
|
| 288 |
+
"agentview_rgb": {
|
| 289 |
+
"shape": [
|
| 290 |
+
128,
|
| 291 |
+
128,
|
| 292 |
+
3
|
| 293 |
+
],
|
| 294 |
+
"type": "rgb"
|
| 295 |
+
},
|
| 296 |
+
"robot0_eye_in_hand_rgb": {
|
| 297 |
+
"shape": [
|
| 298 |
+
128,
|
| 299 |
+
128,
|
| 300 |
+
3
|
| 301 |
+
],
|
| 302 |
+
"type": "rgb"
|
| 303 |
+
},
|
| 304 |
+
"robot0_eef_pos": {
|
| 305 |
+
"shape": [
|
| 306 |
+
3
|
| 307 |
+
],
|
| 308 |
+
"type": "state"
|
| 309 |
+
},
|
| 310 |
+
"robot0_eef_rot6d": {
|
| 311 |
+
"shape": [
|
| 312 |
+
6
|
| 313 |
+
],
|
| 314 |
+
"type": "state"
|
| 315 |
+
},
|
| 316 |
+
"robot0_gripper_qpos": {
|
| 317 |
+
"shape": [
|
| 318 |
+
1
|
| 319 |
+
],
|
| 320 |
+
"type": "state"
|
| 321 |
+
},
|
| 322 |
+
"task_uid": {
|
| 323 |
+
"shape": [
|
| 324 |
+
1
|
| 325 |
+
],
|
| 326 |
+
"type": "state"
|
| 327 |
+
}
|
| 328 |
+
},
|
| 329 |
+
"action": {
|
| 330 |
+
"shape": [
|
| 331 |
+
7
|
| 332 |
+
]
|
| 333 |
+
}
|
| 334 |
+
},
|
| 335 |
+
"tokenizer": {
|
| 336 |
+
"source": "/workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt",
|
| 337 |
+
"sha256": "11213d4fff6c5efb63f80b4d46852acf348dc2b4967e25a0701fb664f43ac6c7",
|
| 338 |
+
"weights": "ema",
|
| 339 |
+
"training_task": {
|
| 340 |
+
"tokenizer": {
|
| 341 |
+
"name": "real_robot_nut_washer_v3_N77",
|
| 342 |
+
"task_name": "nut_washer_v3_N77",
|
| 343 |
+
"fps": 30,
|
| 344 |
+
"shape_meta": {
|
| 345 |
+
"action": {
|
| 346 |
+
"shape": [
|
| 347 |
+
7
|
| 348 |
+
]
|
| 349 |
+
}
|
| 350 |
+
},
|
| 351 |
+
"dataset": {
|
| 352 |
+
"_target_": "oat.dataset.real_robot_dataset.RealRobotZarrDataset",
|
| 353 |
+
"zarr_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
|
| 354 |
+
"obs_keys": [],
|
| 355 |
+
"action_key": "action",
|
| 356 |
+
"n_obs_steps": 0,
|
| 357 |
+
"n_action_steps": 16,
|
| 358 |
+
"seed": 42,
|
| 359 |
+
"val_ratio": 0.05,
|
| 360 |
+
"max_train_episodes": null
|
| 361 |
+
}
|
| 362 |
+
}
|
| 363 |
+
},
|
| 364 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 365 |
+
},
|
| 366 |
+
"vocab_size": 5001,
|
| 367 |
+
"latent_horizon": 8,
|
| 368 |
+
"horizon": 16,
|
| 369 |
+
"n_action_steps": 8,
|
| 370 |
+
"parameters": {
|
| 371 |
+
"total": 183987095,
|
| 372 |
+
"trainable": 178182211,
|
| 373 |
+
"frozen": 5804884,
|
| 374 |
+
"components": {
|
| 375 |
+
"original_observation_encoder": {
|
| 376 |
+
"total": 22394176,
|
| 377 |
+
"trainable": 22394176
|
| 378 |
+
},
|
| 379 |
+
"observation_projection": {
|
| 380 |
+
"total": 107520,
|
| 381 |
+
"trainable": 107520
|
| 382 |
+
},
|
| 383 |
+
"action_model": {
|
| 384 |
+
"total": 154883584,
|
| 385 |
+
"trainable": 154883584
|
| 386 |
+
},
|
| 387 |
+
"tokenizer": {
|
| 388 |
+
"total": 5804854,
|
| 389 |
+
"trainable": 0
|
| 390 |
+
},
|
| 391 |
+
"history": {
|
| 392 |
+
"total": 567680,
|
| 393 |
+
"trainable": 567680
|
| 394 |
+
},
|
| 395 |
+
"gate": {
|
| 396 |
+
"total": 200067,
|
| 397 |
+
"trainable": 200067
|
| 398 |
+
}
|
| 399 |
+
}
|
| 400 |
+
},
|
| 401 |
+
"software": {
|
| 402 |
+
"torch": "2.10.0",
|
| 403 |
+
"torchvision": "0.25.0",
|
| 404 |
+
"robomimic": "0.2.0",
|
| 405 |
+
"accelerate": "1.12.0"
|
| 406 |
+
},
|
| 407 |
+
"self_past_optimizer_updates": 0,
|
| 408 |
+
"architecture": {
|
| 409 |
+
"_target_": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
|
| 410 |
+
"_recursive_": false,
|
| 411 |
+
"shape_meta": {
|
| 412 |
+
"obs": {
|
| 413 |
+
"agentview_rgb": {
|
| 414 |
+
"shape": [
|
| 415 |
+
128,
|
| 416 |
+
128,
|
| 417 |
+
3
|
| 418 |
+
],
|
| 419 |
+
"type": "rgb"
|
| 420 |
+
},
|
| 421 |
+
"robot0_eye_in_hand_rgb": {
|
| 422 |
+
"shape": [
|
| 423 |
+
128,
|
| 424 |
+
128,
|
| 425 |
+
3
|
| 426 |
+
],
|
| 427 |
+
"type": "rgb"
|
| 428 |
+
},
|
| 429 |
+
"robot0_eef_pos": {
|
| 430 |
+
"shape": [
|
| 431 |
+
3
|
| 432 |
+
],
|
| 433 |
+
"type": "state"
|
| 434 |
+
},
|
| 435 |
+
"robot0_eef_rot6d": {
|
| 436 |
+
"shape": [
|
| 437 |
+
6
|
| 438 |
+
],
|
| 439 |
+
"type": "state"
|
| 440 |
+
},
|
| 441 |
+
"robot0_gripper_qpos": {
|
| 442 |
+
"shape": [
|
| 443 |
+
1
|
| 444 |
+
],
|
| 445 |
+
"type": "state"
|
| 446 |
+
},
|
| 447 |
+
"task_uid": {
|
| 448 |
+
"shape": [
|
| 449 |
+
1
|
| 450 |
+
],
|
| 451 |
+
"type": "state"
|
| 452 |
+
}
|
| 453 |
+
},
|
| 454 |
+
"action": {
|
| 455 |
+
"shape": [
|
| 456 |
+
7
|
| 457 |
+
]
|
| 458 |
+
}
|
| 459 |
+
},
|
| 460 |
+
"variant": "p2n_state_gate_new",
|
| 461 |
+
"task": "real_robot",
|
| 462 |
+
"n_action_steps": 8,
|
| 463 |
+
"n_obs_steps": 2,
|
| 464 |
+
"past_n": 7,
|
| 465 |
+
"horizon": 16,
|
| 466 |
+
"embed_dim": 768,
|
| 467 |
+
"n_layers": 16,
|
| 468 |
+
"n_heads": 12,
|
| 469 |
+
"ffn_dim": 2048,
|
| 470 |
+
"dropout": 0.1,
|
| 471 |
+
"temperature": 0.0,
|
| 472 |
+
"topk": 10,
|
| 473 |
+
"activation_checkpointing": false,
|
| 474 |
+
"self_past_p": 0.5,
|
| 475 |
+
"self_past_warmup_steps": 1000,
|
| 476 |
+
"self_past_ramp_steps": 4000,
|
| 477 |
+
"self_past_chunk_size": 4,
|
| 478 |
+
"self_past_temperature": 1.0,
|
| 479 |
+
"self_past_topk": 10,
|
| 480 |
+
"self_past_schedule": "optimizer_step",
|
| 481 |
+
"original_obs_config": {
|
| 482 |
+
"crop_shape": [
|
| 483 |
+
112,
|
| 484 |
+
112
|
| 485 |
+
],
|
| 486 |
+
"eval_fixed_crop": true,
|
| 487 |
+
"use_group_norm": true,
|
| 488 |
+
"share_rgb_model": false,
|
| 489 |
+
"pretrained": false,
|
| 490 |
+
"state_out_dim": null,
|
| 491 |
+
"feature_dimension": 64,
|
| 492 |
+
"spatial_softmax_num_kp": 32,
|
| 493 |
+
"spatial_softmax_temperature": 1.0,
|
| 494 |
+
"spatial_softmax_noise": 0.0
|
| 495 |
+
},
|
| 496 |
+
"obs_encoder_type": "original_fused",
|
| 497 |
+
"context_layout": "original_fused_v1",
|
| 498 |
+
"context_schema_version": 2,
|
| 499 |
+
"expected_action_tokens": 8,
|
| 500 |
+
"state_history_steps": 8,
|
| 501 |
+
"state_history_keys": [
|
| 502 |
+
"robot0_eef_pos",
|
| 503 |
+
"robot0_eef_rot6d",
|
| 504 |
+
"robot0_gripper_qpos"
|
| 505 |
+
],
|
| 506 |
+
"history_embed_dim": 128,
|
| 507 |
+
"history_n_heads": 4,
|
| 508 |
+
"history_n_layers": 2,
|
| 509 |
+
"history_summary_tokens": 4,
|
| 510 |
+
"history_dropout": 0.1,
|
| 511 |
+
"history_gate_mode": "learned",
|
| 512 |
+
"history_gate_hidden_dim": 128,
|
| 513 |
+
"history_gate_init": 0.9,
|
| 514 |
+
"rotation_6d_layout": "rows",
|
| 515 |
+
"construction_mode": "restore",
|
| 516 |
+
"obs_encoder_config": {
|
| 517 |
+
"_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
|
| 518 |
+
"shape_meta": {
|
| 519 |
+
"obs": {
|
| 520 |
+
"agentview_rgb": {
|
| 521 |
+
"shape": [
|
| 522 |
+
128,
|
| 523 |
+
128,
|
| 524 |
+
3
|
| 525 |
+
],
|
| 526 |
+
"type": "rgb"
|
| 527 |
+
},
|
| 528 |
+
"robot0_eye_in_hand_rgb": {
|
| 529 |
+
"shape": [
|
| 530 |
+
128,
|
| 531 |
+
128,
|
| 532 |
+
3
|
| 533 |
+
],
|
| 534 |
+
"type": "rgb"
|
| 535 |
+
},
|
| 536 |
+
"robot0_eef_pos": {
|
| 537 |
+
"shape": [
|
| 538 |
+
3
|
| 539 |
+
],
|
| 540 |
+
"type": "state"
|
| 541 |
+
},
|
| 542 |
+
"robot0_eef_rot6d": {
|
| 543 |
+
"shape": [
|
| 544 |
+
6
|
| 545 |
+
],
|
| 546 |
+
"type": "state"
|
| 547 |
+
},
|
| 548 |
+
"robot0_gripper_qpos": {
|
| 549 |
+
"shape": [
|
| 550 |
+
1
|
| 551 |
+
],
|
| 552 |
+
"type": "state"
|
| 553 |
+
},
|
| 554 |
+
"task_uid": {
|
| 555 |
+
"shape": [
|
| 556 |
+
1
|
| 557 |
+
],
|
| 558 |
+
"type": "state"
|
| 559 |
+
}
|
| 560 |
+
},
|
| 561 |
+
"action": {
|
| 562 |
+
"shape": [
|
| 563 |
+
7
|
| 564 |
+
]
|
| 565 |
+
}
|
| 566 |
+
},
|
| 567 |
+
"n_obs_steps": 2,
|
| 568 |
+
"embed_dim": 768,
|
| 569 |
+
"original_obs_config": {
|
| 570 |
+
"crop_shape": [
|
| 571 |
+
112,
|
| 572 |
+
112
|
| 573 |
+
],
|
| 574 |
+
"eval_fixed_crop": true,
|
| 575 |
+
"use_group_norm": true,
|
| 576 |
+
"share_rgb_model": false,
|
| 577 |
+
"pretrained": false,
|
| 578 |
+
"state_out_dim": null,
|
| 579 |
+
"feature_dimension": 64,
|
| 580 |
+
"spatial_softmax_num_kp": 32,
|
| 581 |
+
"spatial_softmax_temperature": 1.0,
|
| 582 |
+
"spatial_softmax_noise": 0.0
|
| 583 |
+
}
|
| 584 |
+
},
|
| 585 |
+
"tokenizer_config": {
|
| 586 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 587 |
+
"action_aug": {
|
| 588 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 589 |
+
"p": 0.6,
|
| 590 |
+
"max_angle_deg": 30.0,
|
| 591 |
+
"mode": "conjugate",
|
| 592 |
+
"augment_position": true,
|
| 593 |
+
"pos_start": 0,
|
| 594 |
+
"pos_end": 3,
|
| 595 |
+
"rot_start": 3,
|
| 596 |
+
"rot_end": 6
|
| 597 |
+
},
|
| 598 |
+
"encoder": {
|
| 599 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 600 |
+
"sample_dim": 7,
|
| 601 |
+
"sample_horizon": 16,
|
| 602 |
+
"emb_dim": 256,
|
| 603 |
+
"head_dim": 64,
|
| 604 |
+
"depth": 2,
|
| 605 |
+
"pdropout": 0.1,
|
| 606 |
+
"latent_dim": 5,
|
| 607 |
+
"num_registers": 8
|
| 608 |
+
},
|
| 609 |
+
"decoder": {
|
| 610 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 611 |
+
"sample_dim": 7,
|
| 612 |
+
"sample_horizon": 16,
|
| 613 |
+
"emb_dim": 256,
|
| 614 |
+
"head_dim": 64,
|
| 615 |
+
"depth": 4,
|
| 616 |
+
"pdropout": 0.1,
|
| 617 |
+
"token_dropout_mode": "pow2",
|
| 618 |
+
"latent_dim": 5,
|
| 619 |
+
"latent_horizon": 8,
|
| 620 |
+
"use_causal_decoder": true
|
| 621 |
+
},
|
| 622 |
+
"quantizer": {
|
| 623 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 624 |
+
"levels": [
|
| 625 |
+
8,
|
| 626 |
+
5,
|
| 627 |
+
5,
|
| 628 |
+
5,
|
| 629 |
+
5
|
| 630 |
+
]
|
| 631 |
+
}
|
| 632 |
+
},
|
| 633 |
+
"tokenizer_metadata": {
|
| 634 |
+
"source": "/workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt",
|
| 635 |
+
"sha256": "11213d4fff6c5efb63f80b4d46852acf348dc2b4967e25a0701fb664f43ac6c7",
|
| 636 |
+
"weights": "ema",
|
| 637 |
+
"training_task": {
|
| 638 |
+
"tokenizer": {
|
| 639 |
+
"name": "real_robot_nut_washer_v3_N77",
|
| 640 |
+
"task_name": "nut_washer_v3_N77",
|
| 641 |
+
"fps": 30,
|
| 642 |
+
"shape_meta": {
|
| 643 |
+
"action": {
|
| 644 |
+
"shape": [
|
| 645 |
+
7
|
| 646 |
+
]
|
| 647 |
+
}
|
| 648 |
+
},
|
| 649 |
+
"dataset": {
|
| 650 |
+
"_target_": "oat.dataset.real_robot_dataset.RealRobotZarrDataset",
|
| 651 |
+
"zarr_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
|
| 652 |
+
"obs_keys": [],
|
| 653 |
+
"action_key": "action",
|
| 654 |
+
"n_obs_steps": 0,
|
| 655 |
+
"n_action_steps": 16,
|
| 656 |
+
"seed": 42,
|
| 657 |
+
"val_ratio": 0.05,
|
| 658 |
+
"max_train_episodes": null
|
| 659 |
+
}
|
| 660 |
+
}
|
| 661 |
+
},
|
| 662 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 663 |
+
}
|
| 664 |
+
},
|
| 665 |
+
"observation_encoder": {
|
| 666 |
+
"_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
|
| 667 |
+
"shape_meta": {
|
| 668 |
+
"obs": {
|
| 669 |
+
"agentview_rgb": {
|
| 670 |
+
"shape": [
|
| 671 |
+
128,
|
| 672 |
+
128,
|
| 673 |
+
3
|
| 674 |
+
],
|
| 675 |
+
"type": "rgb"
|
| 676 |
+
},
|
| 677 |
+
"robot0_eye_in_hand_rgb": {
|
| 678 |
+
"shape": [
|
| 679 |
+
128,
|
| 680 |
+
128,
|
| 681 |
+
3
|
| 682 |
+
],
|
| 683 |
+
"type": "rgb"
|
| 684 |
+
},
|
| 685 |
+
"robot0_eef_pos": {
|
| 686 |
+
"shape": [
|
| 687 |
+
3
|
| 688 |
+
],
|
| 689 |
+
"type": "state"
|
| 690 |
+
},
|
| 691 |
+
"robot0_eef_rot6d": {
|
| 692 |
+
"shape": [
|
| 693 |
+
6
|
| 694 |
+
],
|
| 695 |
+
"type": "state"
|
| 696 |
+
},
|
| 697 |
+
"robot0_gripper_qpos": {
|
| 698 |
+
"shape": [
|
| 699 |
+
1
|
| 700 |
+
],
|
| 701 |
+
"type": "state"
|
| 702 |
+
},
|
| 703 |
+
"task_uid": {
|
| 704 |
+
"shape": [
|
| 705 |
+
1
|
| 706 |
+
],
|
| 707 |
+
"type": "state"
|
| 708 |
+
}
|
| 709 |
+
},
|
| 710 |
+
"action": {
|
| 711 |
+
"shape": [
|
| 712 |
+
7
|
| 713 |
+
]
|
| 714 |
+
}
|
| 715 |
+
},
|
| 716 |
+
"n_obs_steps": 2,
|
| 717 |
+
"embed_dim": 768,
|
| 718 |
+
"original_obs_config": {
|
| 719 |
+
"crop_shape": [
|
| 720 |
+
112,
|
| 721 |
+
112
|
| 722 |
+
],
|
| 723 |
+
"eval_fixed_crop": true,
|
| 724 |
+
"use_group_norm": true,
|
| 725 |
+
"share_rgb_model": false,
|
| 726 |
+
"pretrained": false,
|
| 727 |
+
"state_out_dim": null,
|
| 728 |
+
"feature_dimension": 64,
|
| 729 |
+
"spatial_softmax_num_kp": 32,
|
| 730 |
+
"spatial_softmax_temperature": 1.0,
|
| 731 |
+
"spatial_softmax_noise": 0.0
|
| 732 |
+
}
|
| 733 |
+
},
|
| 734 |
+
"observation_encoder_contract": {
|
| 735 |
+
"encoder_type": "original_fused",
|
| 736 |
+
"schema_version": 2,
|
| 737 |
+
"fused_feature_dim": 139,
|
| 738 |
+
"observation_tokens": 2,
|
| 739 |
+
"rgb_ports": [
|
| 740 |
+
"agentview_rgb",
|
| 741 |
+
"robot0_eye_in_hand_rgb"
|
| 742 |
+
],
|
| 743 |
+
"state_ports": [
|
| 744 |
+
"robot0_eef_pos",
|
| 745 |
+
"robot0_eef_rot6d",
|
| 746 |
+
"robot0_gripper_qpos",
|
| 747 |
+
"task_uid"
|
| 748 |
+
],
|
| 749 |
+
"fusion_order": [
|
| 750 |
+
"agentview_rgb",
|
| 751 |
+
"robot0_eye_in_hand_rgb",
|
| 752 |
+
"robot0_eef_pos",
|
| 753 |
+
"robot0_eef_rot6d",
|
| 754 |
+
"robot0_gripper_qpos",
|
| 755 |
+
"task_uid"
|
| 756 |
+
],
|
| 757 |
+
"original_obs_config": {
|
| 758 |
+
"crop_shape": [
|
| 759 |
+
112,
|
| 760 |
+
112
|
| 761 |
+
],
|
| 762 |
+
"eval_fixed_crop": true,
|
| 763 |
+
"use_group_norm": true,
|
| 764 |
+
"share_rgb_model": false,
|
| 765 |
+
"pretrained": false,
|
| 766 |
+
"state_out_dim": null,
|
| 767 |
+
"feature_dimension": 64,
|
| 768 |
+
"spatial_softmax_num_kp": 32,
|
| 769 |
+
"spatial_softmax_temperature": 1.0,
|
| 770 |
+
"spatial_softmax_noise": 0.0
|
| 771 |
+
},
|
| 772 |
+
"effective_recipe": {
|
| 773 |
+
"cameras": [
|
| 774 |
+
{
|
| 775 |
+
"port": "agentview_rgb",
|
| 776 |
+
"input_shape": [
|
| 777 |
+
128,
|
| 778 |
+
128,
|
| 779 |
+
3
|
| 780 |
+
],
|
| 781 |
+
"feature_dim": 64,
|
| 782 |
+
"backbone": "ResNet18Conv",
|
| 783 |
+
"pretrained": false,
|
| 784 |
+
"spatial_softmax": {
|
| 785 |
+
"num_kp": 32,
|
| 786 |
+
"temperature": 1.0,
|
| 787 |
+
"noise_std": 0.0,
|
| 788 |
+
"learnable_temperature": false
|
| 789 |
+
},
|
| 790 |
+
"group_norm_groups": [
|
| 791 |
+
4,
|
| 792 |
+
4,
|
| 793 |
+
4,
|
| 794 |
+
4,
|
| 795 |
+
4,
|
| 796 |
+
8,
|
| 797 |
+
8,
|
| 798 |
+
8,
|
| 799 |
+
8,
|
| 800 |
+
8,
|
| 801 |
+
16,
|
| 802 |
+
16,
|
| 803 |
+
16,
|
| 804 |
+
16,
|
| 805 |
+
16,
|
| 806 |
+
32,
|
| 807 |
+
32,
|
| 808 |
+
32,
|
| 809 |
+
32,
|
| 810 |
+
32
|
| 811 |
+
],
|
| 812 |
+
"crop_shape": [
|
| 813 |
+
112,
|
| 814 |
+
112
|
| 815 |
+
],
|
| 816 |
+
"training_crop": "random",
|
| 817 |
+
"evaluation_crop": "center"
|
| 818 |
+
},
|
| 819 |
+
{
|
| 820 |
+
"port": "robot0_eye_in_hand_rgb",
|
| 821 |
+
"input_shape": [
|
| 822 |
+
128,
|
| 823 |
+
128,
|
| 824 |
+
3
|
| 825 |
+
],
|
| 826 |
+
"feature_dim": 64,
|
| 827 |
+
"backbone": "ResNet18Conv",
|
| 828 |
+
"pretrained": false,
|
| 829 |
+
"spatial_softmax": {
|
| 830 |
+
"num_kp": 32,
|
| 831 |
+
"temperature": 1.0,
|
| 832 |
+
"noise_std": 0.0,
|
| 833 |
+
"learnable_temperature": false
|
| 834 |
+
},
|
| 835 |
+
"group_norm_groups": [
|
| 836 |
+
4,
|
| 837 |
+
4,
|
| 838 |
+
4,
|
| 839 |
+
4,
|
| 840 |
+
4,
|
| 841 |
+
8,
|
| 842 |
+
8,
|
| 843 |
+
8,
|
| 844 |
+
8,
|
| 845 |
+
8,
|
| 846 |
+
16,
|
| 847 |
+
16,
|
| 848 |
+
16,
|
| 849 |
+
16,
|
| 850 |
+
16,
|
| 851 |
+
32,
|
| 852 |
+
32,
|
| 853 |
+
32,
|
| 854 |
+
32,
|
| 855 |
+
32
|
| 856 |
+
],
|
| 857 |
+
"crop_shape": [
|
| 858 |
+
112,
|
| 859 |
+
112
|
| 860 |
+
],
|
| 861 |
+
"training_crop": "random",
|
| 862 |
+
"evaluation_crop": "center"
|
| 863 |
+
}
|
| 864 |
+
],
|
| 865 |
+
"visual_activation": "ReLU",
|
| 866 |
+
"state_projection": "Identity",
|
| 867 |
+
"normalization": "original_encoder_internal_dataset_statistics",
|
| 868 |
+
"pretrained": false,
|
| 869 |
+
"share_rgb_model": false,
|
| 870 |
+
"initialization": "original_random_initialization_then_bridge",
|
| 871 |
+
"backbone_trainable": true
|
| 872 |
+
},
|
| 873 |
+
"dependency_versions": {
|
| 874 |
+
"torch": "2.10.0",
|
| 875 |
+
"torchvision": "0.25.0",
|
| 876 |
+
"robomimic": "0.2.0",
|
| 877 |
+
"hydra-core": "1.3.2",
|
| 878 |
+
"omegaconf": "2.3.0"
|
| 879 |
+
},
|
| 880 |
+
"source_hashes": {
|
| 881 |
+
"oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 882 |
+
"oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 883 |
+
"oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 884 |
+
"oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 885 |
+
"oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 886 |
+
"robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 887 |
+
"robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 888 |
+
"robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
|
| 889 |
+
},
|
| 890 |
+
"frame_embedding_shape": [
|
| 891 |
+
2,
|
| 892 |
+
768
|
| 893 |
+
]
|
| 894 |
+
},
|
| 895 |
+
"observation_tokens": 2,
|
| 896 |
+
"context_tokens": 15,
|
| 897 |
+
"fused_feature_dim": 139,
|
| 898 |
+
"observation_pool": "mean_fused",
|
| 899 |
+
"gate_bias": "history_summary_only",
|
| 900 |
+
"initialization": "Original ResNet18 random initialization; modern AR normal(0,.02); frozen OAT EMA",
|
| 901 |
+
"source_sha256": {
|
| 902 |
+
"oat/policy/p2n_new_original_obs.py": "fc3fdee5287d8e70ef593e6f6ff670902a577654a59a3b316c7efe179935a185",
|
| 903 |
+
"oat/policy/p2n_new_common.py": "a9714caa9b1aa05bcd05a30307b442961cab271d6742bd3d062a232efe886eb6",
|
| 904 |
+
"oat/policy/past2next_state_history_gate_real_robot.py": "4198676600516726b9621b50da558512595772874578b8261efb15ce763cee7c",
|
| 905 |
+
"oat/model/state_action_history.py": "72578afe01f21d0a43bfdbd2a4dfcc754840c85d12eca299929f65a0569eaeff",
|
| 906 |
+
"oat/model/common/normalizer.py": "7987bcdd3d088c4ef9120d29e6ec7b7419361702de02ce76e215d5869ddeab54",
|
| 907 |
+
"oat/model/common/dict_of_tensor_mixin.py": "158b63a244bcfb9aa377206730f5f59778c6aeb9138ff55c76d2c28ec46952d1",
|
| 908 |
+
"oat/model/common/context_batch.py": "231db4bc69c7b34dc67afcca5cca6e467ef42785279eb5f13e4248e04e7bce3b",
|
| 909 |
+
"oat/model/common/original_fused_context_batch.py": "8a6fb1b51ff524ad11ad9e67a762cec3c481ab68f032cf48b7a0b91cd444bea2",
|
| 910 |
+
"oat/model/autoregressive/modern_transformer_cache.py": "5a3c8347a7adaca8e1537cd8f1c86d2aa304205ae525f196e57a9e1b10d3ad72",
|
| 911 |
+
"oat/perception/original_fused_obs_adapter.py": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 912 |
+
"oat/perception/fused_obs_encoder.py": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 913 |
+
"oat/perception/robomimic_vision_encoder.py": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 914 |
+
"oat/perception/state_encoder.py": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 915 |
+
"oat/perception/crop_randomizer.py": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 916 |
+
"oat/workspace/train_p2n_new_original_obs.py": "c79bed248097e818df3852129e1197269986da974ce2791542c7ad45e0758dd0"
|
| 917 |
+
}
|
| 918 |
+
},
|
| 919 |
+
"encoder_type": "original_fused",
|
| 920 |
+
"policy_name": "p2n_state_gate_new_original_fused_real_robot",
|
| 921 |
+
"observation_tokens": 2,
|
| 922 |
+
"context_tokens": 15,
|
| 923 |
+
"fused_feature_dim": 139,
|
| 924 |
+
"observation_encoder": {
|
| 925 |
+
"encoder_type": "original_fused",
|
| 926 |
+
"schema_version": 2,
|
| 927 |
+
"fused_feature_dim": 139,
|
| 928 |
+
"observation_tokens": 2,
|
| 929 |
+
"rgb_ports": [
|
| 930 |
+
"agentview_rgb",
|
| 931 |
+
"robot0_eye_in_hand_rgb"
|
| 932 |
+
],
|
| 933 |
+
"state_ports": [
|
| 934 |
+
"robot0_eef_pos",
|
| 935 |
+
"robot0_eef_rot6d",
|
| 936 |
+
"robot0_gripper_qpos",
|
| 937 |
+
"task_uid"
|
| 938 |
+
],
|
| 939 |
+
"fusion_order": [
|
| 940 |
+
"agentview_rgb",
|
| 941 |
+
"robot0_eye_in_hand_rgb",
|
| 942 |
+
"robot0_eef_pos",
|
| 943 |
+
"robot0_eef_rot6d",
|
| 944 |
+
"robot0_gripper_qpos",
|
| 945 |
+
"task_uid"
|
| 946 |
+
],
|
| 947 |
+
"original_obs_config": {
|
| 948 |
+
"crop_shape": [
|
| 949 |
+
112,
|
| 950 |
+
112
|
| 951 |
+
],
|
| 952 |
+
"eval_fixed_crop": true,
|
| 953 |
+
"use_group_norm": true,
|
| 954 |
+
"share_rgb_model": false,
|
| 955 |
+
"pretrained": false,
|
| 956 |
+
"state_out_dim": null,
|
| 957 |
+
"feature_dimension": 64,
|
| 958 |
+
"spatial_softmax_num_kp": 32,
|
| 959 |
+
"spatial_softmax_temperature": 1.0,
|
| 960 |
+
"spatial_softmax_noise": 0.0
|
| 961 |
+
},
|
| 962 |
+
"effective_recipe": {
|
| 963 |
+
"cameras": [
|
| 964 |
+
{
|
| 965 |
+
"port": "agentview_rgb",
|
| 966 |
+
"input_shape": [
|
| 967 |
+
128,
|
| 968 |
+
128,
|
| 969 |
+
3
|
| 970 |
+
],
|
| 971 |
+
"feature_dim": 64,
|
| 972 |
+
"backbone": "ResNet18Conv",
|
| 973 |
+
"pretrained": false,
|
| 974 |
+
"spatial_softmax": {
|
| 975 |
+
"num_kp": 32,
|
| 976 |
+
"temperature": 1.0,
|
| 977 |
+
"noise_std": 0.0,
|
| 978 |
+
"learnable_temperature": false
|
| 979 |
+
},
|
| 980 |
+
"group_norm_groups": [
|
| 981 |
+
4,
|
| 982 |
+
4,
|
| 983 |
+
4,
|
| 984 |
+
4,
|
| 985 |
+
4,
|
| 986 |
+
8,
|
| 987 |
+
8,
|
| 988 |
+
8,
|
| 989 |
+
8,
|
| 990 |
+
8,
|
| 991 |
+
16,
|
| 992 |
+
16,
|
| 993 |
+
16,
|
| 994 |
+
16,
|
| 995 |
+
16,
|
| 996 |
+
32,
|
| 997 |
+
32,
|
| 998 |
+
32,
|
| 999 |
+
32,
|
| 1000 |
+
32
|
| 1001 |
+
],
|
| 1002 |
+
"crop_shape": [
|
| 1003 |
+
112,
|
| 1004 |
+
112
|
| 1005 |
+
],
|
| 1006 |
+
"training_crop": "random",
|
| 1007 |
+
"evaluation_crop": "center"
|
| 1008 |
+
},
|
| 1009 |
+
{
|
| 1010 |
+
"port": "robot0_eye_in_hand_rgb",
|
| 1011 |
+
"input_shape": [
|
| 1012 |
+
128,
|
| 1013 |
+
128,
|
| 1014 |
+
3
|
| 1015 |
+
],
|
| 1016 |
+
"feature_dim": 64,
|
| 1017 |
+
"backbone": "ResNet18Conv",
|
| 1018 |
+
"pretrained": false,
|
| 1019 |
+
"spatial_softmax": {
|
| 1020 |
+
"num_kp": 32,
|
| 1021 |
+
"temperature": 1.0,
|
| 1022 |
+
"noise_std": 0.0,
|
| 1023 |
+
"learnable_temperature": false
|
| 1024 |
+
},
|
| 1025 |
+
"group_norm_groups": [
|
| 1026 |
+
4,
|
| 1027 |
+
4,
|
| 1028 |
+
4,
|
| 1029 |
+
4,
|
| 1030 |
+
4,
|
| 1031 |
+
8,
|
| 1032 |
+
8,
|
| 1033 |
+
8,
|
| 1034 |
+
8,
|
| 1035 |
+
8,
|
| 1036 |
+
16,
|
| 1037 |
+
16,
|
| 1038 |
+
16,
|
| 1039 |
+
16,
|
| 1040 |
+
16,
|
| 1041 |
+
32,
|
| 1042 |
+
32,
|
| 1043 |
+
32,
|
| 1044 |
+
32,
|
| 1045 |
+
32
|
| 1046 |
+
],
|
| 1047 |
+
"crop_shape": [
|
| 1048 |
+
112,
|
| 1049 |
+
112
|
| 1050 |
+
],
|
| 1051 |
+
"training_crop": "random",
|
| 1052 |
+
"evaluation_crop": "center"
|
| 1053 |
+
}
|
| 1054 |
+
],
|
| 1055 |
+
"visual_activation": "ReLU",
|
| 1056 |
+
"state_projection": "Identity",
|
| 1057 |
+
"normalization": "original_encoder_internal_dataset_statistics",
|
| 1058 |
+
"pretrained": false,
|
| 1059 |
+
"share_rgb_model": false,
|
| 1060 |
+
"initialization": "original_random_initialization_then_bridge",
|
| 1061 |
+
"backbone_trainable": true
|
| 1062 |
+
},
|
| 1063 |
+
"dependency_versions": {
|
| 1064 |
+
"torch": "2.10.0",
|
| 1065 |
+
"torchvision": "0.25.0",
|
| 1066 |
+
"robomimic": "0.2.0",
|
| 1067 |
+
"hydra-core": "1.3.2",
|
| 1068 |
+
"omegaconf": "2.3.0"
|
| 1069 |
+
},
|
| 1070 |
+
"source_hashes": {
|
| 1071 |
+
"oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
|
| 1072 |
+
"oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
|
| 1073 |
+
"oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
|
| 1074 |
+
"oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
|
| 1075 |
+
"oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
|
| 1076 |
+
"robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1077 |
+
"robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
|
| 1078 |
+
"robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
|
| 1079 |
+
},
|
| 1080 |
+
"frame_embedding_shape": [
|
| 1081 |
+
2,
|
| 1082 |
+
768
|
| 1083 |
+
]
|
| 1084 |
+
},
|
| 1085 |
+
"environment": {
|
| 1086 |
+
"python": "3.10.21",
|
| 1087 |
+
"torch": "2.10.0",
|
| 1088 |
+
"cuda_runtime": "12.9",
|
| 1089 |
+
"world_size": 1
|
| 1090 |
+
},
|
| 1091 |
+
"evaluation": {
|
| 1092 |
+
"kind": "offline",
|
| 1093 |
+
"lazy_eval": true,
|
| 1094 |
+
"validation_max_samples": null,
|
| 1095 |
+
"physical_robot_rollout": false,
|
| 1096 |
+
"description": "Held-out recorded robot data only; no automatic physical robot rollout"
|
| 1097 |
+
},
|
| 1098 |
+
"performance_contract": {
|
| 1099 |
+
"measurements": "Performance is unmeasured; parameter counts do not imply speedup.",
|
| 1100 |
+
"cnn_trainable": true,
|
| 1101 |
+
"crop_shape": [
|
| 1102 |
+
112,
|
| 1103 |
+
112
|
| 1104 |
+
],
|
| 1105 |
+
"batch_per_rank": 64,
|
| 1106 |
+
"gradient_accumulation": 2,
|
| 1107 |
+
"self_past_probability": 0.0
|
| 1108 |
+
},
|
| 1109 |
+
"world_size": 1,
|
| 1110 |
+
"vision": "original_fused",
|
| 1111 |
+
"effective_batch": 128,
|
| 1112 |
+
"validation_batch_per_rank": 4,
|
| 1113 |
+
"self_past_chunk_size": 4,
|
| 1114 |
+
"normalizer_initialization": "fit from training episodes only when workspace starts",
|
| 1115 |
+
"status": "CPU source/schema/construction checks complete; GPU/DDP performance unmeasured"
|
| 1116 |
+
}
|
outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_resolved.yaml
ADDED
|
@@ -0,0 +1,279 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: real_robot_nut_washer_v3_N77
|
| 4 |
+
task_name: nut_washer_v3_N77
|
| 5 |
+
task_uids:
|
| 6 |
+
- 0
|
| 7 |
+
lazy_eval: true
|
| 8 |
+
fps: 30
|
| 9 |
+
shape_meta:
|
| 10 |
+
obs:
|
| 11 |
+
agentview_rgb:
|
| 12 |
+
shape:
|
| 13 |
+
- 128
|
| 14 |
+
- 128
|
| 15 |
+
- 3
|
| 16 |
+
type: rgb
|
| 17 |
+
robot0_eye_in_hand_rgb:
|
| 18 |
+
shape:
|
| 19 |
+
- 128
|
| 20 |
+
- 128
|
| 21 |
+
- 3
|
| 22 |
+
type: rgb
|
| 23 |
+
robot0_eef_pos:
|
| 24 |
+
shape:
|
| 25 |
+
- 3
|
| 26 |
+
type: state
|
| 27 |
+
robot0_eef_rot6d:
|
| 28 |
+
shape:
|
| 29 |
+
- 6
|
| 30 |
+
type: state
|
| 31 |
+
robot0_gripper_qpos:
|
| 32 |
+
shape:
|
| 33 |
+
- 1
|
| 34 |
+
type: state
|
| 35 |
+
task_uid:
|
| 36 |
+
shape:
|
| 37 |
+
- 1
|
| 38 |
+
type: state
|
| 39 |
+
action:
|
| 40 |
+
shape:
|
| 41 |
+
- 7
|
| 42 |
+
env_runner: null
|
| 43 |
+
dataset:
|
| 44 |
+
_target_: oat.dataset.real_robot_state_history.RealRobotZarrDatasetWithStateHistory
|
| 45 |
+
zarr_path: /workspace/ysk/zarr/nut_washer_v3_N77.zarr
|
| 46 |
+
obs_keys:
|
| 47 |
+
- agentview_rgb
|
| 48 |
+
- robot0_eye_in_hand_rgb
|
| 49 |
+
- robot0_eef_pos
|
| 50 |
+
- robot0_eef_rot6d
|
| 51 |
+
- robot0_gripper_qpos
|
| 52 |
+
- task_uid
|
| 53 |
+
action_key: action
|
| 54 |
+
n_obs_steps: 2
|
| 55 |
+
n_action_steps: 16
|
| 56 |
+
seed: 42
|
| 57 |
+
val_ratio: 0.05
|
| 58 |
+
max_train_episodes: null
|
| 59 |
+
past_n: 7
|
| 60 |
+
n_exec_steps: 8
|
| 61 |
+
history_padding: zero
|
| 62 |
+
return_history_validity: true
|
| 63 |
+
state_history_steps: 8
|
| 64 |
+
state_history_keys:
|
| 65 |
+
- robot0_eef_pos
|
| 66 |
+
- robot0_eef_rot6d
|
| 67 |
+
- robot0_gripper_qpos
|
| 68 |
+
name: train_p2n_state_gate_new_original_obs_real_robot
|
| 69 |
+
variant: p2n_state_gate_new
|
| 70 |
+
task_type: real_robot
|
| 71 |
+
_target_: oat.workspace.train_p2n_new_original_obs.TrainP2NNewOriginalObsWorkspace
|
| 72 |
+
seed: 42
|
| 73 |
+
horizon: 16
|
| 74 |
+
n_action_steps: 8
|
| 75 |
+
n_obs_steps: 2
|
| 76 |
+
past_n: 7
|
| 77 |
+
task_name: real_robot_nut_washer_v3_N77
|
| 78 |
+
shape_meta:
|
| 79 |
+
obs:
|
| 80 |
+
agentview_rgb:
|
| 81 |
+
shape:
|
| 82 |
+
- 128
|
| 83 |
+
- 128
|
| 84 |
+
- 3
|
| 85 |
+
type: rgb
|
| 86 |
+
robot0_eye_in_hand_rgb:
|
| 87 |
+
shape:
|
| 88 |
+
- 128
|
| 89 |
+
- 128
|
| 90 |
+
- 3
|
| 91 |
+
type: rgb
|
| 92 |
+
robot0_eef_pos:
|
| 93 |
+
shape:
|
| 94 |
+
- 3
|
| 95 |
+
type: state
|
| 96 |
+
robot0_eef_rot6d:
|
| 97 |
+
shape:
|
| 98 |
+
- 6
|
| 99 |
+
type: state
|
| 100 |
+
robot0_gripper_qpos:
|
| 101 |
+
shape:
|
| 102 |
+
- 1
|
| 103 |
+
type: state
|
| 104 |
+
task_uid:
|
| 105 |
+
shape:
|
| 106 |
+
- 1
|
| 107 |
+
type: state
|
| 108 |
+
action:
|
| 109 |
+
shape:
|
| 110 |
+
- 7
|
| 111 |
+
policy:
|
| 112 |
+
_target_: oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy
|
| 113 |
+
variant: p2n_state_gate_new
|
| 114 |
+
task: real_robot
|
| 115 |
+
shape_meta:
|
| 116 |
+
obs:
|
| 117 |
+
agentview_rgb:
|
| 118 |
+
shape:
|
| 119 |
+
- 128
|
| 120 |
+
- 128
|
| 121 |
+
- 3
|
| 122 |
+
type: rgb
|
| 123 |
+
robot0_eye_in_hand_rgb:
|
| 124 |
+
shape:
|
| 125 |
+
- 128
|
| 126 |
+
- 128
|
| 127 |
+
- 3
|
| 128 |
+
type: rgb
|
| 129 |
+
robot0_eef_pos:
|
| 130 |
+
shape:
|
| 131 |
+
- 3
|
| 132 |
+
type: state
|
| 133 |
+
robot0_eef_rot6d:
|
| 134 |
+
shape:
|
| 135 |
+
- 6
|
| 136 |
+
type: state
|
| 137 |
+
robot0_gripper_qpos:
|
| 138 |
+
shape:
|
| 139 |
+
- 1
|
| 140 |
+
type: state
|
| 141 |
+
task_uid:
|
| 142 |
+
shape:
|
| 143 |
+
- 1
|
| 144 |
+
type: state
|
| 145 |
+
action:
|
| 146 |
+
shape:
|
| 147 |
+
- 7
|
| 148 |
+
n_action_steps: 8
|
| 149 |
+
n_obs_steps: 2
|
| 150 |
+
past_n: 7
|
| 151 |
+
horizon: 16
|
| 152 |
+
construction_mode: fresh
|
| 153 |
+
tokenizer_checkpoint: /workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt
|
| 154 |
+
embed_dim: 768
|
| 155 |
+
n_layers: 16
|
| 156 |
+
n_heads: 12
|
| 157 |
+
ffn_dim: 2048
|
| 158 |
+
dropout: 0.1
|
| 159 |
+
temperature: 0.0
|
| 160 |
+
topk: 10
|
| 161 |
+
activation_checkpointing: false
|
| 162 |
+
self_past_p: 0.5
|
| 163 |
+
self_past_warmup_steps: 1000
|
| 164 |
+
self_past_ramp_steps: 4000
|
| 165 |
+
self_past_schedule: optimizer_step
|
| 166 |
+
self_past_chunk_size: 4
|
| 167 |
+
self_past_temperature: 1.0
|
| 168 |
+
self_past_topk: 10
|
| 169 |
+
obs_encoder_type: original_fused
|
| 170 |
+
context_layout: original_fused_v1
|
| 171 |
+
context_schema_version: 2
|
| 172 |
+
expected_action_tokens: 8
|
| 173 |
+
original_obs_config:
|
| 174 |
+
crop_shape:
|
| 175 |
+
- 112
|
| 176 |
+
- 112
|
| 177 |
+
eval_fixed_crop: true
|
| 178 |
+
use_group_norm: true
|
| 179 |
+
share_rgb_model: false
|
| 180 |
+
pretrained: false
|
| 181 |
+
state_out_dim: null
|
| 182 |
+
feature_dimension: 64
|
| 183 |
+
spatial_softmax_num_kp: 32
|
| 184 |
+
spatial_softmax_temperature: 1.0
|
| 185 |
+
spatial_softmax_noise: 0.0
|
| 186 |
+
state_history_steps: 8
|
| 187 |
+
state_history_keys:
|
| 188 |
+
- robot0_eef_pos
|
| 189 |
+
- robot0_eef_rot6d
|
| 190 |
+
- robot0_gripper_qpos
|
| 191 |
+
history_embed_dim: 128
|
| 192 |
+
history_n_heads: 4
|
| 193 |
+
history_n_layers: 2
|
| 194 |
+
history_summary_tokens: 4
|
| 195 |
+
history_dropout: 0.1
|
| 196 |
+
history_gate_mode: learned
|
| 197 |
+
history_gate_hidden_dim: 128
|
| 198 |
+
history_gate_init: 0.9
|
| 199 |
+
rotation_6d_layout: rows
|
| 200 |
+
training:
|
| 201 |
+
resume: false
|
| 202 |
+
resume_checkpoint: null
|
| 203 |
+
init_checkpoint: null
|
| 204 |
+
allow_bf16: true
|
| 205 |
+
max_grad_norm: 1.0
|
| 206 |
+
num_epochs: 2001
|
| 207 |
+
val_every: 1
|
| 208 |
+
sample_every: 1
|
| 209 |
+
rollout_every: 25
|
| 210 |
+
checkpoint_every: 50
|
| 211 |
+
snapshot_every: 50
|
| 212 |
+
lr_scheduler: cosine
|
| 213 |
+
lr_warmup_steps: null
|
| 214 |
+
lr_warmup_ratio: 0.05
|
| 215 |
+
gradient_accumulate_every: 2
|
| 216 |
+
max_train_steps: null
|
| 217 |
+
max_val_steps: null
|
| 218 |
+
max_reconst_steps: 10
|
| 219 |
+
seed: 42
|
| 220 |
+
use_ema: true
|
| 221 |
+
num_demo: 77
|
| 222 |
+
tqdm_interval_sec: 1.0
|
| 223 |
+
validate_generated_history: true
|
| 224 |
+
offline_validation_enabled: true
|
| 225 |
+
offline_validation_reason: held_out_nut_washer_v3_N77_episodes
|
| 226 |
+
validation_max_samples: null
|
| 227 |
+
ema:
|
| 228 |
+
_target_: oat.model.diffusion.ema_model.EMAModel
|
| 229 |
+
update_after_step: 0
|
| 230 |
+
inv_gamma: 1.0
|
| 231 |
+
power: 0.75
|
| 232 |
+
min_value: 0.0
|
| 233 |
+
max_value: 0.9999
|
| 234 |
+
optimizer:
|
| 235 |
+
policy_lr: 5.0e-05
|
| 236 |
+
obs_enc_lr: 1.0e-05
|
| 237 |
+
weight_decay: 0.01
|
| 238 |
+
betas:
|
| 239 |
+
- 0.9
|
| 240 |
+
- 0.95
|
| 241 |
+
dataloader:
|
| 242 |
+
batch_size: 64
|
| 243 |
+
num_workers: 4
|
| 244 |
+
shuffle: true
|
| 245 |
+
pin_memory: true
|
| 246 |
+
persistent_workers: true
|
| 247 |
+
drop_last: true
|
| 248 |
+
val_dataloader:
|
| 249 |
+
batch_size: 4
|
| 250 |
+
num_workers: 2
|
| 251 |
+
shuffle: false
|
| 252 |
+
pin_memory: true
|
| 253 |
+
persistent_workers: true
|
| 254 |
+
drop_last: false
|
| 255 |
+
logging:
|
| 256 |
+
project: real_robot_p2n_new_original_obs
|
| 257 |
+
resume: false
|
| 258 |
+
mode: online
|
| 259 |
+
name: 20261004.184658_p2n_state_gate_new_original_obs_real_robot_nut_washer_v3_N77_seed42
|
| 260 |
+
tags:
|
| 261 |
+
- p2n_state_gate_new
|
| 262 |
+
- real_robot_nut_washer_v3_N77
|
| 263 |
+
- original_fused
|
| 264 |
+
id: null
|
| 265 |
+
group: p2n_state_gate_new_original_obs_real_robot
|
| 266 |
+
checkpoint:
|
| 267 |
+
topk:
|
| 268 |
+
monitor_key: val_loss
|
| 269 |
+
mode: min
|
| 270 |
+
k: 0
|
| 271 |
+
format_str: ep-{epoch:04d}_val-{val_loss:.6f}.ckpt
|
| 272 |
+
save_last_ckpt: true
|
| 273 |
+
save_last_snapshot: false
|
| 274 |
+
save_all: false
|
| 275 |
+
state_history_steps: 8
|
| 276 |
+
state_history_keys:
|
| 277 |
+
- robot0_eef_pos
|
| 278 |
+
- robot0_eef_rot6d
|
| 279 |
+
- robot0_gripper_qpos
|
outputs/training/p2n_vla_libero10_s42/README.md
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: gemma
|
| 3 |
+
base_model: lerobot/pi05_base
|
| 4 |
+
tags:
|
| 5 |
+
- robotics
|
| 6 |
+
- vision-language-action
|
| 7 |
+
- imitation-learning
|
| 8 |
+
- libero
|
| 9 |
+
- pi0.5
|
| 10 |
+
- past2next
|
| 11 |
+
library_name: pytorch
|
| 12 |
+
---
|
| 13 |
+
|
| 14 |
+
# P2N-VLA (`p2n_vla`) — LIBERO-10, seed 42 — in-progress run
|
| 15 |
+
|
| 16 |
+
A PI0.5-style vision-language-action model whose action expert is a **Past2Next autoregressive head**:
|
| 17 |
+
|
| 18 |
+
- **VLM:** PaliGemma from `lerobot/pi05_base` — SigLIP So400m/14 (frozen) and Gemma-2B with LoRA r16/α16.
|
| 19 |
+
- **Action expert:** the pi05_base Gemma-300M expert (layer-wise attention to every VLM layer's K/V), re-purposed to predict
|
| 20 |
+
the 8 tokens of the frozen SO(3)-augmented OAT action tokenizer autoregressively (16×7 action chunk → 8 tokens, FSQ
|
| 21 |
+
`[8,5,5,5,5]`), conditioned on the 7 previously executed commands and their 1st/2nd differences.
|
| 22 |
+
- **Knowledge insulation:** the VLM also predicts the OAT tokens (KI loss); the expert reads stop-gradient VLM K/V.
|
| 23 |
+
- **Self-past training:** the expert is also trained on action histories it generated itself (p = 0.5 after a ramp).
|
| 24 |
+
|
| 25 |
+
Trained on LIBERO-10 (450 training demos) on 2× RTX 4090: micro-batch 8 × 2 GPUs × accumulation 2 = 32, AdamW,
|
| 26 |
+
1k warmup + cosine, EMA 0.999. **This is an in-progress run (30k updates planned); snapshots at 25k and 30k will follow.**
|
| 27 |
+
|
| 28 |
+
## Results — official LIBERO protocol (in-training evaluation)
|
| 29 |
+
|
| 30 |
+
500 episodes per evaluation: each task's 50 fixed LIBERO initial states once, LIBERO's 5 zero-action settling steps,
|
| 31 |
+
**550 policy steps per episode** (this project's budget; LIBERO's own evaluator uses 600), greedy decoding, 8 of 16
|
| 32 |
+
actions executed per chunk. Episode seeds 3000–3499. The evaluated weights are exactly those in the snapshot (EMA,
|
| 33 |
+
trainable tensors in bf16). 95% Wilson intervals in brackets.
|
| 34 |
+
|
| 35 |
+
| Snapshot | Updates | Success rate | Successes |
|
| 36 |
+
|---|---|---|---|
|
| 37 |
+
| `snapshots/upd-005000_ema.ckpt` | 5,000 | **18.8%** [15.6, 22.5] | 94/500 |
|
| 38 |
+
| `snapshots/upd-010000_ema.ckpt` | 10,000 | **34.8%** [30.8, 39.1] | 174/500 |
|
| 39 |
+
| `snapshots/upd-015000_ema.ckpt` | 15,000 | **35.6%** [31.5, 39.9] | 178/500 |
|
| 40 |
+
| `snapshots/upd-020000_ema.ckpt` | 20,000 | **41.8%** [37.6, 46.2] | 209/500 |
|
| 41 |
+
|
| 42 |
+
Per task:
|
| 43 |
+
|
| 44 |
+
| Task | 5k | 10k | 15k | 20k |
|
| 45 |
+
|---|---|---|---|---|
|
| 46 |
+
| KITCHEN SCENE3 turn on the stove and put the moka pot on it | 24% | 0% | 0% | 2% |
|
| 47 |
+
| KITCHEN SCENE4 put the black bowl in the bottom drawer of the cabinet and close it | 56% | 74% | 80% | 80% |
|
| 48 |
+
| KITCHEN SCENE6 put the yellow and white mug in the microwave and close it | 8% | 80% | 62% | 70% |
|
| 49 |
+
| KITCHEN SCENE8 put both moka pots on the stove | 4% | 8% | 2% | 2% |
|
| 50 |
+
| LIVING ROOM SCENE1 put both the alphabet soup and the cream cheese box in the basket | 20% | 50% | 52% | 56% |
|
| 51 |
+
| LIVING ROOM SCENE2 put both the alphabet soup and the tomato sauce in the basket | 26% | 24% | 46% | 68% |
|
| 52 |
+
| LIVING ROOM SCENE2 put both the cream cheese box and the butter in the basket | 28% | 42% | 46% | 68% |
|
| 53 |
+
| LIVING ROOM SCENE5 put the white mug on the left plate and put the yellow and white mug on the right plate | 10% | 44% | 20% | 34% |
|
| 54 |
+
| LIVING ROOM SCENE6 put the white mug on the plate and put the chocolate pudding to the right of the plate | 8% | 26% | 48% | 38% |
|
| 55 |
+
| STUDY SCENE1 pick up the book and place it in the back compartment of the caddy | 4% | 0% | 0% | 0% |
|
| 56 |
+
|
| 57 |
+
## Files
|
| 58 |
+
|
| 59 |
+
| Path | What |
|
| 60 |
+
|---|---|
|
| 61 |
+
| `snapshots/upd-NNNNNN_ema.ckpt` (0.72 GB each) | EMA policy artifact: everything except the frozen pi05_base backbone (LoRA, action expert, KI table, history/condition modules, normalizers, and the frozen OAT tokenizer). |
|
| 62 |
+
| `checkpoints/latest.ckpt` (5.6 GB) | Full resume state at update 20,000 (start of epoch 200): live + EMA weights, AdamW state, LR schedule, per-rank RNG, counters. World size 2. |
|
| 63 |
+
| `eval/rollout_epoch-EEEE_upd-NNNNNN/` | `summary.json` (per-task results, Wilson intervals) and `episodes.jsonl` (one record per episode). |
|
| 64 |
+
| `p2n_vla_resolved.yaml`, `training_report.json`, `dataset_split.json`, `p2n_vla_preflight.json` | Resolved config, parameter/optimizer report, exact train/validation episode split, asset provenance (sha256). |
|
| 65 |
+
| `logs.jsonl` | Per-update training log (losses, token accuracies, grad norms, LR) plus epoch, validation and rollout records. |
|
| 66 |
+
|
| 67 |
+
## Loading
|
| 68 |
+
|
| 69 |
+
Code: https://github.com/seanliu7081/past2next_bug_fixed (commit `617e663`; `oat/policy/p2n_vla*.py`, `oat/model/vla/`,
|
| 70 |
+
`scripts/evaluate_p2n_vla.py`, usage in `docs/P2N_VLA.md`). Loading also needs the pi05_base weights
|
| 71 |
+
(`lerobot/pi05_base`, revision `b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba`, `model.safetensors`, sha256 `0eb11ca9…59b0f`) and
|
| 72 |
+
the PaliGemma SentencePiece model (`paligemma_tokenizer.model`, sha256 `8986bb4f…fc6`, from `storage.googleapis.com/big_vision/`).
|
| 73 |
+
|
| 74 |
+
```python
|
| 75 |
+
from oat.policy.p2n_vla import P2NVLAPolicy
|
| 76 |
+
|
| 77 |
+
policy = P2NVLAPolicy.from_checkpoint(
|
| 78 |
+
"snapshots/upd-020000_ema.ckpt",
|
| 79 |
+
base_weights="<path to lerobot/pi05_base model.safetensors>", # frozen backbone, not stored here
|
| 80 |
+
spm_path="<path to paligemma_tokenizer.model>",
|
| 81 |
+
weights="ema", device="cuda",
|
| 82 |
+
)
|
| 83 |
+
```
|
| 84 |
+
|
| 85 |
+
LIBERO-10 evaluation: `scripts/evaluate_p2n_vla.py --snapshot ... --protocol official --n-test 500 --seed 44 --episode-start-seed 3000`.
|
| 86 |
+
|
| 87 |
+
## Notes
|
| 88 |
+
|
| 89 |
+
- **License:** the weights are fine-tuned from `lerobot/pi05_base` (PaliGemma/Gemma); use is subject to the Gemma Terms of Use.
|
| 90 |
+
- **Pickled checkpoints** (`torch.save` + `dill`), not safetensors: loading executes pickled code. Only load files you trust.
|
| 91 |
+
- The policy uses the OAT tokenizer from [`SeanLiu0272/past2next-libero10`](https://huggingface.co/SeanLiu0272/past2next-libero10)
|
| 92 |
+
(`tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt`), embedded in each snapshot.
|
outputs/training/p2n_vla_libero10_s42/dataset_split.json
ADDED
|
@@ -0,0 +1,531 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"identity": {
|
| 4 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 5 |
+
"train_episode_ids": [
|
| 6 |
+
0,
|
| 7 |
+
1,
|
| 8 |
+
2,
|
| 9 |
+
3,
|
| 10 |
+
4,
|
| 11 |
+
5,
|
| 12 |
+
6,
|
| 13 |
+
7,
|
| 14 |
+
8,
|
| 15 |
+
9,
|
| 16 |
+
10,
|
| 17 |
+
11,
|
| 18 |
+
12,
|
| 19 |
+
13,
|
| 20 |
+
14,
|
| 21 |
+
15,
|
| 22 |
+
16,
|
| 23 |
+
17,
|
| 24 |
+
18,
|
| 25 |
+
19,
|
| 26 |
+
20,
|
| 27 |
+
21,
|
| 28 |
+
22,
|
| 29 |
+
23,
|
| 30 |
+
24,
|
| 31 |
+
25,
|
| 32 |
+
26,
|
| 33 |
+
27,
|
| 34 |
+
28,
|
| 35 |
+
29,
|
| 36 |
+
30,
|
| 37 |
+
32,
|
| 38 |
+
34,
|
| 39 |
+
35,
|
| 40 |
+
36,
|
| 41 |
+
37,
|
| 42 |
+
38,
|
| 43 |
+
41,
|
| 44 |
+
42,
|
| 45 |
+
45,
|
| 46 |
+
46,
|
| 47 |
+
47,
|
| 48 |
+
48,
|
| 49 |
+
49,
|
| 50 |
+
50,
|
| 51 |
+
51,
|
| 52 |
+
52,
|
| 53 |
+
53,
|
| 54 |
+
54,
|
| 55 |
+
55,
|
| 56 |
+
56,
|
| 57 |
+
57,
|
| 58 |
+
58,
|
| 59 |
+
60,
|
| 60 |
+
61,
|
| 61 |
+
62,
|
| 62 |
+
63,
|
| 63 |
+
64,
|
| 64 |
+
65,
|
| 65 |
+
66,
|
| 66 |
+
67,
|
| 67 |
+
68,
|
| 68 |
+
69,
|
| 69 |
+
70,
|
| 70 |
+
71,
|
| 71 |
+
72,
|
| 72 |
+
73,
|
| 73 |
+
74,
|
| 74 |
+
75,
|
| 75 |
+
76,
|
| 76 |
+
77,
|
| 77 |
+
78,
|
| 78 |
+
79,
|
| 79 |
+
80,
|
| 80 |
+
82,
|
| 81 |
+
83,
|
| 82 |
+
84,
|
| 83 |
+
85,
|
| 84 |
+
87,
|
| 85 |
+
88,
|
| 86 |
+
89,
|
| 87 |
+
90,
|
| 88 |
+
91,
|
| 89 |
+
93,
|
| 90 |
+
94,
|
| 91 |
+
95,
|
| 92 |
+
96,
|
| 93 |
+
97,
|
| 94 |
+
98,
|
| 95 |
+
99,
|
| 96 |
+
100,
|
| 97 |
+
101,
|
| 98 |
+
102,
|
| 99 |
+
103,
|
| 100 |
+
104,
|
| 101 |
+
105,
|
| 102 |
+
106,
|
| 103 |
+
107,
|
| 104 |
+
108,
|
| 105 |
+
110,
|
| 106 |
+
111,
|
| 107 |
+
112,
|
| 108 |
+
113,
|
| 109 |
+
114,
|
| 110 |
+
115,
|
| 111 |
+
116,
|
| 112 |
+
117,
|
| 113 |
+
118,
|
| 114 |
+
119,
|
| 115 |
+
120,
|
| 116 |
+
121,
|
| 117 |
+
122,
|
| 118 |
+
123,
|
| 119 |
+
124,
|
| 120 |
+
125,
|
| 121 |
+
126,
|
| 122 |
+
127,
|
| 123 |
+
128,
|
| 124 |
+
129,
|
| 125 |
+
130,
|
| 126 |
+
131,
|
| 127 |
+
132,
|
| 128 |
+
133,
|
| 129 |
+
134,
|
| 130 |
+
136,
|
| 131 |
+
137,
|
| 132 |
+
138,
|
| 133 |
+
139,
|
| 134 |
+
140,
|
| 135 |
+
141,
|
| 136 |
+
142,
|
| 137 |
+
143,
|
| 138 |
+
144,
|
| 139 |
+
145,
|
| 140 |
+
146,
|
| 141 |
+
147,
|
| 142 |
+
148,
|
| 143 |
+
149,
|
| 144 |
+
150,
|
| 145 |
+
151,
|
| 146 |
+
152,
|
| 147 |
+
153,
|
| 148 |
+
154,
|
| 149 |
+
155,
|
| 150 |
+
156,
|
| 151 |
+
157,
|
| 152 |
+
158,
|
| 153 |
+
159,
|
| 154 |
+
160,
|
| 155 |
+
161,
|
| 156 |
+
162,
|
| 157 |
+
163,
|
| 158 |
+
164,
|
| 159 |
+
165,
|
| 160 |
+
166,
|
| 161 |
+
167,
|
| 162 |
+
168,
|
| 163 |
+
169,
|
| 164 |
+
170,
|
| 165 |
+
171,
|
| 166 |
+
172,
|
| 167 |
+
173,
|
| 168 |
+
174,
|
| 169 |
+
176,
|
| 170 |
+
177,
|
| 171 |
+
178,
|
| 172 |
+
179,
|
| 173 |
+
180,
|
| 174 |
+
181,
|
| 175 |
+
182,
|
| 176 |
+
183,
|
| 177 |
+
184,
|
| 178 |
+
185,
|
| 179 |
+
186,
|
| 180 |
+
187,
|
| 181 |
+
188,
|
| 182 |
+
189,
|
| 183 |
+
190,
|
| 184 |
+
192,
|
| 185 |
+
193,
|
| 186 |
+
194,
|
| 187 |
+
195,
|
| 188 |
+
196,
|
| 189 |
+
198,
|
| 190 |
+
200,
|
| 191 |
+
201,
|
| 192 |
+
202,
|
| 193 |
+
203,
|
| 194 |
+
204,
|
| 195 |
+
205,
|
| 196 |
+
206,
|
| 197 |
+
207,
|
| 198 |
+
208,
|
| 199 |
+
209,
|
| 200 |
+
210,
|
| 201 |
+
213,
|
| 202 |
+
214,
|
| 203 |
+
215,
|
| 204 |
+
217,
|
| 205 |
+
218,
|
| 206 |
+
219,
|
| 207 |
+
220,
|
| 208 |
+
222,
|
| 209 |
+
223,
|
| 210 |
+
224,
|
| 211 |
+
225,
|
| 212 |
+
226,
|
| 213 |
+
227,
|
| 214 |
+
228,
|
| 215 |
+
229,
|
| 216 |
+
230,
|
| 217 |
+
231,
|
| 218 |
+
232,
|
| 219 |
+
233,
|
| 220 |
+
234,
|
| 221 |
+
236,
|
| 222 |
+
237,
|
| 223 |
+
238,
|
| 224 |
+
240,
|
| 225 |
+
241,
|
| 226 |
+
243,
|
| 227 |
+
244,
|
| 228 |
+
245,
|
| 229 |
+
246,
|
| 230 |
+
247,
|
| 231 |
+
248,
|
| 232 |
+
249,
|
| 233 |
+
250,
|
| 234 |
+
251,
|
| 235 |
+
252,
|
| 236 |
+
253,
|
| 237 |
+
254,
|
| 238 |
+
255,
|
| 239 |
+
256,
|
| 240 |
+
257,
|
| 241 |
+
258,
|
| 242 |
+
259,
|
| 243 |
+
260,
|
| 244 |
+
262,
|
| 245 |
+
263,
|
| 246 |
+
264,
|
| 247 |
+
265,
|
| 248 |
+
266,
|
| 249 |
+
267,
|
| 250 |
+
269,
|
| 251 |
+
270,
|
| 252 |
+
271,
|
| 253 |
+
272,
|
| 254 |
+
273,
|
| 255 |
+
274,
|
| 256 |
+
275,
|
| 257 |
+
276,
|
| 258 |
+
277,
|
| 259 |
+
278,
|
| 260 |
+
279,
|
| 261 |
+
280,
|
| 262 |
+
281,
|
| 263 |
+
282,
|
| 264 |
+
283,
|
| 265 |
+
284,
|
| 266 |
+
285,
|
| 267 |
+
286,
|
| 268 |
+
287,
|
| 269 |
+
288,
|
| 270 |
+
289,
|
| 271 |
+
290,
|
| 272 |
+
291,
|
| 273 |
+
292,
|
| 274 |
+
293,
|
| 275 |
+
294,
|
| 276 |
+
295,
|
| 277 |
+
297,
|
| 278 |
+
298,
|
| 279 |
+
299,
|
| 280 |
+
300,
|
| 281 |
+
301,
|
| 282 |
+
302,
|
| 283 |
+
303,
|
| 284 |
+
304,
|
| 285 |
+
305,
|
| 286 |
+
307,
|
| 287 |
+
308,
|
| 288 |
+
310,
|
| 289 |
+
311,
|
| 290 |
+
312,
|
| 291 |
+
313,
|
| 292 |
+
314,
|
| 293 |
+
315,
|
| 294 |
+
316,
|
| 295 |
+
317,
|
| 296 |
+
318,
|
| 297 |
+
320,
|
| 298 |
+
321,
|
| 299 |
+
322,
|
| 300 |
+
323,
|
| 301 |
+
324,
|
| 302 |
+
325,
|
| 303 |
+
326,
|
| 304 |
+
327,
|
| 305 |
+
328,
|
| 306 |
+
329,
|
| 307 |
+
330,
|
| 308 |
+
331,
|
| 309 |
+
332,
|
| 310 |
+
334,
|
| 311 |
+
335,
|
| 312 |
+
336,
|
| 313 |
+
337,
|
| 314 |
+
339,
|
| 315 |
+
341,
|
| 316 |
+
342,
|
| 317 |
+
343,
|
| 318 |
+
344,
|
| 319 |
+
346,
|
| 320 |
+
347,
|
| 321 |
+
348,
|
| 322 |
+
350,
|
| 323 |
+
351,
|
| 324 |
+
352,
|
| 325 |
+
354,
|
| 326 |
+
355,
|
| 327 |
+
356,
|
| 328 |
+
357,
|
| 329 |
+
358,
|
| 330 |
+
359,
|
| 331 |
+
360,
|
| 332 |
+
361,
|
| 333 |
+
362,
|
| 334 |
+
363,
|
| 335 |
+
364,
|
| 336 |
+
365,
|
| 337 |
+
367,
|
| 338 |
+
368,
|
| 339 |
+
369,
|
| 340 |
+
370,
|
| 341 |
+
373,
|
| 342 |
+
374,
|
| 343 |
+
375,
|
| 344 |
+
376,
|
| 345 |
+
377,
|
| 346 |
+
378,
|
| 347 |
+
379,
|
| 348 |
+
380,
|
| 349 |
+
381,
|
| 350 |
+
382,
|
| 351 |
+
383,
|
| 352 |
+
384,
|
| 353 |
+
385,
|
| 354 |
+
386,
|
| 355 |
+
387,
|
| 356 |
+
388,
|
| 357 |
+
390,
|
| 358 |
+
392,
|
| 359 |
+
394,
|
| 360 |
+
395,
|
| 361 |
+
396,
|
| 362 |
+
397,
|
| 363 |
+
398,
|
| 364 |
+
399,
|
| 365 |
+
400,
|
| 366 |
+
401,
|
| 367 |
+
402,
|
| 368 |
+
404,
|
| 369 |
+
405,
|
| 370 |
+
406,
|
| 371 |
+
407,
|
| 372 |
+
408,
|
| 373 |
+
409,
|
| 374 |
+
410,
|
| 375 |
+
411,
|
| 376 |
+
412,
|
| 377 |
+
413,
|
| 378 |
+
414,
|
| 379 |
+
415,
|
| 380 |
+
416,
|
| 381 |
+
418,
|
| 382 |
+
419,
|
| 383 |
+
420,
|
| 384 |
+
421,
|
| 385 |
+
422,
|
| 386 |
+
423,
|
| 387 |
+
424,
|
| 388 |
+
425,
|
| 389 |
+
426,
|
| 390 |
+
427,
|
| 391 |
+
428,
|
| 392 |
+
429,
|
| 393 |
+
431,
|
| 394 |
+
432,
|
| 395 |
+
433,
|
| 396 |
+
434,
|
| 397 |
+
435,
|
| 398 |
+
436,
|
| 399 |
+
437,
|
| 400 |
+
438,
|
| 401 |
+
440,
|
| 402 |
+
441,
|
| 403 |
+
442,
|
| 404 |
+
443,
|
| 405 |
+
445,
|
| 406 |
+
446,
|
| 407 |
+
447,
|
| 408 |
+
448,
|
| 409 |
+
449,
|
| 410 |
+
451,
|
| 411 |
+
452,
|
| 412 |
+
453,
|
| 413 |
+
454,
|
| 414 |
+
455,
|
| 415 |
+
456,
|
| 416 |
+
457,
|
| 417 |
+
458,
|
| 418 |
+
459,
|
| 419 |
+
460,
|
| 420 |
+
461,
|
| 421 |
+
462,
|
| 422 |
+
463,
|
| 423 |
+
464,
|
| 424 |
+
465,
|
| 425 |
+
466,
|
| 426 |
+
467,
|
| 427 |
+
468,
|
| 428 |
+
469,
|
| 429 |
+
470,
|
| 430 |
+
471,
|
| 431 |
+
472,
|
| 432 |
+
473,
|
| 433 |
+
474,
|
| 434 |
+
475,
|
| 435 |
+
476,
|
| 436 |
+
478,
|
| 437 |
+
479,
|
| 438 |
+
480,
|
| 439 |
+
482,
|
| 440 |
+
483,
|
| 441 |
+
484,
|
| 442 |
+
485,
|
| 443 |
+
486,
|
| 444 |
+
487,
|
| 445 |
+
488,
|
| 446 |
+
489,
|
| 447 |
+
490,
|
| 448 |
+
491,
|
| 449 |
+
492,
|
| 450 |
+
494,
|
| 451 |
+
495,
|
| 452 |
+
496,
|
| 453 |
+
497,
|
| 454 |
+
498,
|
| 455 |
+
499
|
| 456 |
+
],
|
| 457 |
+
"validation_episode_ids": [
|
| 458 |
+
31,
|
| 459 |
+
33,
|
| 460 |
+
39,
|
| 461 |
+
40,
|
| 462 |
+
43,
|
| 463 |
+
44,
|
| 464 |
+
59,
|
| 465 |
+
81,
|
| 466 |
+
86,
|
| 467 |
+
92,
|
| 468 |
+
109,
|
| 469 |
+
135,
|
| 470 |
+
175,
|
| 471 |
+
191,
|
| 472 |
+
197,
|
| 473 |
+
199,
|
| 474 |
+
211,
|
| 475 |
+
212,
|
| 476 |
+
216,
|
| 477 |
+
221,
|
| 478 |
+
235,
|
| 479 |
+
239,
|
| 480 |
+
242,
|
| 481 |
+
261,
|
| 482 |
+
268,
|
| 483 |
+
296,
|
| 484 |
+
306,
|
| 485 |
+
309,
|
| 486 |
+
319,
|
| 487 |
+
333,
|
| 488 |
+
338,
|
| 489 |
+
340,
|
| 490 |
+
345,
|
| 491 |
+
349,
|
| 492 |
+
353,
|
| 493 |
+
366,
|
| 494 |
+
371,
|
| 495 |
+
372,
|
| 496 |
+
389,
|
| 497 |
+
391,
|
| 498 |
+
393,
|
| 499 |
+
403,
|
| 500 |
+
417,
|
| 501 |
+
430,
|
| 502 |
+
439,
|
| 503 |
+
444,
|
| 504 |
+
450,
|
| 505 |
+
477,
|
| 506 |
+
481,
|
| 507 |
+
493
|
| 508 |
+
]
|
| 509 |
+
},
|
| 510 |
+
"offline_validation_enabled": true,
|
| 511 |
+
"offline_validation_reason": "enabled",
|
| 512 |
+
"train": {
|
| 513 |
+
"windows": 124106,
|
| 514 |
+
"episodes": 450,
|
| 515 |
+
"batches_per_epoch": 200
|
| 516 |
+
},
|
| 517 |
+
"validation": {
|
| 518 |
+
"windows": 13984,
|
| 519 |
+
"episodes": 50,
|
| 520 |
+
"batches": 200,
|
| 521 |
+
"evaluated_windows": 3200
|
| 522 |
+
},
|
| 523 |
+
"resume_dataset_changes": [
|
| 524 |
+
{
|
| 525 |
+
"optimizer_step": 20000,
|
| 526 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 527 |
+
"previous_episode_and_action_sha256": "c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8",
|
| 528 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468"
|
| 529 |
+
}
|
| 530 |
+
]
|
| 531 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight.json
ADDED
|
@@ -0,0 +1,718 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 7 |
+
"exists": false,
|
| 8 |
+
"resume": false
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124600
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13490
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"oat": {
|
| 546 |
+
"checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
|
| 547 |
+
"sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
|
| 548 |
+
"weights": "ema_model",
|
| 549 |
+
"config": {
|
| 550 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 551 |
+
"action_aug": {
|
| 552 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 553 |
+
"p": 0.6,
|
| 554 |
+
"max_angle_deg": 30.0,
|
| 555 |
+
"mode": "left_noise",
|
| 556 |
+
"augment_position": false,
|
| 557 |
+
"pos_start": 0,
|
| 558 |
+
"pos_end": 3,
|
| 559 |
+
"rot_start": 3,
|
| 560 |
+
"rot_end": 6
|
| 561 |
+
},
|
| 562 |
+
"encoder": {
|
| 563 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 564 |
+
"sample_dim": 7,
|
| 565 |
+
"sample_horizon": 16,
|
| 566 |
+
"emb_dim": 256,
|
| 567 |
+
"head_dim": 64,
|
| 568 |
+
"depth": 2,
|
| 569 |
+
"pdropout": 0.1,
|
| 570 |
+
"latent_dim": 5,
|
| 571 |
+
"num_registers": 8
|
| 572 |
+
},
|
| 573 |
+
"decoder": {
|
| 574 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 575 |
+
"sample_dim": 7,
|
| 576 |
+
"sample_horizon": 16,
|
| 577 |
+
"emb_dim": 256,
|
| 578 |
+
"head_dim": 64,
|
| 579 |
+
"depth": 4,
|
| 580 |
+
"pdropout": 0.1,
|
| 581 |
+
"token_dropout_mode": "pow2",
|
| 582 |
+
"latent_dim": 5,
|
| 583 |
+
"latent_horizon": 8,
|
| 584 |
+
"use_causal_decoder": true
|
| 585 |
+
},
|
| 586 |
+
"quantizer": {
|
| 587 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 588 |
+
"levels": [
|
| 589 |
+
8,
|
| 590 |
+
5,
|
| 591 |
+
5,
|
| 592 |
+
5,
|
| 593 |
+
5
|
| 594 |
+
]
|
| 595 |
+
}
|
| 596 |
+
},
|
| 597 |
+
"latent_shape": [
|
| 598 |
+
8,
|
| 599 |
+
5
|
| 600 |
+
],
|
| 601 |
+
"action_shape": [
|
| 602 |
+
16,
|
| 603 |
+
7
|
| 604 |
+
],
|
| 605 |
+
"levels": [
|
| 606 |
+
8,
|
| 607 |
+
5,
|
| 608 |
+
5,
|
| 609 |
+
5,
|
| 610 |
+
5
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
"prompts": {
|
| 614 |
+
"max_len": 96,
|
| 615 |
+
"state_dims": 8,
|
| 616 |
+
"worst_case_tokens": 62,
|
| 617 |
+
"headroom": 34,
|
| 618 |
+
"per_uid": {
|
| 619 |
+
"30": 55,
|
| 620 |
+
"31": 55,
|
| 621 |
+
"32": 55,
|
| 622 |
+
"33": 57,
|
| 623 |
+
"34": 62,
|
| 624 |
+
"35": 57,
|
| 625 |
+
"36": 61,
|
| 626 |
+
"37": 56,
|
| 627 |
+
"38": 51,
|
| 628 |
+
"39": 55
|
| 629 |
+
}
|
| 630 |
+
},
|
| 631 |
+
"rollout": {
|
| 632 |
+
"enabled": true,
|
| 633 |
+
"mujoco_gl": "egl",
|
| 634 |
+
"plan": {
|
| 635 |
+
"enabled": true,
|
| 636 |
+
"every_epochs": 50,
|
| 637 |
+
"rollouts": [
|
| 638 |
+
{
|
| 639 |
+
"epoch": 50,
|
| 640 |
+
"optimizer_step": 5000
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"epoch": 100,
|
| 644 |
+
"optimizer_step": 10000
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"epoch": 150,
|
| 648 |
+
"optimizer_step": 15000
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 200,
|
| 652 |
+
"optimizer_step": 20000
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 250,
|
| 656 |
+
"optimizer_step": 25000
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 300,
|
| 660 |
+
"optimizer_step": 30000
|
| 661 |
+
}
|
| 662 |
+
],
|
| 663 |
+
"protocol": "official",
|
| 664 |
+
"n_test": 500,
|
| 665 |
+
"episodes_per_task": 50,
|
| 666 |
+
"episode_seeds": [
|
| 667 |
+
3000,
|
| 668 |
+
3499
|
| 669 |
+
],
|
| 670 |
+
"init_state_offset": 0,
|
| 671 |
+
"n_parallel_envs": 10,
|
| 672 |
+
"max_episode_steps": 550,
|
| 673 |
+
"expected_minutes_per_rollout": 39.2,
|
| 674 |
+
"timeout_minutes": 100.0,
|
| 675 |
+
"failure_policy": "continue",
|
| 676 |
+
"weights": "ema",
|
| 677 |
+
"precision": "bf16 (= snapshot)",
|
| 678 |
+
"rank": 0
|
| 679 |
+
},
|
| 680 |
+
"egl_renderers": [
|
| 681 |
+
{
|
| 682 |
+
"uuid": "GPU-b1e32c9e-dd90-c8da-d410-1520cbfcf924",
|
| 683 |
+
"cuda_ordinal": 1,
|
| 684 |
+
"egl_device_id": 0,
|
| 685 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"uuid": "GPU-443020d4-2ff8-c61c-997a-3ed6d0343fa3",
|
| 689 |
+
"cuda_ordinal": 0,
|
| 690 |
+
"egl_device_id": 1,
|
| 691 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 692 |
+
}
|
| 693 |
+
]
|
| 694 |
+
},
|
| 695 |
+
"wandb": {
|
| 696 |
+
"mode": "online",
|
| 697 |
+
"credentials": "wandb netrc lookup",
|
| 698 |
+
"host": "https://api.wandb.ai",
|
| 699 |
+
"project": "p2n_vla"
|
| 700 |
+
}
|
| 701 |
+
},
|
| 702 |
+
"schedule": {
|
| 703 |
+
"batches_per_rank": 200,
|
| 704 |
+
"updates_per_epoch": 100,
|
| 705 |
+
"planned_optimizer_updates": 30000,
|
| 706 |
+
"lr_warmup_steps": 1000,
|
| 707 |
+
"micro_batch_per_rank": 8,
|
| 708 |
+
"world_size": 2,
|
| 709 |
+
"effective_batch": 32,
|
| 710 |
+
"max_optimizer_steps": 30000,
|
| 711 |
+
"cosine_horizon": 30000,
|
| 712 |
+
"expected_optimizer_updates": 30000,
|
| 713 |
+
"min_lr_ratio": 0.1,
|
| 714 |
+
"train_windows": 124600,
|
| 715 |
+
"windows_seen_per_epoch": 3200
|
| 716 |
+
},
|
| 717 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 718 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073250.json
ADDED
|
@@ -0,0 +1,699 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 7 |
+
"exists": true,
|
| 8 |
+
"resume": true
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124106
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13984
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"resume": {
|
| 546 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 547 |
+
"counters": {
|
| 548 |
+
"epoch": 200,
|
| 549 |
+
"global_step": 40000,
|
| 550 |
+
"completed_optimizer_steps": 20000,
|
| 551 |
+
"skipped_optimizer_steps": 0,
|
| 552 |
+
"consecutive_skipped_steps": 0,
|
| 553 |
+
"last_snapshot_step": 20000
|
| 554 |
+
},
|
| 555 |
+
"world_size": 2,
|
| 556 |
+
"warnings": []
|
| 557 |
+
},
|
| 558 |
+
"prompts": {
|
| 559 |
+
"max_len": 96,
|
| 560 |
+
"state_dims": 8,
|
| 561 |
+
"worst_case_tokens": 62,
|
| 562 |
+
"headroom": 34,
|
| 563 |
+
"per_uid": {
|
| 564 |
+
"30": 55,
|
| 565 |
+
"31": 55,
|
| 566 |
+
"32": 55,
|
| 567 |
+
"33": 57,
|
| 568 |
+
"34": 62,
|
| 569 |
+
"35": 57,
|
| 570 |
+
"36": 61,
|
| 571 |
+
"37": 56,
|
| 572 |
+
"38": 51,
|
| 573 |
+
"39": 55
|
| 574 |
+
}
|
| 575 |
+
},
|
| 576 |
+
"rollout": {
|
| 577 |
+
"enabled": true,
|
| 578 |
+
"mujoco_gl": "egl",
|
| 579 |
+
"plan": {
|
| 580 |
+
"enabled": true,
|
| 581 |
+
"every_epochs": 50,
|
| 582 |
+
"rollouts": [
|
| 583 |
+
{
|
| 584 |
+
"epoch": 50,
|
| 585 |
+
"optimizer_step": 5000
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 100,
|
| 589 |
+
"optimizer_step": 10000
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"epoch": 150,
|
| 593 |
+
"optimizer_step": 15000
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 200,
|
| 597 |
+
"optimizer_step": 20000
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 250,
|
| 601 |
+
"optimizer_step": 25000
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"epoch": 300,
|
| 605 |
+
"optimizer_step": 30000
|
| 606 |
+
}
|
| 607 |
+
],
|
| 608 |
+
"protocol": "official",
|
| 609 |
+
"n_test": 500,
|
| 610 |
+
"episodes_per_task": 50,
|
| 611 |
+
"episode_seeds": [
|
| 612 |
+
3000,
|
| 613 |
+
3499
|
| 614 |
+
],
|
| 615 |
+
"init_state_offset": 0,
|
| 616 |
+
"n_parallel_envs": 10,
|
| 617 |
+
"max_episode_steps": 550,
|
| 618 |
+
"expected_minutes_per_rollout": 39.2,
|
| 619 |
+
"timeout_minutes": 100.0,
|
| 620 |
+
"failure_policy": "continue",
|
| 621 |
+
"weights": "ema",
|
| 622 |
+
"precision": "bf16 (= snapshot)",
|
| 623 |
+
"rank": 0
|
| 624 |
+
},
|
| 625 |
+
"egl_renderers": [
|
| 626 |
+
{
|
| 627 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 628 |
+
"cuda_ordinal": 3,
|
| 629 |
+
"egl_device_id": 0,
|
| 630 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 634 |
+
"cuda_ordinal": 2,
|
| 635 |
+
"egl_device_id": 1,
|
| 636 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 640 |
+
"cuda_ordinal": 1,
|
| 641 |
+
"egl_device_id": 2,
|
| 642 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 646 |
+
"cuda_ordinal": 0,
|
| 647 |
+
"egl_device_id": 3,
|
| 648 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 652 |
+
"cuda_ordinal": 7,
|
| 653 |
+
"egl_device_id": 4,
|
| 654 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 658 |
+
"cuda_ordinal": 6,
|
| 659 |
+
"egl_device_id": 5,
|
| 660 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 664 |
+
"cuda_ordinal": 5,
|
| 665 |
+
"egl_device_id": 6,
|
| 666 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 670 |
+
"cuda_ordinal": 4,
|
| 671 |
+
"egl_device_id": 7,
|
| 672 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 673 |
+
}
|
| 674 |
+
]
|
| 675 |
+
},
|
| 676 |
+
"wandb": {
|
| 677 |
+
"mode": "online",
|
| 678 |
+
"credentials": "wandb netrc lookup",
|
| 679 |
+
"host": "https://api.wandb.ai",
|
| 680 |
+
"project": "p2n_vla"
|
| 681 |
+
}
|
| 682 |
+
},
|
| 683 |
+
"schedule": {
|
| 684 |
+
"batches_per_rank": 200,
|
| 685 |
+
"updates_per_epoch": 100,
|
| 686 |
+
"planned_optimizer_updates": 30000,
|
| 687 |
+
"lr_warmup_steps": 1000,
|
| 688 |
+
"micro_batch_per_rank": 8,
|
| 689 |
+
"world_size": 2,
|
| 690 |
+
"effective_batch": 32,
|
| 691 |
+
"max_optimizer_steps": 30000,
|
| 692 |
+
"cosine_horizon": 30000,
|
| 693 |
+
"expected_optimizer_updates": 30000,
|
| 694 |
+
"min_lr_ratio": 0.1,
|
| 695 |
+
"train_windows": 124106,
|
| 696 |
+
"windows_seen_per_epoch": 3200
|
| 697 |
+
},
|
| 698 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 699 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073253.json
ADDED
|
@@ -0,0 +1,699 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 7 |
+
"exists": true,
|
| 8 |
+
"resume": true
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124106
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13984
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"resume": {
|
| 546 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 547 |
+
"counters": {
|
| 548 |
+
"epoch": 200,
|
| 549 |
+
"global_step": 40000,
|
| 550 |
+
"completed_optimizer_steps": 20000,
|
| 551 |
+
"skipped_optimizer_steps": 0,
|
| 552 |
+
"consecutive_skipped_steps": 0,
|
| 553 |
+
"last_snapshot_step": 20000
|
| 554 |
+
},
|
| 555 |
+
"world_size": 2,
|
| 556 |
+
"warnings": []
|
| 557 |
+
},
|
| 558 |
+
"prompts": {
|
| 559 |
+
"max_len": 96,
|
| 560 |
+
"state_dims": 8,
|
| 561 |
+
"worst_case_tokens": 62,
|
| 562 |
+
"headroom": 34,
|
| 563 |
+
"per_uid": {
|
| 564 |
+
"30": 55,
|
| 565 |
+
"31": 55,
|
| 566 |
+
"32": 55,
|
| 567 |
+
"33": 57,
|
| 568 |
+
"34": 62,
|
| 569 |
+
"35": 57,
|
| 570 |
+
"36": 61,
|
| 571 |
+
"37": 56,
|
| 572 |
+
"38": 51,
|
| 573 |
+
"39": 55
|
| 574 |
+
}
|
| 575 |
+
},
|
| 576 |
+
"rollout": {
|
| 577 |
+
"enabled": true,
|
| 578 |
+
"mujoco_gl": "egl",
|
| 579 |
+
"plan": {
|
| 580 |
+
"enabled": true,
|
| 581 |
+
"every_epochs": 50,
|
| 582 |
+
"rollouts": [
|
| 583 |
+
{
|
| 584 |
+
"epoch": 50,
|
| 585 |
+
"optimizer_step": 5000
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 100,
|
| 589 |
+
"optimizer_step": 10000
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"epoch": 150,
|
| 593 |
+
"optimizer_step": 15000
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 200,
|
| 597 |
+
"optimizer_step": 20000
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 250,
|
| 601 |
+
"optimizer_step": 25000
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"epoch": 300,
|
| 605 |
+
"optimizer_step": 30000
|
| 606 |
+
}
|
| 607 |
+
],
|
| 608 |
+
"protocol": "official",
|
| 609 |
+
"n_test": 500,
|
| 610 |
+
"episodes_per_task": 50,
|
| 611 |
+
"episode_seeds": [
|
| 612 |
+
3000,
|
| 613 |
+
3499
|
| 614 |
+
],
|
| 615 |
+
"init_state_offset": 0,
|
| 616 |
+
"n_parallel_envs": 10,
|
| 617 |
+
"max_episode_steps": 550,
|
| 618 |
+
"expected_minutes_per_rollout": 39.2,
|
| 619 |
+
"timeout_minutes": 100.0,
|
| 620 |
+
"failure_policy": "continue",
|
| 621 |
+
"weights": "ema",
|
| 622 |
+
"precision": "bf16 (= snapshot)",
|
| 623 |
+
"rank": 0
|
| 624 |
+
},
|
| 625 |
+
"egl_renderers": [
|
| 626 |
+
{
|
| 627 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 628 |
+
"cuda_ordinal": 3,
|
| 629 |
+
"egl_device_id": 0,
|
| 630 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 634 |
+
"cuda_ordinal": 2,
|
| 635 |
+
"egl_device_id": 1,
|
| 636 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 640 |
+
"cuda_ordinal": 1,
|
| 641 |
+
"egl_device_id": 2,
|
| 642 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 646 |
+
"cuda_ordinal": 0,
|
| 647 |
+
"egl_device_id": 3,
|
| 648 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 652 |
+
"cuda_ordinal": 7,
|
| 653 |
+
"egl_device_id": 4,
|
| 654 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 658 |
+
"cuda_ordinal": 6,
|
| 659 |
+
"egl_device_id": 5,
|
| 660 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 664 |
+
"cuda_ordinal": 5,
|
| 665 |
+
"egl_device_id": 6,
|
| 666 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 670 |
+
"cuda_ordinal": 4,
|
| 671 |
+
"egl_device_id": 7,
|
| 672 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 673 |
+
}
|
| 674 |
+
]
|
| 675 |
+
},
|
| 676 |
+
"wandb": {
|
| 677 |
+
"mode": "online",
|
| 678 |
+
"credentials": "wandb netrc lookup",
|
| 679 |
+
"host": "https://api.wandb.ai",
|
| 680 |
+
"project": "p2n_vla"
|
| 681 |
+
}
|
| 682 |
+
},
|
| 683 |
+
"schedule": {
|
| 684 |
+
"batches_per_rank": 200,
|
| 685 |
+
"updates_per_epoch": 100,
|
| 686 |
+
"planned_optimizer_updates": 30000,
|
| 687 |
+
"lr_warmup_steps": 1000,
|
| 688 |
+
"micro_batch_per_rank": 8,
|
| 689 |
+
"world_size": 2,
|
| 690 |
+
"effective_batch": 32,
|
| 691 |
+
"max_optimizer_steps": 30000,
|
| 692 |
+
"cosine_horizon": 30000,
|
| 693 |
+
"expected_optimizer_updates": 30000,
|
| 694 |
+
"min_lr_ratio": 0.1,
|
| 695 |
+
"train_windows": 124106,
|
| 696 |
+
"windows_seen_per_epoch": 3200
|
| 697 |
+
},
|
| 698 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 699 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_074144.json
ADDED
|
@@ -0,0 +1,699 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 7 |
+
"exists": true,
|
| 8 |
+
"resume": true
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124106
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13984
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"resume": {
|
| 546 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 547 |
+
"counters": {
|
| 548 |
+
"epoch": 200,
|
| 549 |
+
"global_step": 40000,
|
| 550 |
+
"completed_optimizer_steps": 20000,
|
| 551 |
+
"skipped_optimizer_steps": 0,
|
| 552 |
+
"consecutive_skipped_steps": 0,
|
| 553 |
+
"last_snapshot_step": 20000
|
| 554 |
+
},
|
| 555 |
+
"world_size": 2,
|
| 556 |
+
"warnings": []
|
| 557 |
+
},
|
| 558 |
+
"prompts": {
|
| 559 |
+
"max_len": 96,
|
| 560 |
+
"state_dims": 8,
|
| 561 |
+
"worst_case_tokens": 62,
|
| 562 |
+
"headroom": 34,
|
| 563 |
+
"per_uid": {
|
| 564 |
+
"30": 55,
|
| 565 |
+
"31": 55,
|
| 566 |
+
"32": 55,
|
| 567 |
+
"33": 57,
|
| 568 |
+
"34": 62,
|
| 569 |
+
"35": 57,
|
| 570 |
+
"36": 61,
|
| 571 |
+
"37": 56,
|
| 572 |
+
"38": 51,
|
| 573 |
+
"39": 55
|
| 574 |
+
}
|
| 575 |
+
},
|
| 576 |
+
"rollout": {
|
| 577 |
+
"enabled": true,
|
| 578 |
+
"mujoco_gl": "egl",
|
| 579 |
+
"plan": {
|
| 580 |
+
"enabled": true,
|
| 581 |
+
"every_epochs": 50,
|
| 582 |
+
"rollouts": [
|
| 583 |
+
{
|
| 584 |
+
"epoch": 50,
|
| 585 |
+
"optimizer_step": 5000
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 100,
|
| 589 |
+
"optimizer_step": 10000
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"epoch": 150,
|
| 593 |
+
"optimizer_step": 15000
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 200,
|
| 597 |
+
"optimizer_step": 20000
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 250,
|
| 601 |
+
"optimizer_step": 25000
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"epoch": 300,
|
| 605 |
+
"optimizer_step": 30000
|
| 606 |
+
}
|
| 607 |
+
],
|
| 608 |
+
"protocol": "official",
|
| 609 |
+
"n_test": 500,
|
| 610 |
+
"episodes_per_task": 50,
|
| 611 |
+
"episode_seeds": [
|
| 612 |
+
3000,
|
| 613 |
+
3499
|
| 614 |
+
],
|
| 615 |
+
"init_state_offset": 0,
|
| 616 |
+
"n_parallel_envs": 10,
|
| 617 |
+
"max_episode_steps": 550,
|
| 618 |
+
"expected_minutes_per_rollout": 39.2,
|
| 619 |
+
"timeout_minutes": 100.0,
|
| 620 |
+
"failure_policy": "continue",
|
| 621 |
+
"weights": "ema",
|
| 622 |
+
"precision": "bf16 (= snapshot)",
|
| 623 |
+
"rank": 0
|
| 624 |
+
},
|
| 625 |
+
"egl_renderers": [
|
| 626 |
+
{
|
| 627 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 628 |
+
"cuda_ordinal": 3,
|
| 629 |
+
"egl_device_id": 0,
|
| 630 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 631 |
+
},
|
| 632 |
+
{
|
| 633 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 634 |
+
"cuda_ordinal": 2,
|
| 635 |
+
"egl_device_id": 1,
|
| 636 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 640 |
+
"cuda_ordinal": 1,
|
| 641 |
+
"egl_device_id": 2,
|
| 642 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 646 |
+
"cuda_ordinal": 0,
|
| 647 |
+
"egl_device_id": 3,
|
| 648 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 652 |
+
"cuda_ordinal": 7,
|
| 653 |
+
"egl_device_id": 4,
|
| 654 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 655 |
+
},
|
| 656 |
+
{
|
| 657 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 658 |
+
"cuda_ordinal": 6,
|
| 659 |
+
"egl_device_id": 5,
|
| 660 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 664 |
+
"cuda_ordinal": 5,
|
| 665 |
+
"egl_device_id": 6,
|
| 666 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 670 |
+
"cuda_ordinal": 4,
|
| 671 |
+
"egl_device_id": 7,
|
| 672 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 673 |
+
}
|
| 674 |
+
]
|
| 675 |
+
},
|
| 676 |
+
"wandb": {
|
| 677 |
+
"mode": "online",
|
| 678 |
+
"credentials": "wandb netrc lookup",
|
| 679 |
+
"host": "https://api.wandb.ai",
|
| 680 |
+
"project": "p2n_vla"
|
| 681 |
+
}
|
| 682 |
+
},
|
| 683 |
+
"schedule": {
|
| 684 |
+
"batches_per_rank": 200,
|
| 685 |
+
"updates_per_epoch": 100,
|
| 686 |
+
"planned_optimizer_updates": 30000,
|
| 687 |
+
"lr_warmup_steps": 1000,
|
| 688 |
+
"micro_batch_per_rank": 8,
|
| 689 |
+
"world_size": 2,
|
| 690 |
+
"effective_batch": 32,
|
| 691 |
+
"max_optimizer_steps": 30000,
|
| 692 |
+
"cosine_horizon": 30000,
|
| 693 |
+
"expected_optimizer_updates": 30000,
|
| 694 |
+
"min_lr_ratio": 0.1,
|
| 695 |
+
"train_windows": 124106,
|
| 696 |
+
"windows_seen_per_epoch": 3200
|
| 697 |
+
},
|
| 698 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 699 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_101427.json
ADDED
|
@@ -0,0 +1,701 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 7 |
+
"exists": true,
|
| 8 |
+
"resume": true
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124106
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13984
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"resume": {
|
| 546 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 547 |
+
"counters": {
|
| 548 |
+
"epoch": 200,
|
| 549 |
+
"global_step": 40000,
|
| 550 |
+
"completed_optimizer_steps": 20000,
|
| 551 |
+
"skipped_optimizer_steps": 0,
|
| 552 |
+
"consecutive_skipped_steps": 0,
|
| 553 |
+
"last_snapshot_step": 20000
|
| 554 |
+
},
|
| 555 |
+
"world_size": 2,
|
| 556 |
+
"warnings": [
|
| 557 |
+
"Resume dataset content differs from the checkpoint: /workspace/past_action/data/libero/libero10_N500.zarr has episode_and_action_sha256=05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468, the checkpoint expects c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8; continuing because training.allow_dataset_change=true (the held-out validation demos change, so offline validation is not comparable across the resume)"
|
| 558 |
+
]
|
| 559 |
+
},
|
| 560 |
+
"prompts": {
|
| 561 |
+
"max_len": 96,
|
| 562 |
+
"state_dims": 8,
|
| 563 |
+
"worst_case_tokens": 62,
|
| 564 |
+
"headroom": 34,
|
| 565 |
+
"per_uid": {
|
| 566 |
+
"30": 55,
|
| 567 |
+
"31": 55,
|
| 568 |
+
"32": 55,
|
| 569 |
+
"33": 57,
|
| 570 |
+
"34": 62,
|
| 571 |
+
"35": 57,
|
| 572 |
+
"36": 61,
|
| 573 |
+
"37": 56,
|
| 574 |
+
"38": 51,
|
| 575 |
+
"39": 55
|
| 576 |
+
}
|
| 577 |
+
},
|
| 578 |
+
"rollout": {
|
| 579 |
+
"enabled": true,
|
| 580 |
+
"mujoco_gl": "egl",
|
| 581 |
+
"plan": {
|
| 582 |
+
"enabled": true,
|
| 583 |
+
"every_epochs": 50,
|
| 584 |
+
"rollouts": [
|
| 585 |
+
{
|
| 586 |
+
"epoch": 50,
|
| 587 |
+
"optimizer_step": 5000
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"epoch": 100,
|
| 591 |
+
"optimizer_step": 10000
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"epoch": 150,
|
| 595 |
+
"optimizer_step": 15000
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"epoch": 200,
|
| 599 |
+
"optimizer_step": 20000
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 250,
|
| 603 |
+
"optimizer_step": 25000
|
| 604 |
+
},
|
| 605 |
+
{
|
| 606 |
+
"epoch": 300,
|
| 607 |
+
"optimizer_step": 30000
|
| 608 |
+
}
|
| 609 |
+
],
|
| 610 |
+
"protocol": "official",
|
| 611 |
+
"n_test": 500,
|
| 612 |
+
"episodes_per_task": 50,
|
| 613 |
+
"episode_seeds": [
|
| 614 |
+
3000,
|
| 615 |
+
3499
|
| 616 |
+
],
|
| 617 |
+
"init_state_offset": 0,
|
| 618 |
+
"n_parallel_envs": 10,
|
| 619 |
+
"max_episode_steps": 550,
|
| 620 |
+
"expected_minutes_per_rollout": 39.2,
|
| 621 |
+
"timeout_minutes": 100.0,
|
| 622 |
+
"failure_policy": "continue",
|
| 623 |
+
"weights": "ema",
|
| 624 |
+
"precision": "bf16 (= snapshot)",
|
| 625 |
+
"rank": 0
|
| 626 |
+
},
|
| 627 |
+
"egl_renderers": [
|
| 628 |
+
{
|
| 629 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 630 |
+
"cuda_ordinal": 3,
|
| 631 |
+
"egl_device_id": 0,
|
| 632 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 636 |
+
"cuda_ordinal": 2,
|
| 637 |
+
"egl_device_id": 1,
|
| 638 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 642 |
+
"cuda_ordinal": 1,
|
| 643 |
+
"egl_device_id": 2,
|
| 644 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 648 |
+
"cuda_ordinal": 0,
|
| 649 |
+
"egl_device_id": 3,
|
| 650 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 651 |
+
},
|
| 652 |
+
{
|
| 653 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 654 |
+
"cuda_ordinal": 7,
|
| 655 |
+
"egl_device_id": 4,
|
| 656 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 660 |
+
"cuda_ordinal": 6,
|
| 661 |
+
"egl_device_id": 5,
|
| 662 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 666 |
+
"cuda_ordinal": 5,
|
| 667 |
+
"egl_device_id": 6,
|
| 668 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 672 |
+
"cuda_ordinal": 4,
|
| 673 |
+
"egl_device_id": 7,
|
| 674 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 675 |
+
}
|
| 676 |
+
]
|
| 677 |
+
},
|
| 678 |
+
"wandb": {
|
| 679 |
+
"mode": "online",
|
| 680 |
+
"credentials": "wandb netrc lookup",
|
| 681 |
+
"host": "https://api.wandb.ai",
|
| 682 |
+
"project": "p2n_vla"
|
| 683 |
+
}
|
| 684 |
+
},
|
| 685 |
+
"schedule": {
|
| 686 |
+
"batches_per_rank": 200,
|
| 687 |
+
"updates_per_epoch": 100,
|
| 688 |
+
"planned_optimizer_updates": 30000,
|
| 689 |
+
"lr_warmup_steps": 1000,
|
| 690 |
+
"micro_batch_per_rank": 8,
|
| 691 |
+
"world_size": 2,
|
| 692 |
+
"effective_batch": 32,
|
| 693 |
+
"max_optimizer_steps": 30000,
|
| 694 |
+
"cosine_horizon": 30000,
|
| 695 |
+
"expected_optimizer_updates": 30000,
|
| 696 |
+
"min_lr_ratio": 0.1,
|
| 697 |
+
"train_windows": 124106,
|
| 698 |
+
"windows_seen_per_epoch": 3200
|
| 699 |
+
},
|
| 700 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 701 |
+
}
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved.yaml
ADDED
|
@@ -0,0 +1,331 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: false
|
| 256 |
+
resume_checkpoint: null
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
log_every: 1
|
| 283 |
+
max_consecutive_skipped_updates: 20
|
| 284 |
+
tqdm_interval_sec: 1.0
|
| 285 |
+
probe:
|
| 286 |
+
enabled: false
|
| 287 |
+
optimizer_steps: 3
|
| 288 |
+
self_past_step: null
|
| 289 |
+
worst_case_pass: true
|
| 290 |
+
validation_batches: 1
|
| 291 |
+
rollout_episodes: 10
|
| 292 |
+
max_reserved_gb: 22.5
|
| 293 |
+
min_headroom_gb: 2.0
|
| 294 |
+
ema:
|
| 295 |
+
decay: 0.999
|
| 296 |
+
warmup_power: null
|
| 297 |
+
optimizer:
|
| 298 |
+
policy_lr: 5.0e-05
|
| 299 |
+
new_module_lr: 0.0001
|
| 300 |
+
weight_decay: 1.0e-10
|
| 301 |
+
betas:
|
| 302 |
+
- 0.9
|
| 303 |
+
- 0.95
|
| 304 |
+
eps: 1.0e-08
|
| 305 |
+
fused: null
|
| 306 |
+
dataloader:
|
| 307 |
+
batch_size: 8
|
| 308 |
+
num_workers: 4
|
| 309 |
+
shuffle: true
|
| 310 |
+
pin_memory: true
|
| 311 |
+
persistent_workers: true
|
| 312 |
+
drop_last: true
|
| 313 |
+
val_dataloader:
|
| 314 |
+
batch_size: 8
|
| 315 |
+
num_workers: 2
|
| 316 |
+
shuffle: false
|
| 317 |
+
pin_memory: true
|
| 318 |
+
persistent_workers: true
|
| 319 |
+
drop_last: false
|
| 320 |
+
logging:
|
| 321 |
+
project: p2n_vla
|
| 322 |
+
resume: false
|
| 323 |
+
mode: online
|
| 324 |
+
name: 20261007.094401_p2n_vla_libero10_seed42
|
| 325 |
+
tags:
|
| 326 |
+
- p2n_vla
|
| 327 |
+
- libero10
|
| 328 |
+
- pi05_base
|
| 329 |
+
- oat_so3aug
|
| 330 |
+
id: null
|
| 331 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml
ADDED
|
@@ -0,0 +1,331 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
log_every: 1
|
| 283 |
+
max_consecutive_skipped_updates: 20
|
| 284 |
+
tqdm_interval_sec: 1.0
|
| 285 |
+
probe:
|
| 286 |
+
enabled: false
|
| 287 |
+
optimizer_steps: 3
|
| 288 |
+
self_past_step: null
|
| 289 |
+
worst_case_pass: true
|
| 290 |
+
validation_batches: 1
|
| 291 |
+
rollout_episodes: 10
|
| 292 |
+
max_reserved_gb: 22.5
|
| 293 |
+
min_headroom_gb: 2.0
|
| 294 |
+
ema:
|
| 295 |
+
decay: 0.999
|
| 296 |
+
warmup_power: null
|
| 297 |
+
optimizer:
|
| 298 |
+
policy_lr: 5.0e-05
|
| 299 |
+
new_module_lr: 0.0001
|
| 300 |
+
weight_decay: 1.0e-10
|
| 301 |
+
betas:
|
| 302 |
+
- 0.9
|
| 303 |
+
- 0.95
|
| 304 |
+
eps: 1.0e-08
|
| 305 |
+
fused: null
|
| 306 |
+
dataloader:
|
| 307 |
+
batch_size: 8
|
| 308 |
+
num_workers: 4
|
| 309 |
+
shuffle: true
|
| 310 |
+
pin_memory: true
|
| 311 |
+
persistent_workers: true
|
| 312 |
+
drop_last: true
|
| 313 |
+
val_dataloader:
|
| 314 |
+
batch_size: 8
|
| 315 |
+
num_workers: 2
|
| 316 |
+
shuffle: false
|
| 317 |
+
pin_memory: true
|
| 318 |
+
persistent_workers: true
|
| 319 |
+
drop_last: false
|
| 320 |
+
logging:
|
| 321 |
+
project: p2n_vla
|
| 322 |
+
resume: allow
|
| 323 |
+
mode: online
|
| 324 |
+
name: 20261008.073245_p2n_vla_libero10_seed42
|
| 325 |
+
tags:
|
| 326 |
+
- p2n_vla
|
| 327 |
+
- libero10
|
| 328 |
+
- pi05_base
|
| 329 |
+
- oat_so3aug
|
| 330 |
+
id: akfgq1e9
|
| 331 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml
ADDED
|
@@ -0,0 +1,331 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
log_every: 1
|
| 283 |
+
max_consecutive_skipped_updates: 20
|
| 284 |
+
tqdm_interval_sec: 1.0
|
| 285 |
+
probe:
|
| 286 |
+
enabled: false
|
| 287 |
+
optimizer_steps: 3
|
| 288 |
+
self_past_step: null
|
| 289 |
+
worst_case_pass: true
|
| 290 |
+
validation_batches: 1
|
| 291 |
+
rollout_episodes: 10
|
| 292 |
+
max_reserved_gb: 22.5
|
| 293 |
+
min_headroom_gb: 2.0
|
| 294 |
+
ema:
|
| 295 |
+
decay: 0.999
|
| 296 |
+
warmup_power: null
|
| 297 |
+
optimizer:
|
| 298 |
+
policy_lr: 5.0e-05
|
| 299 |
+
new_module_lr: 0.0001
|
| 300 |
+
weight_decay: 1.0e-10
|
| 301 |
+
betas:
|
| 302 |
+
- 0.9
|
| 303 |
+
- 0.95
|
| 304 |
+
eps: 1.0e-08
|
| 305 |
+
fused: null
|
| 306 |
+
dataloader:
|
| 307 |
+
batch_size: 8
|
| 308 |
+
num_workers: 4
|
| 309 |
+
shuffle: true
|
| 310 |
+
pin_memory: true
|
| 311 |
+
persistent_workers: true
|
| 312 |
+
drop_last: true
|
| 313 |
+
val_dataloader:
|
| 314 |
+
batch_size: 8
|
| 315 |
+
num_workers: 2
|
| 316 |
+
shuffle: false
|
| 317 |
+
pin_memory: true
|
| 318 |
+
persistent_workers: true
|
| 319 |
+
drop_last: false
|
| 320 |
+
logging:
|
| 321 |
+
project: p2n_vla
|
| 322 |
+
resume: allow
|
| 323 |
+
mode: online
|
| 324 |
+
name: 20261008.073248_p2n_vla_libero10_seed42
|
| 325 |
+
tags:
|
| 326 |
+
- p2n_vla
|
| 327 |
+
- libero10
|
| 328 |
+
- pi05_base
|
| 329 |
+
- oat_so3aug
|
| 330 |
+
id: akfgq1e9
|
| 331 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml
ADDED
|
@@ -0,0 +1,331 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
log_every: 1
|
| 283 |
+
max_consecutive_skipped_updates: 20
|
| 284 |
+
tqdm_interval_sec: 1.0
|
| 285 |
+
probe:
|
| 286 |
+
enabled: false
|
| 287 |
+
optimizer_steps: 3
|
| 288 |
+
self_past_step: null
|
| 289 |
+
worst_case_pass: true
|
| 290 |
+
validation_batches: 1
|
| 291 |
+
rollout_episodes: 10
|
| 292 |
+
max_reserved_gb: 22.5
|
| 293 |
+
min_headroom_gb: 2.0
|
| 294 |
+
ema:
|
| 295 |
+
decay: 0.999
|
| 296 |
+
warmup_power: null
|
| 297 |
+
optimizer:
|
| 298 |
+
policy_lr: 5.0e-05
|
| 299 |
+
new_module_lr: 0.0001
|
| 300 |
+
weight_decay: 1.0e-10
|
| 301 |
+
betas:
|
| 302 |
+
- 0.9
|
| 303 |
+
- 0.95
|
| 304 |
+
eps: 1.0e-08
|
| 305 |
+
fused: null
|
| 306 |
+
dataloader:
|
| 307 |
+
batch_size: 8
|
| 308 |
+
num_workers: 4
|
| 309 |
+
shuffle: true
|
| 310 |
+
pin_memory: true
|
| 311 |
+
persistent_workers: true
|
| 312 |
+
drop_last: true
|
| 313 |
+
val_dataloader:
|
| 314 |
+
batch_size: 8
|
| 315 |
+
num_workers: 2
|
| 316 |
+
shuffle: false
|
| 317 |
+
pin_memory: true
|
| 318 |
+
persistent_workers: true
|
| 319 |
+
drop_last: false
|
| 320 |
+
logging:
|
| 321 |
+
project: p2n_vla
|
| 322 |
+
resume: allow
|
| 323 |
+
mode: online
|
| 324 |
+
name: 20261008.074139_p2n_vla_libero10_seed42
|
| 325 |
+
tags:
|
| 326 |
+
- p2n_vla
|
| 327 |
+
- libero10
|
| 328 |
+
- pi05_base
|
| 329 |
+
- oat_so3aug
|
| 330 |
+
id: akfgq1e9
|
| 331 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_101427.yaml
ADDED
|
@@ -0,0 +1,332 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
allow_dataset_change: true
|
| 283 |
+
log_every: 1
|
| 284 |
+
max_consecutive_skipped_updates: 20
|
| 285 |
+
tqdm_interval_sec: 1.0
|
| 286 |
+
probe:
|
| 287 |
+
enabled: false
|
| 288 |
+
optimizer_steps: 3
|
| 289 |
+
self_past_step: null
|
| 290 |
+
worst_case_pass: true
|
| 291 |
+
validation_batches: 1
|
| 292 |
+
rollout_episodes: 10
|
| 293 |
+
max_reserved_gb: 22.5
|
| 294 |
+
min_headroom_gb: 2.0
|
| 295 |
+
ema:
|
| 296 |
+
decay: 0.999
|
| 297 |
+
warmup_power: null
|
| 298 |
+
optimizer:
|
| 299 |
+
policy_lr: 5.0e-05
|
| 300 |
+
new_module_lr: 0.0001
|
| 301 |
+
weight_decay: 1.0e-10
|
| 302 |
+
betas:
|
| 303 |
+
- 0.9
|
| 304 |
+
- 0.95
|
| 305 |
+
eps: 1.0e-08
|
| 306 |
+
fused: null
|
| 307 |
+
dataloader:
|
| 308 |
+
batch_size: 8
|
| 309 |
+
num_workers: 4
|
| 310 |
+
shuffle: true
|
| 311 |
+
pin_memory: true
|
| 312 |
+
persistent_workers: true
|
| 313 |
+
drop_last: true
|
| 314 |
+
val_dataloader:
|
| 315 |
+
batch_size: 8
|
| 316 |
+
num_workers: 2
|
| 317 |
+
shuffle: false
|
| 318 |
+
pin_memory: true
|
| 319 |
+
persistent_workers: true
|
| 320 |
+
drop_last: false
|
| 321 |
+
logging:
|
| 322 |
+
project: p2n_vla
|
| 323 |
+
resume: allow
|
| 324 |
+
mode: online
|
| 325 |
+
name: 20261007.094401_p2n_vla_libero10_seed42
|
| 326 |
+
tags:
|
| 327 |
+
- p2n_vla
|
| 328 |
+
- libero10
|
| 329 |
+
- pi05_base
|
| 330 |
+
- oat_so3aug
|
| 331 |
+
id: akfgq1e9
|
| 332 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/resolved_config.yaml
ADDED
|
@@ -0,0 +1,332 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
allow_dataset_change: true
|
| 283 |
+
log_every: 1
|
| 284 |
+
max_consecutive_skipped_updates: 20
|
| 285 |
+
tqdm_interval_sec: 1.0
|
| 286 |
+
probe:
|
| 287 |
+
enabled: false
|
| 288 |
+
optimizer_steps: 3
|
| 289 |
+
self_past_step: null
|
| 290 |
+
worst_case_pass: true
|
| 291 |
+
validation_batches: 1
|
| 292 |
+
rollout_episodes: 10
|
| 293 |
+
max_reserved_gb: 22.5
|
| 294 |
+
min_headroom_gb: 2.0
|
| 295 |
+
ema:
|
| 296 |
+
decay: 0.999
|
| 297 |
+
warmup_power: null
|
| 298 |
+
optimizer:
|
| 299 |
+
policy_lr: 5.0e-05
|
| 300 |
+
new_module_lr: 0.0001
|
| 301 |
+
weight_decay: 1.0e-10
|
| 302 |
+
betas:
|
| 303 |
+
- 0.9
|
| 304 |
+
- 0.95
|
| 305 |
+
eps: 1.0e-08
|
| 306 |
+
fused: null
|
| 307 |
+
dataloader:
|
| 308 |
+
batch_size: 8
|
| 309 |
+
num_workers: 4
|
| 310 |
+
shuffle: true
|
| 311 |
+
pin_memory: true
|
| 312 |
+
persistent_workers: true
|
| 313 |
+
drop_last: true
|
| 314 |
+
val_dataloader:
|
| 315 |
+
batch_size: 8
|
| 316 |
+
num_workers: 2
|
| 317 |
+
shuffle: false
|
| 318 |
+
pin_memory: true
|
| 319 |
+
persistent_workers: true
|
| 320 |
+
drop_last: false
|
| 321 |
+
logging:
|
| 322 |
+
project: p2n_vla
|
| 323 |
+
resume: allow
|
| 324 |
+
mode: online
|
| 325 |
+
name: 20261007.094401_p2n_vla_libero10_seed42
|
| 326 |
+
tags:
|
| 327 |
+
- p2n_vla
|
| 328 |
+
- libero10
|
| 329 |
+
- pi05_base
|
| 330 |
+
- oat_so3aug
|
| 331 |
+
id: akfgq1e9
|
| 332 |
+
group: p2n_vla_libero
|
outputs/training/p2n_vla_libero10_s42/resume_20261008_073243.log
ADDED
|
@@ -0,0 +1,1179 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
nohup: ignoring input
|
| 2 |
+
task:
|
| 3 |
+
policy:
|
| 4 |
+
name: libero10
|
| 5 |
+
task_name: libero10
|
| 6 |
+
lazy_eval: false
|
| 7 |
+
task_uids:
|
| 8 |
+
- 30
|
| 9 |
+
- 31
|
| 10 |
+
- 32
|
| 11 |
+
- 33
|
| 12 |
+
- 34
|
| 13 |
+
- 35
|
| 14 |
+
- 36
|
| 15 |
+
- 37
|
| 16 |
+
- 38
|
| 17 |
+
- 39
|
| 18 |
+
shape_meta:
|
| 19 |
+
obs:
|
| 20 |
+
agentview_rgb:
|
| 21 |
+
shape:
|
| 22 |
+
- 128
|
| 23 |
+
- 128
|
| 24 |
+
- 3
|
| 25 |
+
type: rgb
|
| 26 |
+
robot0_eye_in_hand_rgb:
|
| 27 |
+
shape:
|
| 28 |
+
- 128
|
| 29 |
+
- 128
|
| 30 |
+
- 3
|
| 31 |
+
type: rgb
|
| 32 |
+
robot0_eef_pos:
|
| 33 |
+
shape:
|
| 34 |
+
- 3
|
| 35 |
+
type: state
|
| 36 |
+
robot0_eef_quat:
|
| 37 |
+
shape:
|
| 38 |
+
- 4
|
| 39 |
+
type: state
|
| 40 |
+
robot0_gripper_qpos:
|
| 41 |
+
shape:
|
| 42 |
+
- 2
|
| 43 |
+
type: state
|
| 44 |
+
task_uid:
|
| 45 |
+
shape:
|
| 46 |
+
- 1
|
| 47 |
+
type: state
|
| 48 |
+
action:
|
| 49 |
+
shape:
|
| 50 |
+
- 7
|
| 51 |
+
rgb_ports:
|
| 52 |
+
- agentview_rgb
|
| 53 |
+
- robot0_eye_in_hand_rgb
|
| 54 |
+
wrist_ports:
|
| 55 |
+
- robot0_eye_in_hand_rgb
|
| 56 |
+
prompt_state:
|
| 57 |
+
keys:
|
| 58 |
+
- robot0_eef_pos
|
| 59 |
+
- robot0_eef_quat
|
| 60 |
+
- robot0_gripper_qpos
|
| 61 |
+
transforms:
|
| 62 |
+
robot0_eef_pos: identity
|
| 63 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 64 |
+
robot0_gripper_qpos: identity
|
| 65 |
+
prompt:
|
| 66 |
+
instruction_source: libero10
|
| 67 |
+
state_keys:
|
| 68 |
+
- robot0_eef_pos
|
| 69 |
+
- robot0_eef_quat
|
| 70 |
+
- robot0_gripper_qpos
|
| 71 |
+
state_transforms:
|
| 72 |
+
robot0_eef_pos: identity
|
| 73 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 74 |
+
robot0_gripper_qpos: identity
|
| 75 |
+
max_len: 96
|
| 76 |
+
dummy_uid: 30
|
| 77 |
+
env_runner:
|
| 78 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 79 |
+
task_name: libero10
|
| 80 |
+
protocol: official
|
| 81 |
+
n_test: 500
|
| 82 |
+
n_test_vis: 0
|
| 83 |
+
test_start_seed: 3000
|
| 84 |
+
init_state_offset: 0
|
| 85 |
+
n_obs_steps: 1
|
| 86 |
+
n_action_steps: 8
|
| 87 |
+
fps: 20
|
| 88 |
+
n_parallel_envs: 10
|
| 89 |
+
image_size: 128
|
| 90 |
+
camera_names:
|
| 91 |
+
- agentview
|
| 92 |
+
- robot0_eye_in_hand
|
| 93 |
+
state_ports:
|
| 94 |
+
- robot0_eef_pos
|
| 95 |
+
- robot0_eef_quat
|
| 96 |
+
- robot0_gripper_qpos
|
| 97 |
+
max_episode_steps: 550
|
| 98 |
+
dataset:
|
| 99 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 100 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 101 |
+
obs_keys:
|
| 102 |
+
- agentview_rgb
|
| 103 |
+
- robot0_eye_in_hand_rgb
|
| 104 |
+
- robot0_eef_pos
|
| 105 |
+
- robot0_eef_quat
|
| 106 |
+
- robot0_gripper_qpos
|
| 107 |
+
- task_uid
|
| 108 |
+
action_key: action
|
| 109 |
+
n_obs_steps: 1
|
| 110 |
+
n_action_steps: 16
|
| 111 |
+
seed: 42
|
| 112 |
+
val_ratio: 0.1
|
| 113 |
+
max_train_episodes: null
|
| 114 |
+
past_n: 7
|
| 115 |
+
n_exec_steps: 8
|
| 116 |
+
history_padding: zero
|
| 117 |
+
return_history_validity: true
|
| 118 |
+
prompt_state:
|
| 119 |
+
keys:
|
| 120 |
+
- robot0_eef_pos
|
| 121 |
+
- robot0_eef_quat
|
| 122 |
+
- robot0_gripper_qpos
|
| 123 |
+
transforms:
|
| 124 |
+
robot0_eef_pos: identity
|
| 125 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 126 |
+
robot0_gripper_qpos: identity
|
| 127 |
+
name: train_p2n_vla
|
| 128 |
+
policy_family: p2n_vla
|
| 129 |
+
variant: p2n_vla
|
| 130 |
+
task_type: libero
|
| 131 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 132 |
+
seed: 42
|
| 133 |
+
horizon: 16
|
| 134 |
+
n_action_steps: 8
|
| 135 |
+
n_obs_steps: 1
|
| 136 |
+
past_n: 7
|
| 137 |
+
max_prompt_len: 96
|
| 138 |
+
task_name: libero10
|
| 139 |
+
shape_meta:
|
| 140 |
+
obs:
|
| 141 |
+
agentview_rgb:
|
| 142 |
+
shape:
|
| 143 |
+
- 128
|
| 144 |
+
- 128
|
| 145 |
+
- 3
|
| 146 |
+
type: rgb
|
| 147 |
+
robot0_eye_in_hand_rgb:
|
| 148 |
+
shape:
|
| 149 |
+
- 128
|
| 150 |
+
- 128
|
| 151 |
+
- 3
|
| 152 |
+
type: rgb
|
| 153 |
+
robot0_eef_pos:
|
| 154 |
+
shape:
|
| 155 |
+
- 3
|
| 156 |
+
type: state
|
| 157 |
+
robot0_eef_quat:
|
| 158 |
+
shape:
|
| 159 |
+
- 4
|
| 160 |
+
type: state
|
| 161 |
+
robot0_gripper_qpos:
|
| 162 |
+
shape:
|
| 163 |
+
- 2
|
| 164 |
+
type: state
|
| 165 |
+
task_uid:
|
| 166 |
+
shape:
|
| 167 |
+
- 1
|
| 168 |
+
type: state
|
| 169 |
+
action:
|
| 170 |
+
shape:
|
| 171 |
+
- 7
|
| 172 |
+
policy:
|
| 173 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 174 |
+
variant: p2n_vla
|
| 175 |
+
task: libero
|
| 176 |
+
shape_meta:
|
| 177 |
+
obs:
|
| 178 |
+
agentview_rgb:
|
| 179 |
+
shape:
|
| 180 |
+
- 128
|
| 181 |
+
- 128
|
| 182 |
+
- 3
|
| 183 |
+
type: rgb
|
| 184 |
+
robot0_eye_in_hand_rgb:
|
| 185 |
+
shape:
|
| 186 |
+
- 128
|
| 187 |
+
- 128
|
| 188 |
+
- 3
|
| 189 |
+
type: rgb
|
| 190 |
+
robot0_eef_pos:
|
| 191 |
+
shape:
|
| 192 |
+
- 3
|
| 193 |
+
type: state
|
| 194 |
+
robot0_eef_quat:
|
| 195 |
+
shape:
|
| 196 |
+
- 4
|
| 197 |
+
type: state
|
| 198 |
+
robot0_gripper_qpos:
|
| 199 |
+
shape:
|
| 200 |
+
- 2
|
| 201 |
+
type: state
|
| 202 |
+
task_uid:
|
| 203 |
+
shape:
|
| 204 |
+
- 1
|
| 205 |
+
type: state
|
| 206 |
+
action:
|
| 207 |
+
shape:
|
| 208 |
+
- 7
|
| 209 |
+
n_action_steps: 8
|
| 210 |
+
n_obs_steps: 1
|
| 211 |
+
past_n: 7
|
| 212 |
+
horizon: 16
|
| 213 |
+
construction_mode: fresh
|
| 214 |
+
model_size: full
|
| 215 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 216 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 217 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 218 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 219 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 220 |
+
rgb_ports:
|
| 221 |
+
- agentview_rgb
|
| 222 |
+
- robot0_eye_in_hand_rgb
|
| 223 |
+
wrist_ports:
|
| 224 |
+
- robot0_eye_in_hand_rgb
|
| 225 |
+
train_image_aug: true
|
| 226 |
+
prompt:
|
| 227 |
+
instruction_source: libero10
|
| 228 |
+
state_keys:
|
| 229 |
+
- robot0_eef_pos
|
| 230 |
+
- robot0_eef_quat
|
| 231 |
+
- robot0_gripper_qpos
|
| 232 |
+
state_transforms:
|
| 233 |
+
robot0_eef_pos: identity
|
| 234 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 235 |
+
robot0_gripper_qpos: identity
|
| 236 |
+
max_len: 96
|
| 237 |
+
dummy_uid: 30
|
| 238 |
+
lora_rank: 16
|
| 239 |
+
lora_alpha: 16.0
|
| 240 |
+
lambda_ki: 1.0
|
| 241 |
+
ki_skip: 1152
|
| 242 |
+
use_past: true
|
| 243 |
+
adarms_t0: 0.6
|
| 244 |
+
temperature: 0.0
|
| 245 |
+
topk: 10
|
| 246 |
+
activation_checkpointing: true
|
| 247 |
+
frozen_dtype: null
|
| 248 |
+
self_past_p: 0.5
|
| 249 |
+
self_past_warmup_steps: 1000
|
| 250 |
+
self_past_ramp_steps: 4000
|
| 251 |
+
self_past_chunk_size: 4
|
| 252 |
+
self_past_temperature: 1.0
|
| 253 |
+
self_past_topk: 10
|
| 254 |
+
self_past_schedule: optimizer_step
|
| 255 |
+
training:
|
| 256 |
+
resume: true
|
| 257 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 258 |
+
init_checkpoint: null
|
| 259 |
+
seed: 42
|
| 260 |
+
num_demo: 500
|
| 261 |
+
num_epochs: 300
|
| 262 |
+
max_train_steps: 200
|
| 263 |
+
max_optimizer_steps: 30000
|
| 264 |
+
gradient_accumulate_every: 2
|
| 265 |
+
lr_warmup_steps: 1000
|
| 266 |
+
min_lr_ratio: 0.1
|
| 267 |
+
max_grad_norm: 1.0
|
| 268 |
+
use_ema: true
|
| 269 |
+
val_every: 50
|
| 270 |
+
max_val_steps: 200
|
| 271 |
+
max_reconst_steps: 200
|
| 272 |
+
validate_generated_history: true
|
| 273 |
+
offline_validation_enabled: true
|
| 274 |
+
offline_validation_reason: held_out_libero_episodes
|
| 275 |
+
checkpoint_every: 10
|
| 276 |
+
snapshot_every: 5000
|
| 277 |
+
rollout_every: 50
|
| 278 |
+
rollout_at_final: true
|
| 279 |
+
rollout_seed: 44
|
| 280 |
+
rollout_failure: continue
|
| 281 |
+
rollout_timeout_minutes: 100
|
| 282 |
+
keep_resume_checkpoint: false
|
| 283 |
+
log_every: 1
|
| 284 |
+
max_consecutive_skipped_updates: 20
|
| 285 |
+
tqdm_interval_sec: 1.0
|
| 286 |
+
probe:
|
| 287 |
+
enabled: false
|
| 288 |
+
optimizer_steps: 3
|
| 289 |
+
self_past_step: null
|
| 290 |
+
worst_case_pass: true
|
| 291 |
+
validation_batches: 1
|
| 292 |
+
rollout_episodes: 10
|
| 293 |
+
max_reserved_gb: 22.5
|
| 294 |
+
min_headroom_gb: 2.0
|
| 295 |
+
ema:
|
| 296 |
+
decay: 0.999
|
| 297 |
+
warmup_power: null
|
| 298 |
+
optimizer:
|
| 299 |
+
policy_lr: 5.0e-05
|
| 300 |
+
new_module_lr: 0.0001
|
| 301 |
+
weight_decay: 1.0e-10
|
| 302 |
+
betas:
|
| 303 |
+
- 0.9
|
| 304 |
+
- 0.95
|
| 305 |
+
eps: 1.0e-08
|
| 306 |
+
fused: null
|
| 307 |
+
dataloader:
|
| 308 |
+
batch_size: 8
|
| 309 |
+
num_workers: 4
|
| 310 |
+
shuffle: true
|
| 311 |
+
pin_memory: true
|
| 312 |
+
persistent_workers: true
|
| 313 |
+
drop_last: true
|
| 314 |
+
val_dataloader:
|
| 315 |
+
batch_size: 8
|
| 316 |
+
num_workers: 2
|
| 317 |
+
shuffle: false
|
| 318 |
+
pin_memory: true
|
| 319 |
+
persistent_workers: true
|
| 320 |
+
drop_last: false
|
| 321 |
+
logging:
|
| 322 |
+
project: p2n_vla
|
| 323 |
+
resume: allow
|
| 324 |
+
mode: online
|
| 325 |
+
name: 20261008.073245_p2n_vla_libero10_seed42
|
| 326 |
+
tags:
|
| 327 |
+
- p2n_vla
|
| 328 |
+
- libero10
|
| 329 |
+
- pi05_base
|
| 330 |
+
- oat_so3aug
|
| 331 |
+
id: akfgq1e9
|
| 332 |
+
group: p2n_vla_libero
|
| 333 |
+
|
| 334 |
+
{
|
| 335 |
+
"mode": "train",
|
| 336 |
+
"variant": "p2n_vla",
|
| 337 |
+
"task": "libero",
|
| 338 |
+
"policy": "oat.policy.p2n_vla.P2NVLAPolicy",
|
| 339 |
+
"model_size": "full",
|
| 340 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 341 |
+
"world_size": 2,
|
| 342 |
+
"lambda_ki": 1.0,
|
| 343 |
+
"lora": [
|
| 344 |
+
16,
|
| 345 |
+
16.0
|
| 346 |
+
],
|
| 347 |
+
"self_past": {
|
| 348 |
+
"self_past_p": 0.5,
|
| 349 |
+
"self_past_warmup_steps": 1000,
|
| 350 |
+
"self_past_ramp_steps": 4000,
|
| 351 |
+
"self_past_chunk_size": 4,
|
| 352 |
+
"self_past_temperature": 1.0,
|
| 353 |
+
"self_past_topk": 10
|
| 354 |
+
},
|
| 355 |
+
"optimizer": {
|
| 356 |
+
"policy_lr": 5e-05,
|
| 357 |
+
"new_module_lr": 0.0001,
|
| 358 |
+
"weight_decay": 1e-10,
|
| 359 |
+
"betas": [
|
| 360 |
+
0.9,
|
| 361 |
+
0.95
|
| 362 |
+
],
|
| 363 |
+
"eps": 1e-08,
|
| 364 |
+
"fused": null
|
| 365 |
+
},
|
| 366 |
+
"ema": {
|
| 367 |
+
"decay": 0.999,
|
| 368 |
+
"warmup_power": null
|
| 369 |
+
},
|
| 370 |
+
"schedule": {
|
| 371 |
+
"batches_per_rank": 200,
|
| 372 |
+
"updates_per_epoch": 100,
|
| 373 |
+
"planned_optimizer_updates": 30000,
|
| 374 |
+
"lr_warmup_steps": 1000,
|
| 375 |
+
"micro_batch_per_rank": 8,
|
| 376 |
+
"world_size": 2,
|
| 377 |
+
"effective_batch": 32,
|
| 378 |
+
"max_optimizer_steps": 30000,
|
| 379 |
+
"cosine_horizon": 30000,
|
| 380 |
+
"expected_optimizer_updates": 30000,
|
| 381 |
+
"min_lr_ratio": 0.1
|
| 382 |
+
},
|
| 383 |
+
"assets": {
|
| 384 |
+
"pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 385 |
+
"pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 386 |
+
"spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 387 |
+
"spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
|
| 388 |
+
"tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
|
| 389 |
+
},
|
| 390 |
+
"dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 391 |
+
"logging_mode": "online",
|
| 392 |
+
"rollout": {
|
| 393 |
+
"enabled": true,
|
| 394 |
+
"every_epochs": 50,
|
| 395 |
+
"rollouts": [
|
| 396 |
+
{
|
| 397 |
+
"epoch": 50,
|
| 398 |
+
"optimizer_step": 5000
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 100,
|
| 402 |
+
"optimizer_step": 10000
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"epoch": 150,
|
| 406 |
+
"optimizer_step": 15000
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"epoch": 200,
|
| 410 |
+
"optimizer_step": 20000
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 250,
|
| 414 |
+
"optimizer_step": 25000
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 300,
|
| 418 |
+
"optimizer_step": 30000
|
| 419 |
+
}
|
| 420 |
+
],
|
| 421 |
+
"protocol": "official",
|
| 422 |
+
"n_test": 500,
|
| 423 |
+
"episodes_per_task": 50,
|
| 424 |
+
"episode_seeds": [
|
| 425 |
+
3000,
|
| 426 |
+
3499
|
| 427 |
+
],
|
| 428 |
+
"init_state_offset": 0,
|
| 429 |
+
"n_parallel_envs": 10,
|
| 430 |
+
"max_episode_steps": 550,
|
| 431 |
+
"expected_minutes_per_rollout": 39.2,
|
| 432 |
+
"timeout_minutes": 100.0,
|
| 433 |
+
"failure_policy": "continue",
|
| 434 |
+
"weights": "ema",
|
| 435 |
+
"precision": "bf16 (= snapshot)",
|
| 436 |
+
"rank": 0
|
| 437 |
+
}
|
| 438 |
+
}
|
| 439 |
+
{
|
| 440 |
+
"policy_family": "p2n_vla",
|
| 441 |
+
"variant": "p2n_vla",
|
| 442 |
+
"task": "libero",
|
| 443 |
+
"output": {
|
| 444 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 445 |
+
"exists": true,
|
| 446 |
+
"resume": true
|
| 447 |
+
},
|
| 448 |
+
"world_size": 2,
|
| 449 |
+
"dataset_split": {
|
| 450 |
+
"schema_version": 1,
|
| 451 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 452 |
+
"val_ratio": 0.1,
|
| 453 |
+
"seed": 42,
|
| 454 |
+
"train_episode_ids": [
|
| 455 |
+
0,
|
| 456 |
+
1,
|
| 457 |
+
2,
|
| 458 |
+
3,
|
| 459 |
+
4,
|
| 460 |
+
5,
|
| 461 |
+
6,
|
| 462 |
+
7,
|
| 463 |
+
8,
|
| 464 |
+
9,
|
| 465 |
+
10,
|
| 466 |
+
11,
|
| 467 |
+
12,
|
| 468 |
+
13,
|
| 469 |
+
14,
|
| 470 |
+
15,
|
| 471 |
+
16,
|
| 472 |
+
17,
|
| 473 |
+
18,
|
| 474 |
+
19,
|
| 475 |
+
20,
|
| 476 |
+
21,
|
| 477 |
+
22,
|
| 478 |
+
23,
|
| 479 |
+
24,
|
| 480 |
+
25,
|
| 481 |
+
26,
|
| 482 |
+
27,
|
| 483 |
+
28,
|
| 484 |
+
29,
|
| 485 |
+
30,
|
| 486 |
+
32,
|
| 487 |
+
34,
|
| 488 |
+
35,
|
| 489 |
+
36,
|
| 490 |
+
37,
|
| 491 |
+
38,
|
| 492 |
+
41,
|
| 493 |
+
42,
|
| 494 |
+
45,
|
| 495 |
+
46,
|
| 496 |
+
47,
|
| 497 |
+
48,
|
| 498 |
+
49,
|
| 499 |
+
50,
|
| 500 |
+
51,
|
| 501 |
+
52,
|
| 502 |
+
53,
|
| 503 |
+
54,
|
| 504 |
+
55,
|
| 505 |
+
56,
|
| 506 |
+
57,
|
| 507 |
+
58,
|
| 508 |
+
60,
|
| 509 |
+
61,
|
| 510 |
+
62,
|
| 511 |
+
63,
|
| 512 |
+
64,
|
| 513 |
+
65,
|
| 514 |
+
66,
|
| 515 |
+
67,
|
| 516 |
+
68,
|
| 517 |
+
69,
|
| 518 |
+
70,
|
| 519 |
+
71,
|
| 520 |
+
72,
|
| 521 |
+
73,
|
| 522 |
+
74,
|
| 523 |
+
75,
|
| 524 |
+
76,
|
| 525 |
+
77,
|
| 526 |
+
78,
|
| 527 |
+
79,
|
| 528 |
+
80,
|
| 529 |
+
82,
|
| 530 |
+
83,
|
| 531 |
+
84,
|
| 532 |
+
85,
|
| 533 |
+
87,
|
| 534 |
+
88,
|
| 535 |
+
89,
|
| 536 |
+
90,
|
| 537 |
+
91,
|
| 538 |
+
93,
|
| 539 |
+
94,
|
| 540 |
+
95,
|
| 541 |
+
96,
|
| 542 |
+
97,
|
| 543 |
+
98,
|
| 544 |
+
99,
|
| 545 |
+
100,
|
| 546 |
+
101,
|
| 547 |
+
102,
|
| 548 |
+
103,
|
| 549 |
+
104,
|
| 550 |
+
105,
|
| 551 |
+
106,
|
| 552 |
+
107,
|
| 553 |
+
108,
|
| 554 |
+
110,
|
| 555 |
+
111,
|
| 556 |
+
112,
|
| 557 |
+
113,
|
| 558 |
+
114,
|
| 559 |
+
115,
|
| 560 |
+
116,
|
| 561 |
+
117,
|
| 562 |
+
118,
|
| 563 |
+
119,
|
| 564 |
+
120,
|
| 565 |
+
121,
|
| 566 |
+
122,
|
| 567 |
+
123,
|
| 568 |
+
124,
|
| 569 |
+
125,
|
| 570 |
+
126,
|
| 571 |
+
127,
|
| 572 |
+
128,
|
| 573 |
+
129,
|
| 574 |
+
130,
|
| 575 |
+
131,
|
| 576 |
+
132,
|
| 577 |
+
133,
|
| 578 |
+
134,
|
| 579 |
+
136,
|
| 580 |
+
137,
|
| 581 |
+
138,
|
| 582 |
+
139,
|
| 583 |
+
140,
|
| 584 |
+
141,
|
| 585 |
+
142,
|
| 586 |
+
143,
|
| 587 |
+
144,
|
| 588 |
+
145,
|
| 589 |
+
146,
|
| 590 |
+
147,
|
| 591 |
+
148,
|
| 592 |
+
149,
|
| 593 |
+
150,
|
| 594 |
+
151,
|
| 595 |
+
152,
|
| 596 |
+
153,
|
| 597 |
+
154,
|
| 598 |
+
155,
|
| 599 |
+
156,
|
| 600 |
+
157,
|
| 601 |
+
158,
|
| 602 |
+
159,
|
| 603 |
+
160,
|
| 604 |
+
161,
|
| 605 |
+
162,
|
| 606 |
+
163,
|
| 607 |
+
164,
|
| 608 |
+
165,
|
| 609 |
+
166,
|
| 610 |
+
167,
|
| 611 |
+
168,
|
| 612 |
+
169,
|
| 613 |
+
170,
|
| 614 |
+
171,
|
| 615 |
+
172,
|
| 616 |
+
173,
|
| 617 |
+
174,
|
| 618 |
+
176,
|
| 619 |
+
177,
|
| 620 |
+
178,
|
| 621 |
+
179,
|
| 622 |
+
180,
|
| 623 |
+
181,
|
| 624 |
+
182,
|
| 625 |
+
183,
|
| 626 |
+
184,
|
| 627 |
+
185,
|
| 628 |
+
186,
|
| 629 |
+
187,
|
| 630 |
+
188,
|
| 631 |
+
189,
|
| 632 |
+
190,
|
| 633 |
+
192,
|
| 634 |
+
193,
|
| 635 |
+
194,
|
| 636 |
+
195,
|
| 637 |
+
196,
|
| 638 |
+
198,
|
| 639 |
+
200,
|
| 640 |
+
201,
|
| 641 |
+
202,
|
| 642 |
+
203,
|
| 643 |
+
204,
|
| 644 |
+
205,
|
| 645 |
+
206,
|
| 646 |
+
207,
|
| 647 |
+
208,
|
| 648 |
+
209,
|
| 649 |
+
210,
|
| 650 |
+
213,
|
| 651 |
+
214,
|
| 652 |
+
215,
|
| 653 |
+
217,
|
| 654 |
+
218,
|
| 655 |
+
219,
|
| 656 |
+
220,
|
| 657 |
+
222,
|
| 658 |
+
223,
|
| 659 |
+
224,
|
| 660 |
+
225,
|
| 661 |
+
226,
|
| 662 |
+
227,
|
| 663 |
+
228,
|
| 664 |
+
229,
|
| 665 |
+
230,
|
| 666 |
+
231,
|
| 667 |
+
232,
|
| 668 |
+
233,
|
| 669 |
+
234,
|
| 670 |
+
236,
|
| 671 |
+
237,
|
| 672 |
+
238,
|
| 673 |
+
240,
|
| 674 |
+
241,
|
| 675 |
+
243,
|
| 676 |
+
244,
|
| 677 |
+
245,
|
| 678 |
+
246,
|
| 679 |
+
247,
|
| 680 |
+
248,
|
| 681 |
+
249,
|
| 682 |
+
250,
|
| 683 |
+
251,
|
| 684 |
+
252,
|
| 685 |
+
253,
|
| 686 |
+
254,
|
| 687 |
+
255,
|
| 688 |
+
256,
|
| 689 |
+
257,
|
| 690 |
+
258,
|
| 691 |
+
259,
|
| 692 |
+
260,
|
| 693 |
+
262,
|
| 694 |
+
263,
|
| 695 |
+
264,
|
| 696 |
+
265,
|
| 697 |
+
266,
|
| 698 |
+
267,
|
| 699 |
+
269,
|
| 700 |
+
270,
|
| 701 |
+
271,
|
| 702 |
+
272,
|
| 703 |
+
273,
|
| 704 |
+
274,
|
| 705 |
+
275,
|
| 706 |
+
276,
|
| 707 |
+
277,
|
| 708 |
+
278,
|
| 709 |
+
279,
|
| 710 |
+
280,
|
| 711 |
+
281,
|
| 712 |
+
282,
|
| 713 |
+
283,
|
| 714 |
+
284,
|
| 715 |
+
285,
|
| 716 |
+
286,
|
| 717 |
+
287,
|
| 718 |
+
288,
|
| 719 |
+
289,
|
| 720 |
+
290,
|
| 721 |
+
291,
|
| 722 |
+
292,
|
| 723 |
+
293,
|
| 724 |
+
294,
|
| 725 |
+
295,
|
| 726 |
+
297,
|
| 727 |
+
298,
|
| 728 |
+
299,
|
| 729 |
+
300,
|
| 730 |
+
301,
|
| 731 |
+
302,
|
| 732 |
+
303,
|
| 733 |
+
304,
|
| 734 |
+
305,
|
| 735 |
+
307,
|
| 736 |
+
308,
|
| 737 |
+
310,
|
| 738 |
+
311,
|
| 739 |
+
312,
|
| 740 |
+
313,
|
| 741 |
+
314,
|
| 742 |
+
315,
|
| 743 |
+
316,
|
| 744 |
+
317,
|
| 745 |
+
318,
|
| 746 |
+
320,
|
| 747 |
+
321,
|
| 748 |
+
322,
|
| 749 |
+
323,
|
| 750 |
+
324,
|
| 751 |
+
325,
|
| 752 |
+
326,
|
| 753 |
+
327,
|
| 754 |
+
328,
|
| 755 |
+
329,
|
| 756 |
+
330,
|
| 757 |
+
331,
|
| 758 |
+
332,
|
| 759 |
+
334,
|
| 760 |
+
335,
|
| 761 |
+
336,
|
| 762 |
+
337,
|
| 763 |
+
339,
|
| 764 |
+
341,
|
| 765 |
+
342,
|
| 766 |
+
343,
|
| 767 |
+
344,
|
| 768 |
+
346,
|
| 769 |
+
347,
|
| 770 |
+
348,
|
| 771 |
+
350,
|
| 772 |
+
351,
|
| 773 |
+
352,
|
| 774 |
+
354,
|
| 775 |
+
355,
|
| 776 |
+
356,
|
| 777 |
+
357,
|
| 778 |
+
358,
|
| 779 |
+
359,
|
| 780 |
+
360,
|
| 781 |
+
361,
|
| 782 |
+
362,
|
| 783 |
+
363,
|
| 784 |
+
364,
|
| 785 |
+
365,
|
| 786 |
+
367,
|
| 787 |
+
368,
|
| 788 |
+
369,
|
| 789 |
+
370,
|
| 790 |
+
373,
|
| 791 |
+
374,
|
| 792 |
+
375,
|
| 793 |
+
376,
|
| 794 |
+
377,
|
| 795 |
+
378,
|
| 796 |
+
379,
|
| 797 |
+
380,
|
| 798 |
+
381,
|
| 799 |
+
382,
|
| 800 |
+
383,
|
| 801 |
+
384,
|
| 802 |
+
385,
|
| 803 |
+
386,
|
| 804 |
+
387,
|
| 805 |
+
388,
|
| 806 |
+
390,
|
| 807 |
+
392,
|
| 808 |
+
394,
|
| 809 |
+
395,
|
| 810 |
+
396,
|
| 811 |
+
397,
|
| 812 |
+
398,
|
| 813 |
+
399,
|
| 814 |
+
400,
|
| 815 |
+
401,
|
| 816 |
+
402,
|
| 817 |
+
404,
|
| 818 |
+
405,
|
| 819 |
+
406,
|
| 820 |
+
407,
|
| 821 |
+
408,
|
| 822 |
+
409,
|
| 823 |
+
410,
|
| 824 |
+
411,
|
| 825 |
+
412,
|
| 826 |
+
413,
|
| 827 |
+
414,
|
| 828 |
+
415,
|
| 829 |
+
416,
|
| 830 |
+
418,
|
| 831 |
+
419,
|
| 832 |
+
420,
|
| 833 |
+
421,
|
| 834 |
+
422,
|
| 835 |
+
423,
|
| 836 |
+
424,
|
| 837 |
+
425,
|
| 838 |
+
426,
|
| 839 |
+
427,
|
| 840 |
+
428,
|
| 841 |
+
429,
|
| 842 |
+
431,
|
| 843 |
+
432,
|
| 844 |
+
433,
|
| 845 |
+
434,
|
| 846 |
+
435,
|
| 847 |
+
436,
|
| 848 |
+
437,
|
| 849 |
+
438,
|
| 850 |
+
440,
|
| 851 |
+
441,
|
| 852 |
+
442,
|
| 853 |
+
443,
|
| 854 |
+
445,
|
| 855 |
+
446,
|
| 856 |
+
447,
|
| 857 |
+
448,
|
| 858 |
+
449,
|
| 859 |
+
451,
|
| 860 |
+
452,
|
| 861 |
+
453,
|
| 862 |
+
454,
|
| 863 |
+
455,
|
| 864 |
+
456,
|
| 865 |
+
457,
|
| 866 |
+
458,
|
| 867 |
+
459,
|
| 868 |
+
460,
|
| 869 |
+
461,
|
| 870 |
+
462,
|
| 871 |
+
463,
|
| 872 |
+
464,
|
| 873 |
+
465,
|
| 874 |
+
466,
|
| 875 |
+
467,
|
| 876 |
+
468,
|
| 877 |
+
469,
|
| 878 |
+
470,
|
| 879 |
+
471,
|
| 880 |
+
472,
|
| 881 |
+
473,
|
| 882 |
+
474,
|
| 883 |
+
475,
|
| 884 |
+
476,
|
| 885 |
+
478,
|
| 886 |
+
479,
|
| 887 |
+
480,
|
| 888 |
+
482,
|
| 889 |
+
483,
|
| 890 |
+
484,
|
| 891 |
+
485,
|
| 892 |
+
486,
|
| 893 |
+
487,
|
| 894 |
+
488,
|
| 895 |
+
489,
|
| 896 |
+
490,
|
| 897 |
+
491,
|
| 898 |
+
492,
|
| 899 |
+
494,
|
| 900 |
+
495,
|
| 901 |
+
496,
|
| 902 |
+
497,
|
| 903 |
+
498,
|
| 904 |
+
499
|
| 905 |
+
],
|
| 906 |
+
"validation_episode_ids": [
|
| 907 |
+
31,
|
| 908 |
+
33,
|
| 909 |
+
39,
|
| 910 |
+
40,
|
| 911 |
+
43,
|
| 912 |
+
44,
|
| 913 |
+
59,
|
| 914 |
+
81,
|
| 915 |
+
86,
|
| 916 |
+
92,
|
| 917 |
+
109,
|
| 918 |
+
135,
|
| 919 |
+
175,
|
| 920 |
+
191,
|
| 921 |
+
197,
|
| 922 |
+
199,
|
| 923 |
+
211,
|
| 924 |
+
212,
|
| 925 |
+
216,
|
| 926 |
+
221,
|
| 927 |
+
235,
|
| 928 |
+
239,
|
| 929 |
+
242,
|
| 930 |
+
261,
|
| 931 |
+
268,
|
| 932 |
+
296,
|
| 933 |
+
306,
|
| 934 |
+
309,
|
| 935 |
+
319,
|
| 936 |
+
333,
|
| 937 |
+
338,
|
| 938 |
+
340,
|
| 939 |
+
345,
|
| 940 |
+
349,
|
| 941 |
+
353,
|
| 942 |
+
366,
|
| 943 |
+
371,
|
| 944 |
+
372,
|
| 945 |
+
389,
|
| 946 |
+
391,
|
| 947 |
+
393,
|
| 948 |
+
403,
|
| 949 |
+
417,
|
| 950 |
+
430,
|
| 951 |
+
439,
|
| 952 |
+
444,
|
| 953 |
+
450,
|
| 954 |
+
477,
|
| 955 |
+
481,
|
| 956 |
+
493
|
| 957 |
+
],
|
| 958 |
+
"train": {
|
| 959 |
+
"episodes": 450,
|
| 960 |
+
"windows": 124106
|
| 961 |
+
},
|
| 962 |
+
"validation": {
|
| 963 |
+
"episodes": 50,
|
| 964 |
+
"windows": 13984
|
| 965 |
+
},
|
| 966 |
+
"offline_validation_enabled": true
|
| 967 |
+
},
|
| 968 |
+
"sources": {
|
| 969 |
+
"assets": {
|
| 970 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 971 |
+
"pi05": {
|
| 972 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 973 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 974 |
+
"method": "hf_blob_name",
|
| 975 |
+
"tensors": 812,
|
| 976 |
+
"bytes": 14467165872
|
| 977 |
+
},
|
| 978 |
+
"sentencepiece": {
|
| 979 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 980 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 981 |
+
}
|
| 982 |
+
},
|
| 983 |
+
"resume": {
|
| 984 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 985 |
+
"counters": {
|
| 986 |
+
"epoch": 200,
|
| 987 |
+
"global_step": 40000,
|
| 988 |
+
"completed_optimizer_steps": 20000,
|
| 989 |
+
"skipped_optimizer_steps": 0,
|
| 990 |
+
"consecutive_skipped_steps": 0,
|
| 991 |
+
"last_snapshot_step": 20000
|
| 992 |
+
},
|
| 993 |
+
"world_size": 2,
|
| 994 |
+
"warnings": []
|
| 995 |
+
},
|
| 996 |
+
"prompts": {
|
| 997 |
+
"max_len": 96,
|
| 998 |
+
"state_dims": 8,
|
| 999 |
+
"worst_case_tokens": 62,
|
| 1000 |
+
"headroom": 34,
|
| 1001 |
+
"per_uid": {
|
| 1002 |
+
"30": 55,
|
| 1003 |
+
"31": 55,
|
| 1004 |
+
"32": 55,
|
| 1005 |
+
"33": 57,
|
| 1006 |
+
"34": 62,
|
| 1007 |
+
"35": 57,
|
| 1008 |
+
"36": 61,
|
| 1009 |
+
"37": 56,
|
| 1010 |
+
"38": 51,
|
| 1011 |
+
"39": 55
|
| 1012 |
+
}
|
| 1013 |
+
},
|
| 1014 |
+
"rollout": {
|
| 1015 |
+
"enabled": true,
|
| 1016 |
+
"mujoco_gl": "egl",
|
| 1017 |
+
"plan": {
|
| 1018 |
+
"enabled": true,
|
| 1019 |
+
"every_epochs": 50,
|
| 1020 |
+
"rollouts": [
|
| 1021 |
+
{
|
| 1022 |
+
"epoch": 50,
|
| 1023 |
+
"optimizer_step": 5000
|
| 1024 |
+
},
|
| 1025 |
+
{
|
| 1026 |
+
"epoch": 100,
|
| 1027 |
+
"optimizer_step": 10000
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"epoch": 150,
|
| 1031 |
+
"optimizer_step": 15000
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"epoch": 200,
|
| 1035 |
+
"optimizer_step": 20000
|
| 1036 |
+
},
|
| 1037 |
+
{
|
| 1038 |
+
"epoch": 250,
|
| 1039 |
+
"optimizer_step": 25000
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"epoch": 300,
|
| 1043 |
+
"optimizer_step": 30000
|
| 1044 |
+
}
|
| 1045 |
+
],
|
| 1046 |
+
"protocol": "official",
|
| 1047 |
+
"n_test": 500,
|
| 1048 |
+
"episodes_per_task": 50,
|
| 1049 |
+
"episode_seeds": [
|
| 1050 |
+
3000,
|
| 1051 |
+
3499
|
| 1052 |
+
],
|
| 1053 |
+
"init_state_offset": 0,
|
| 1054 |
+
"n_parallel_envs": 10,
|
| 1055 |
+
"max_episode_steps": 550,
|
| 1056 |
+
"expected_minutes_per_rollout": 39.2,
|
| 1057 |
+
"timeout_minutes": 100.0,
|
| 1058 |
+
"failure_policy": "continue",
|
| 1059 |
+
"weights": "ema",
|
| 1060 |
+
"precision": "bf16 (= snapshot)",
|
| 1061 |
+
"rank": 0
|
| 1062 |
+
},
|
| 1063 |
+
"egl_renderers": [
|
| 1064 |
+
{
|
| 1065 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 1066 |
+
"cuda_ordinal": 3,
|
| 1067 |
+
"egl_device_id": 0,
|
| 1068 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 1072 |
+
"cuda_ordinal": 2,
|
| 1073 |
+
"egl_device_id": 1,
|
| 1074 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 1078 |
+
"cuda_ordinal": 1,
|
| 1079 |
+
"egl_device_id": 2,
|
| 1080 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 1084 |
+
"cuda_ordinal": 0,
|
| 1085 |
+
"egl_device_id": 3,
|
| 1086 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1087 |
+
},
|
| 1088 |
+
{
|
| 1089 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 1090 |
+
"cuda_ordinal": 7,
|
| 1091 |
+
"egl_device_id": 4,
|
| 1092 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1093 |
+
},
|
| 1094 |
+
{
|
| 1095 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 1096 |
+
"cuda_ordinal": 6,
|
| 1097 |
+
"egl_device_id": 5,
|
| 1098 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 1102 |
+
"cuda_ordinal": 5,
|
| 1103 |
+
"egl_device_id": 6,
|
| 1104 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1105 |
+
},
|
| 1106 |
+
{
|
| 1107 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 1108 |
+
"cuda_ordinal": 4,
|
| 1109 |
+
"egl_device_id": 7,
|
| 1110 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1111 |
+
}
|
| 1112 |
+
]
|
| 1113 |
+
},
|
| 1114 |
+
"wandb": {
|
| 1115 |
+
"mode": "online",
|
| 1116 |
+
"credentials": "wandb netrc lookup",
|
| 1117 |
+
"host": "https://api.wandb.ai",
|
| 1118 |
+
"project": "p2n_vla"
|
| 1119 |
+
}
|
| 1120 |
+
},
|
| 1121 |
+
"schedule": {
|
| 1122 |
+
"batches_per_rank": 200,
|
| 1123 |
+
"updates_per_epoch": 100,
|
| 1124 |
+
"planned_optimizer_updates": 30000,
|
| 1125 |
+
"lr_warmup_steps": 1000,
|
| 1126 |
+
"micro_batch_per_rank": 8,
|
| 1127 |
+
"world_size": 2,
|
| 1128 |
+
"effective_batch": 32,
|
| 1129 |
+
"max_optimizer_steps": 30000,
|
| 1130 |
+
"cosine_horizon": 30000,
|
| 1131 |
+
"expected_optimizer_updates": 30000,
|
| 1132 |
+
"min_lr_ratio": 0.1,
|
| 1133 |
+
"train_windows": 124106,
|
| 1134 |
+
"windows_seen_per_epoch": 3200
|
| 1135 |
+
},
|
| 1136 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 1137 |
+
}
|
| 1138 |
+
Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
|
| 1139 |
+
|
| 1140 |
+
*****************************************
|
| 1141 |
+
Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
|
| 1142 |
+
*****************************************
|
| 1143 |
+
W1008 07:34:10.613000 117365 site-packages/torch/distributed/elastic/agent/server/api.py:739] Received Signals.SIGTERM death signal, shutting down workers
|
| 1144 |
+
W1008 07:34:10.614000 117365 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117399 closing signal SIGTERM
|
| 1145 |
+
W1008 07:34:10.615000 117365 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117400 closing signal SIGTERM
|
| 1146 |
+
Traceback (most recent call last):
|
| 1147 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
|
| 1148 |
+
return _run_code(code, main_globals, None,
|
| 1149 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
|
| 1150 |
+
exec(code, run_globals)
|
| 1151 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
|
| 1152 |
+
main()
|
| 1153 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
|
| 1154 |
+
return f(*args, **kwargs)
|
| 1155 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
|
| 1156 |
+
run(args)
|
| 1157 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
|
| 1158 |
+
elastic_launch(
|
| 1159 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
|
| 1160 |
+
return launch_agent(self._config, self._entrypoint, list(args))
|
| 1161 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 308, in launch_agent
|
| 1162 |
+
result = agent.run()
|
| 1163 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/metrics/api.py", line 134, in wrapper
|
| 1164 |
+
result = f(*args, **kwargs)
|
| 1165 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 731, in run
|
| 1166 |
+
result = self._invoke_run(role)
|
| 1167 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 908, in _invoke_run
|
| 1168 |
+
time.sleep(monitor_interval)
|
| 1169 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 86, in _terminate_process_handler
|
| 1170 |
+
raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
|
| 1171 |
+
torch.distributed.elastic.multiprocessing.api.SignalException: Process 117365 got signal: 15
|
| 1172 |
+
Traceback (most recent call last):
|
| 1173 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
|
| 1174 |
+
main()
|
| 1175 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
|
| 1176 |
+
subprocess.run(command, cwd=str(ROOT), check=True, env=env)
|
| 1177 |
+
File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
|
| 1178 |
+
raise CalledProcessError(retcode, process.args,
|
| 1179 |
+
subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
|
outputs/training/p2n_vla_libero10_s42/resume_20261008_073246.log
ADDED
|
@@ -0,0 +1,1179 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
nohup: ignoring input
|
| 2 |
+
task:
|
| 3 |
+
policy:
|
| 4 |
+
name: libero10
|
| 5 |
+
task_name: libero10
|
| 6 |
+
lazy_eval: false
|
| 7 |
+
task_uids:
|
| 8 |
+
- 30
|
| 9 |
+
- 31
|
| 10 |
+
- 32
|
| 11 |
+
- 33
|
| 12 |
+
- 34
|
| 13 |
+
- 35
|
| 14 |
+
- 36
|
| 15 |
+
- 37
|
| 16 |
+
- 38
|
| 17 |
+
- 39
|
| 18 |
+
shape_meta:
|
| 19 |
+
obs:
|
| 20 |
+
agentview_rgb:
|
| 21 |
+
shape:
|
| 22 |
+
- 128
|
| 23 |
+
- 128
|
| 24 |
+
- 3
|
| 25 |
+
type: rgb
|
| 26 |
+
robot0_eye_in_hand_rgb:
|
| 27 |
+
shape:
|
| 28 |
+
- 128
|
| 29 |
+
- 128
|
| 30 |
+
- 3
|
| 31 |
+
type: rgb
|
| 32 |
+
robot0_eef_pos:
|
| 33 |
+
shape:
|
| 34 |
+
- 3
|
| 35 |
+
type: state
|
| 36 |
+
robot0_eef_quat:
|
| 37 |
+
shape:
|
| 38 |
+
- 4
|
| 39 |
+
type: state
|
| 40 |
+
robot0_gripper_qpos:
|
| 41 |
+
shape:
|
| 42 |
+
- 2
|
| 43 |
+
type: state
|
| 44 |
+
task_uid:
|
| 45 |
+
shape:
|
| 46 |
+
- 1
|
| 47 |
+
type: state
|
| 48 |
+
action:
|
| 49 |
+
shape:
|
| 50 |
+
- 7
|
| 51 |
+
rgb_ports:
|
| 52 |
+
- agentview_rgb
|
| 53 |
+
- robot0_eye_in_hand_rgb
|
| 54 |
+
wrist_ports:
|
| 55 |
+
- robot0_eye_in_hand_rgb
|
| 56 |
+
prompt_state:
|
| 57 |
+
keys:
|
| 58 |
+
- robot0_eef_pos
|
| 59 |
+
- robot0_eef_quat
|
| 60 |
+
- robot0_gripper_qpos
|
| 61 |
+
transforms:
|
| 62 |
+
robot0_eef_pos: identity
|
| 63 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 64 |
+
robot0_gripper_qpos: identity
|
| 65 |
+
prompt:
|
| 66 |
+
instruction_source: libero10
|
| 67 |
+
state_keys:
|
| 68 |
+
- robot0_eef_pos
|
| 69 |
+
- robot0_eef_quat
|
| 70 |
+
- robot0_gripper_qpos
|
| 71 |
+
state_transforms:
|
| 72 |
+
robot0_eef_pos: identity
|
| 73 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 74 |
+
robot0_gripper_qpos: identity
|
| 75 |
+
max_len: 96
|
| 76 |
+
dummy_uid: 30
|
| 77 |
+
env_runner:
|
| 78 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 79 |
+
task_name: libero10
|
| 80 |
+
protocol: official
|
| 81 |
+
n_test: 500
|
| 82 |
+
n_test_vis: 0
|
| 83 |
+
test_start_seed: 3000
|
| 84 |
+
init_state_offset: 0
|
| 85 |
+
n_obs_steps: 1
|
| 86 |
+
n_action_steps: 8
|
| 87 |
+
fps: 20
|
| 88 |
+
n_parallel_envs: 10
|
| 89 |
+
image_size: 128
|
| 90 |
+
camera_names:
|
| 91 |
+
- agentview
|
| 92 |
+
- robot0_eye_in_hand
|
| 93 |
+
state_ports:
|
| 94 |
+
- robot0_eef_pos
|
| 95 |
+
- robot0_eef_quat
|
| 96 |
+
- robot0_gripper_qpos
|
| 97 |
+
max_episode_steps: 550
|
| 98 |
+
dataset:
|
| 99 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 100 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 101 |
+
obs_keys:
|
| 102 |
+
- agentview_rgb
|
| 103 |
+
- robot0_eye_in_hand_rgb
|
| 104 |
+
- robot0_eef_pos
|
| 105 |
+
- robot0_eef_quat
|
| 106 |
+
- robot0_gripper_qpos
|
| 107 |
+
- task_uid
|
| 108 |
+
action_key: action
|
| 109 |
+
n_obs_steps: 1
|
| 110 |
+
n_action_steps: 16
|
| 111 |
+
seed: 42
|
| 112 |
+
val_ratio: 0.1
|
| 113 |
+
max_train_episodes: null
|
| 114 |
+
past_n: 7
|
| 115 |
+
n_exec_steps: 8
|
| 116 |
+
history_padding: zero
|
| 117 |
+
return_history_validity: true
|
| 118 |
+
prompt_state:
|
| 119 |
+
keys:
|
| 120 |
+
- robot0_eef_pos
|
| 121 |
+
- robot0_eef_quat
|
| 122 |
+
- robot0_gripper_qpos
|
| 123 |
+
transforms:
|
| 124 |
+
robot0_eef_pos: identity
|
| 125 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 126 |
+
robot0_gripper_qpos: identity
|
| 127 |
+
name: train_p2n_vla
|
| 128 |
+
policy_family: p2n_vla
|
| 129 |
+
variant: p2n_vla
|
| 130 |
+
task_type: libero
|
| 131 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 132 |
+
seed: 42
|
| 133 |
+
horizon: 16
|
| 134 |
+
n_action_steps: 8
|
| 135 |
+
n_obs_steps: 1
|
| 136 |
+
past_n: 7
|
| 137 |
+
max_prompt_len: 96
|
| 138 |
+
task_name: libero10
|
| 139 |
+
shape_meta:
|
| 140 |
+
obs:
|
| 141 |
+
agentview_rgb:
|
| 142 |
+
shape:
|
| 143 |
+
- 128
|
| 144 |
+
- 128
|
| 145 |
+
- 3
|
| 146 |
+
type: rgb
|
| 147 |
+
robot0_eye_in_hand_rgb:
|
| 148 |
+
shape:
|
| 149 |
+
- 128
|
| 150 |
+
- 128
|
| 151 |
+
- 3
|
| 152 |
+
type: rgb
|
| 153 |
+
robot0_eef_pos:
|
| 154 |
+
shape:
|
| 155 |
+
- 3
|
| 156 |
+
type: state
|
| 157 |
+
robot0_eef_quat:
|
| 158 |
+
shape:
|
| 159 |
+
- 4
|
| 160 |
+
type: state
|
| 161 |
+
robot0_gripper_qpos:
|
| 162 |
+
shape:
|
| 163 |
+
- 2
|
| 164 |
+
type: state
|
| 165 |
+
task_uid:
|
| 166 |
+
shape:
|
| 167 |
+
- 1
|
| 168 |
+
type: state
|
| 169 |
+
action:
|
| 170 |
+
shape:
|
| 171 |
+
- 7
|
| 172 |
+
policy:
|
| 173 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 174 |
+
variant: p2n_vla
|
| 175 |
+
task: libero
|
| 176 |
+
shape_meta:
|
| 177 |
+
obs:
|
| 178 |
+
agentview_rgb:
|
| 179 |
+
shape:
|
| 180 |
+
- 128
|
| 181 |
+
- 128
|
| 182 |
+
- 3
|
| 183 |
+
type: rgb
|
| 184 |
+
robot0_eye_in_hand_rgb:
|
| 185 |
+
shape:
|
| 186 |
+
- 128
|
| 187 |
+
- 128
|
| 188 |
+
- 3
|
| 189 |
+
type: rgb
|
| 190 |
+
robot0_eef_pos:
|
| 191 |
+
shape:
|
| 192 |
+
- 3
|
| 193 |
+
type: state
|
| 194 |
+
robot0_eef_quat:
|
| 195 |
+
shape:
|
| 196 |
+
- 4
|
| 197 |
+
type: state
|
| 198 |
+
robot0_gripper_qpos:
|
| 199 |
+
shape:
|
| 200 |
+
- 2
|
| 201 |
+
type: state
|
| 202 |
+
task_uid:
|
| 203 |
+
shape:
|
| 204 |
+
- 1
|
| 205 |
+
type: state
|
| 206 |
+
action:
|
| 207 |
+
shape:
|
| 208 |
+
- 7
|
| 209 |
+
n_action_steps: 8
|
| 210 |
+
n_obs_steps: 1
|
| 211 |
+
past_n: 7
|
| 212 |
+
horizon: 16
|
| 213 |
+
construction_mode: fresh
|
| 214 |
+
model_size: full
|
| 215 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 216 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 217 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 218 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 219 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 220 |
+
rgb_ports:
|
| 221 |
+
- agentview_rgb
|
| 222 |
+
- robot0_eye_in_hand_rgb
|
| 223 |
+
wrist_ports:
|
| 224 |
+
- robot0_eye_in_hand_rgb
|
| 225 |
+
train_image_aug: true
|
| 226 |
+
prompt:
|
| 227 |
+
instruction_source: libero10
|
| 228 |
+
state_keys:
|
| 229 |
+
- robot0_eef_pos
|
| 230 |
+
- robot0_eef_quat
|
| 231 |
+
- robot0_gripper_qpos
|
| 232 |
+
state_transforms:
|
| 233 |
+
robot0_eef_pos: identity
|
| 234 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 235 |
+
robot0_gripper_qpos: identity
|
| 236 |
+
max_len: 96
|
| 237 |
+
dummy_uid: 30
|
| 238 |
+
lora_rank: 16
|
| 239 |
+
lora_alpha: 16.0
|
| 240 |
+
lambda_ki: 1.0
|
| 241 |
+
ki_skip: 1152
|
| 242 |
+
use_past: true
|
| 243 |
+
adarms_t0: 0.6
|
| 244 |
+
temperature: 0.0
|
| 245 |
+
topk: 10
|
| 246 |
+
activation_checkpointing: true
|
| 247 |
+
frozen_dtype: null
|
| 248 |
+
self_past_p: 0.5
|
| 249 |
+
self_past_warmup_steps: 1000
|
| 250 |
+
self_past_ramp_steps: 4000
|
| 251 |
+
self_past_chunk_size: 4
|
| 252 |
+
self_past_temperature: 1.0
|
| 253 |
+
self_past_topk: 10
|
| 254 |
+
self_past_schedule: optimizer_step
|
| 255 |
+
training:
|
| 256 |
+
resume: true
|
| 257 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 258 |
+
init_checkpoint: null
|
| 259 |
+
seed: 42
|
| 260 |
+
num_demo: 500
|
| 261 |
+
num_epochs: 300
|
| 262 |
+
max_train_steps: 200
|
| 263 |
+
max_optimizer_steps: 30000
|
| 264 |
+
gradient_accumulate_every: 2
|
| 265 |
+
lr_warmup_steps: 1000
|
| 266 |
+
min_lr_ratio: 0.1
|
| 267 |
+
max_grad_norm: 1.0
|
| 268 |
+
use_ema: true
|
| 269 |
+
val_every: 50
|
| 270 |
+
max_val_steps: 200
|
| 271 |
+
max_reconst_steps: 200
|
| 272 |
+
validate_generated_history: true
|
| 273 |
+
offline_validation_enabled: true
|
| 274 |
+
offline_validation_reason: held_out_libero_episodes
|
| 275 |
+
checkpoint_every: 10
|
| 276 |
+
snapshot_every: 5000
|
| 277 |
+
rollout_every: 50
|
| 278 |
+
rollout_at_final: true
|
| 279 |
+
rollout_seed: 44
|
| 280 |
+
rollout_failure: continue
|
| 281 |
+
rollout_timeout_minutes: 100
|
| 282 |
+
keep_resume_checkpoint: false
|
| 283 |
+
log_every: 1
|
| 284 |
+
max_consecutive_skipped_updates: 20
|
| 285 |
+
tqdm_interval_sec: 1.0
|
| 286 |
+
probe:
|
| 287 |
+
enabled: false
|
| 288 |
+
optimizer_steps: 3
|
| 289 |
+
self_past_step: null
|
| 290 |
+
worst_case_pass: true
|
| 291 |
+
validation_batches: 1
|
| 292 |
+
rollout_episodes: 10
|
| 293 |
+
max_reserved_gb: 22.5
|
| 294 |
+
min_headroom_gb: 2.0
|
| 295 |
+
ema:
|
| 296 |
+
decay: 0.999
|
| 297 |
+
warmup_power: null
|
| 298 |
+
optimizer:
|
| 299 |
+
policy_lr: 5.0e-05
|
| 300 |
+
new_module_lr: 0.0001
|
| 301 |
+
weight_decay: 1.0e-10
|
| 302 |
+
betas:
|
| 303 |
+
- 0.9
|
| 304 |
+
- 0.95
|
| 305 |
+
eps: 1.0e-08
|
| 306 |
+
fused: null
|
| 307 |
+
dataloader:
|
| 308 |
+
batch_size: 8
|
| 309 |
+
num_workers: 4
|
| 310 |
+
shuffle: true
|
| 311 |
+
pin_memory: true
|
| 312 |
+
persistent_workers: true
|
| 313 |
+
drop_last: true
|
| 314 |
+
val_dataloader:
|
| 315 |
+
batch_size: 8
|
| 316 |
+
num_workers: 2
|
| 317 |
+
shuffle: false
|
| 318 |
+
pin_memory: true
|
| 319 |
+
persistent_workers: true
|
| 320 |
+
drop_last: false
|
| 321 |
+
logging:
|
| 322 |
+
project: p2n_vla
|
| 323 |
+
resume: allow
|
| 324 |
+
mode: online
|
| 325 |
+
name: 20261008.073248_p2n_vla_libero10_seed42
|
| 326 |
+
tags:
|
| 327 |
+
- p2n_vla
|
| 328 |
+
- libero10
|
| 329 |
+
- pi05_base
|
| 330 |
+
- oat_so3aug
|
| 331 |
+
id: akfgq1e9
|
| 332 |
+
group: p2n_vla_libero
|
| 333 |
+
|
| 334 |
+
{
|
| 335 |
+
"mode": "train",
|
| 336 |
+
"variant": "p2n_vla",
|
| 337 |
+
"task": "libero",
|
| 338 |
+
"policy": "oat.policy.p2n_vla.P2NVLAPolicy",
|
| 339 |
+
"model_size": "full",
|
| 340 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 341 |
+
"world_size": 2,
|
| 342 |
+
"lambda_ki": 1.0,
|
| 343 |
+
"lora": [
|
| 344 |
+
16,
|
| 345 |
+
16.0
|
| 346 |
+
],
|
| 347 |
+
"self_past": {
|
| 348 |
+
"self_past_p": 0.5,
|
| 349 |
+
"self_past_warmup_steps": 1000,
|
| 350 |
+
"self_past_ramp_steps": 4000,
|
| 351 |
+
"self_past_chunk_size": 4,
|
| 352 |
+
"self_past_temperature": 1.0,
|
| 353 |
+
"self_past_topk": 10
|
| 354 |
+
},
|
| 355 |
+
"optimizer": {
|
| 356 |
+
"policy_lr": 5e-05,
|
| 357 |
+
"new_module_lr": 0.0001,
|
| 358 |
+
"weight_decay": 1e-10,
|
| 359 |
+
"betas": [
|
| 360 |
+
0.9,
|
| 361 |
+
0.95
|
| 362 |
+
],
|
| 363 |
+
"eps": 1e-08,
|
| 364 |
+
"fused": null
|
| 365 |
+
},
|
| 366 |
+
"ema": {
|
| 367 |
+
"decay": 0.999,
|
| 368 |
+
"warmup_power": null
|
| 369 |
+
},
|
| 370 |
+
"schedule": {
|
| 371 |
+
"batches_per_rank": 200,
|
| 372 |
+
"updates_per_epoch": 100,
|
| 373 |
+
"planned_optimizer_updates": 30000,
|
| 374 |
+
"lr_warmup_steps": 1000,
|
| 375 |
+
"micro_batch_per_rank": 8,
|
| 376 |
+
"world_size": 2,
|
| 377 |
+
"effective_batch": 32,
|
| 378 |
+
"max_optimizer_steps": 30000,
|
| 379 |
+
"cosine_horizon": 30000,
|
| 380 |
+
"expected_optimizer_updates": 30000,
|
| 381 |
+
"min_lr_ratio": 0.1
|
| 382 |
+
},
|
| 383 |
+
"assets": {
|
| 384 |
+
"pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 385 |
+
"pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 386 |
+
"spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 387 |
+
"spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
|
| 388 |
+
"tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
|
| 389 |
+
},
|
| 390 |
+
"dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 391 |
+
"logging_mode": "online",
|
| 392 |
+
"rollout": {
|
| 393 |
+
"enabled": true,
|
| 394 |
+
"every_epochs": 50,
|
| 395 |
+
"rollouts": [
|
| 396 |
+
{
|
| 397 |
+
"epoch": 50,
|
| 398 |
+
"optimizer_step": 5000
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 100,
|
| 402 |
+
"optimizer_step": 10000
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"epoch": 150,
|
| 406 |
+
"optimizer_step": 15000
|
| 407 |
+
},
|
| 408 |
+
{
|
| 409 |
+
"epoch": 200,
|
| 410 |
+
"optimizer_step": 20000
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 250,
|
| 414 |
+
"optimizer_step": 25000
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 300,
|
| 418 |
+
"optimizer_step": 30000
|
| 419 |
+
}
|
| 420 |
+
],
|
| 421 |
+
"protocol": "official",
|
| 422 |
+
"n_test": 500,
|
| 423 |
+
"episodes_per_task": 50,
|
| 424 |
+
"episode_seeds": [
|
| 425 |
+
3000,
|
| 426 |
+
3499
|
| 427 |
+
],
|
| 428 |
+
"init_state_offset": 0,
|
| 429 |
+
"n_parallel_envs": 10,
|
| 430 |
+
"max_episode_steps": 550,
|
| 431 |
+
"expected_minutes_per_rollout": 39.2,
|
| 432 |
+
"timeout_minutes": 100.0,
|
| 433 |
+
"failure_policy": "continue",
|
| 434 |
+
"weights": "ema",
|
| 435 |
+
"precision": "bf16 (= snapshot)",
|
| 436 |
+
"rank": 0
|
| 437 |
+
}
|
| 438 |
+
}
|
| 439 |
+
{
|
| 440 |
+
"policy_family": "p2n_vla",
|
| 441 |
+
"variant": "p2n_vla",
|
| 442 |
+
"task": "libero",
|
| 443 |
+
"output": {
|
| 444 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 445 |
+
"exists": true,
|
| 446 |
+
"resume": true
|
| 447 |
+
},
|
| 448 |
+
"world_size": 2,
|
| 449 |
+
"dataset_split": {
|
| 450 |
+
"schema_version": 1,
|
| 451 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 452 |
+
"val_ratio": 0.1,
|
| 453 |
+
"seed": 42,
|
| 454 |
+
"train_episode_ids": [
|
| 455 |
+
0,
|
| 456 |
+
1,
|
| 457 |
+
2,
|
| 458 |
+
3,
|
| 459 |
+
4,
|
| 460 |
+
5,
|
| 461 |
+
6,
|
| 462 |
+
7,
|
| 463 |
+
8,
|
| 464 |
+
9,
|
| 465 |
+
10,
|
| 466 |
+
11,
|
| 467 |
+
12,
|
| 468 |
+
13,
|
| 469 |
+
14,
|
| 470 |
+
15,
|
| 471 |
+
16,
|
| 472 |
+
17,
|
| 473 |
+
18,
|
| 474 |
+
19,
|
| 475 |
+
20,
|
| 476 |
+
21,
|
| 477 |
+
22,
|
| 478 |
+
23,
|
| 479 |
+
24,
|
| 480 |
+
25,
|
| 481 |
+
26,
|
| 482 |
+
27,
|
| 483 |
+
28,
|
| 484 |
+
29,
|
| 485 |
+
30,
|
| 486 |
+
32,
|
| 487 |
+
34,
|
| 488 |
+
35,
|
| 489 |
+
36,
|
| 490 |
+
37,
|
| 491 |
+
38,
|
| 492 |
+
41,
|
| 493 |
+
42,
|
| 494 |
+
45,
|
| 495 |
+
46,
|
| 496 |
+
47,
|
| 497 |
+
48,
|
| 498 |
+
49,
|
| 499 |
+
50,
|
| 500 |
+
51,
|
| 501 |
+
52,
|
| 502 |
+
53,
|
| 503 |
+
54,
|
| 504 |
+
55,
|
| 505 |
+
56,
|
| 506 |
+
57,
|
| 507 |
+
58,
|
| 508 |
+
60,
|
| 509 |
+
61,
|
| 510 |
+
62,
|
| 511 |
+
63,
|
| 512 |
+
64,
|
| 513 |
+
65,
|
| 514 |
+
66,
|
| 515 |
+
67,
|
| 516 |
+
68,
|
| 517 |
+
69,
|
| 518 |
+
70,
|
| 519 |
+
71,
|
| 520 |
+
72,
|
| 521 |
+
73,
|
| 522 |
+
74,
|
| 523 |
+
75,
|
| 524 |
+
76,
|
| 525 |
+
77,
|
| 526 |
+
78,
|
| 527 |
+
79,
|
| 528 |
+
80,
|
| 529 |
+
82,
|
| 530 |
+
83,
|
| 531 |
+
84,
|
| 532 |
+
85,
|
| 533 |
+
87,
|
| 534 |
+
88,
|
| 535 |
+
89,
|
| 536 |
+
90,
|
| 537 |
+
91,
|
| 538 |
+
93,
|
| 539 |
+
94,
|
| 540 |
+
95,
|
| 541 |
+
96,
|
| 542 |
+
97,
|
| 543 |
+
98,
|
| 544 |
+
99,
|
| 545 |
+
100,
|
| 546 |
+
101,
|
| 547 |
+
102,
|
| 548 |
+
103,
|
| 549 |
+
104,
|
| 550 |
+
105,
|
| 551 |
+
106,
|
| 552 |
+
107,
|
| 553 |
+
108,
|
| 554 |
+
110,
|
| 555 |
+
111,
|
| 556 |
+
112,
|
| 557 |
+
113,
|
| 558 |
+
114,
|
| 559 |
+
115,
|
| 560 |
+
116,
|
| 561 |
+
117,
|
| 562 |
+
118,
|
| 563 |
+
119,
|
| 564 |
+
120,
|
| 565 |
+
121,
|
| 566 |
+
122,
|
| 567 |
+
123,
|
| 568 |
+
124,
|
| 569 |
+
125,
|
| 570 |
+
126,
|
| 571 |
+
127,
|
| 572 |
+
128,
|
| 573 |
+
129,
|
| 574 |
+
130,
|
| 575 |
+
131,
|
| 576 |
+
132,
|
| 577 |
+
133,
|
| 578 |
+
134,
|
| 579 |
+
136,
|
| 580 |
+
137,
|
| 581 |
+
138,
|
| 582 |
+
139,
|
| 583 |
+
140,
|
| 584 |
+
141,
|
| 585 |
+
142,
|
| 586 |
+
143,
|
| 587 |
+
144,
|
| 588 |
+
145,
|
| 589 |
+
146,
|
| 590 |
+
147,
|
| 591 |
+
148,
|
| 592 |
+
149,
|
| 593 |
+
150,
|
| 594 |
+
151,
|
| 595 |
+
152,
|
| 596 |
+
153,
|
| 597 |
+
154,
|
| 598 |
+
155,
|
| 599 |
+
156,
|
| 600 |
+
157,
|
| 601 |
+
158,
|
| 602 |
+
159,
|
| 603 |
+
160,
|
| 604 |
+
161,
|
| 605 |
+
162,
|
| 606 |
+
163,
|
| 607 |
+
164,
|
| 608 |
+
165,
|
| 609 |
+
166,
|
| 610 |
+
167,
|
| 611 |
+
168,
|
| 612 |
+
169,
|
| 613 |
+
170,
|
| 614 |
+
171,
|
| 615 |
+
172,
|
| 616 |
+
173,
|
| 617 |
+
174,
|
| 618 |
+
176,
|
| 619 |
+
177,
|
| 620 |
+
178,
|
| 621 |
+
179,
|
| 622 |
+
180,
|
| 623 |
+
181,
|
| 624 |
+
182,
|
| 625 |
+
183,
|
| 626 |
+
184,
|
| 627 |
+
185,
|
| 628 |
+
186,
|
| 629 |
+
187,
|
| 630 |
+
188,
|
| 631 |
+
189,
|
| 632 |
+
190,
|
| 633 |
+
192,
|
| 634 |
+
193,
|
| 635 |
+
194,
|
| 636 |
+
195,
|
| 637 |
+
196,
|
| 638 |
+
198,
|
| 639 |
+
200,
|
| 640 |
+
201,
|
| 641 |
+
202,
|
| 642 |
+
203,
|
| 643 |
+
204,
|
| 644 |
+
205,
|
| 645 |
+
206,
|
| 646 |
+
207,
|
| 647 |
+
208,
|
| 648 |
+
209,
|
| 649 |
+
210,
|
| 650 |
+
213,
|
| 651 |
+
214,
|
| 652 |
+
215,
|
| 653 |
+
217,
|
| 654 |
+
218,
|
| 655 |
+
219,
|
| 656 |
+
220,
|
| 657 |
+
222,
|
| 658 |
+
223,
|
| 659 |
+
224,
|
| 660 |
+
225,
|
| 661 |
+
226,
|
| 662 |
+
227,
|
| 663 |
+
228,
|
| 664 |
+
229,
|
| 665 |
+
230,
|
| 666 |
+
231,
|
| 667 |
+
232,
|
| 668 |
+
233,
|
| 669 |
+
234,
|
| 670 |
+
236,
|
| 671 |
+
237,
|
| 672 |
+
238,
|
| 673 |
+
240,
|
| 674 |
+
241,
|
| 675 |
+
243,
|
| 676 |
+
244,
|
| 677 |
+
245,
|
| 678 |
+
246,
|
| 679 |
+
247,
|
| 680 |
+
248,
|
| 681 |
+
249,
|
| 682 |
+
250,
|
| 683 |
+
251,
|
| 684 |
+
252,
|
| 685 |
+
253,
|
| 686 |
+
254,
|
| 687 |
+
255,
|
| 688 |
+
256,
|
| 689 |
+
257,
|
| 690 |
+
258,
|
| 691 |
+
259,
|
| 692 |
+
260,
|
| 693 |
+
262,
|
| 694 |
+
263,
|
| 695 |
+
264,
|
| 696 |
+
265,
|
| 697 |
+
266,
|
| 698 |
+
267,
|
| 699 |
+
269,
|
| 700 |
+
270,
|
| 701 |
+
271,
|
| 702 |
+
272,
|
| 703 |
+
273,
|
| 704 |
+
274,
|
| 705 |
+
275,
|
| 706 |
+
276,
|
| 707 |
+
277,
|
| 708 |
+
278,
|
| 709 |
+
279,
|
| 710 |
+
280,
|
| 711 |
+
281,
|
| 712 |
+
282,
|
| 713 |
+
283,
|
| 714 |
+
284,
|
| 715 |
+
285,
|
| 716 |
+
286,
|
| 717 |
+
287,
|
| 718 |
+
288,
|
| 719 |
+
289,
|
| 720 |
+
290,
|
| 721 |
+
291,
|
| 722 |
+
292,
|
| 723 |
+
293,
|
| 724 |
+
294,
|
| 725 |
+
295,
|
| 726 |
+
297,
|
| 727 |
+
298,
|
| 728 |
+
299,
|
| 729 |
+
300,
|
| 730 |
+
301,
|
| 731 |
+
302,
|
| 732 |
+
303,
|
| 733 |
+
304,
|
| 734 |
+
305,
|
| 735 |
+
307,
|
| 736 |
+
308,
|
| 737 |
+
310,
|
| 738 |
+
311,
|
| 739 |
+
312,
|
| 740 |
+
313,
|
| 741 |
+
314,
|
| 742 |
+
315,
|
| 743 |
+
316,
|
| 744 |
+
317,
|
| 745 |
+
318,
|
| 746 |
+
320,
|
| 747 |
+
321,
|
| 748 |
+
322,
|
| 749 |
+
323,
|
| 750 |
+
324,
|
| 751 |
+
325,
|
| 752 |
+
326,
|
| 753 |
+
327,
|
| 754 |
+
328,
|
| 755 |
+
329,
|
| 756 |
+
330,
|
| 757 |
+
331,
|
| 758 |
+
332,
|
| 759 |
+
334,
|
| 760 |
+
335,
|
| 761 |
+
336,
|
| 762 |
+
337,
|
| 763 |
+
339,
|
| 764 |
+
341,
|
| 765 |
+
342,
|
| 766 |
+
343,
|
| 767 |
+
344,
|
| 768 |
+
346,
|
| 769 |
+
347,
|
| 770 |
+
348,
|
| 771 |
+
350,
|
| 772 |
+
351,
|
| 773 |
+
352,
|
| 774 |
+
354,
|
| 775 |
+
355,
|
| 776 |
+
356,
|
| 777 |
+
357,
|
| 778 |
+
358,
|
| 779 |
+
359,
|
| 780 |
+
360,
|
| 781 |
+
361,
|
| 782 |
+
362,
|
| 783 |
+
363,
|
| 784 |
+
364,
|
| 785 |
+
365,
|
| 786 |
+
367,
|
| 787 |
+
368,
|
| 788 |
+
369,
|
| 789 |
+
370,
|
| 790 |
+
373,
|
| 791 |
+
374,
|
| 792 |
+
375,
|
| 793 |
+
376,
|
| 794 |
+
377,
|
| 795 |
+
378,
|
| 796 |
+
379,
|
| 797 |
+
380,
|
| 798 |
+
381,
|
| 799 |
+
382,
|
| 800 |
+
383,
|
| 801 |
+
384,
|
| 802 |
+
385,
|
| 803 |
+
386,
|
| 804 |
+
387,
|
| 805 |
+
388,
|
| 806 |
+
390,
|
| 807 |
+
392,
|
| 808 |
+
394,
|
| 809 |
+
395,
|
| 810 |
+
396,
|
| 811 |
+
397,
|
| 812 |
+
398,
|
| 813 |
+
399,
|
| 814 |
+
400,
|
| 815 |
+
401,
|
| 816 |
+
402,
|
| 817 |
+
404,
|
| 818 |
+
405,
|
| 819 |
+
406,
|
| 820 |
+
407,
|
| 821 |
+
408,
|
| 822 |
+
409,
|
| 823 |
+
410,
|
| 824 |
+
411,
|
| 825 |
+
412,
|
| 826 |
+
413,
|
| 827 |
+
414,
|
| 828 |
+
415,
|
| 829 |
+
416,
|
| 830 |
+
418,
|
| 831 |
+
419,
|
| 832 |
+
420,
|
| 833 |
+
421,
|
| 834 |
+
422,
|
| 835 |
+
423,
|
| 836 |
+
424,
|
| 837 |
+
425,
|
| 838 |
+
426,
|
| 839 |
+
427,
|
| 840 |
+
428,
|
| 841 |
+
429,
|
| 842 |
+
431,
|
| 843 |
+
432,
|
| 844 |
+
433,
|
| 845 |
+
434,
|
| 846 |
+
435,
|
| 847 |
+
436,
|
| 848 |
+
437,
|
| 849 |
+
438,
|
| 850 |
+
440,
|
| 851 |
+
441,
|
| 852 |
+
442,
|
| 853 |
+
443,
|
| 854 |
+
445,
|
| 855 |
+
446,
|
| 856 |
+
447,
|
| 857 |
+
448,
|
| 858 |
+
449,
|
| 859 |
+
451,
|
| 860 |
+
452,
|
| 861 |
+
453,
|
| 862 |
+
454,
|
| 863 |
+
455,
|
| 864 |
+
456,
|
| 865 |
+
457,
|
| 866 |
+
458,
|
| 867 |
+
459,
|
| 868 |
+
460,
|
| 869 |
+
461,
|
| 870 |
+
462,
|
| 871 |
+
463,
|
| 872 |
+
464,
|
| 873 |
+
465,
|
| 874 |
+
466,
|
| 875 |
+
467,
|
| 876 |
+
468,
|
| 877 |
+
469,
|
| 878 |
+
470,
|
| 879 |
+
471,
|
| 880 |
+
472,
|
| 881 |
+
473,
|
| 882 |
+
474,
|
| 883 |
+
475,
|
| 884 |
+
476,
|
| 885 |
+
478,
|
| 886 |
+
479,
|
| 887 |
+
480,
|
| 888 |
+
482,
|
| 889 |
+
483,
|
| 890 |
+
484,
|
| 891 |
+
485,
|
| 892 |
+
486,
|
| 893 |
+
487,
|
| 894 |
+
488,
|
| 895 |
+
489,
|
| 896 |
+
490,
|
| 897 |
+
491,
|
| 898 |
+
492,
|
| 899 |
+
494,
|
| 900 |
+
495,
|
| 901 |
+
496,
|
| 902 |
+
497,
|
| 903 |
+
498,
|
| 904 |
+
499
|
| 905 |
+
],
|
| 906 |
+
"validation_episode_ids": [
|
| 907 |
+
31,
|
| 908 |
+
33,
|
| 909 |
+
39,
|
| 910 |
+
40,
|
| 911 |
+
43,
|
| 912 |
+
44,
|
| 913 |
+
59,
|
| 914 |
+
81,
|
| 915 |
+
86,
|
| 916 |
+
92,
|
| 917 |
+
109,
|
| 918 |
+
135,
|
| 919 |
+
175,
|
| 920 |
+
191,
|
| 921 |
+
197,
|
| 922 |
+
199,
|
| 923 |
+
211,
|
| 924 |
+
212,
|
| 925 |
+
216,
|
| 926 |
+
221,
|
| 927 |
+
235,
|
| 928 |
+
239,
|
| 929 |
+
242,
|
| 930 |
+
261,
|
| 931 |
+
268,
|
| 932 |
+
296,
|
| 933 |
+
306,
|
| 934 |
+
309,
|
| 935 |
+
319,
|
| 936 |
+
333,
|
| 937 |
+
338,
|
| 938 |
+
340,
|
| 939 |
+
345,
|
| 940 |
+
349,
|
| 941 |
+
353,
|
| 942 |
+
366,
|
| 943 |
+
371,
|
| 944 |
+
372,
|
| 945 |
+
389,
|
| 946 |
+
391,
|
| 947 |
+
393,
|
| 948 |
+
403,
|
| 949 |
+
417,
|
| 950 |
+
430,
|
| 951 |
+
439,
|
| 952 |
+
444,
|
| 953 |
+
450,
|
| 954 |
+
477,
|
| 955 |
+
481,
|
| 956 |
+
493
|
| 957 |
+
],
|
| 958 |
+
"train": {
|
| 959 |
+
"episodes": 450,
|
| 960 |
+
"windows": 124106
|
| 961 |
+
},
|
| 962 |
+
"validation": {
|
| 963 |
+
"episodes": 50,
|
| 964 |
+
"windows": 13984
|
| 965 |
+
},
|
| 966 |
+
"offline_validation_enabled": true
|
| 967 |
+
},
|
| 968 |
+
"sources": {
|
| 969 |
+
"assets": {
|
| 970 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 971 |
+
"pi05": {
|
| 972 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 973 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 974 |
+
"method": "hf_blob_name",
|
| 975 |
+
"tensors": 812,
|
| 976 |
+
"bytes": 14467165872
|
| 977 |
+
},
|
| 978 |
+
"sentencepiece": {
|
| 979 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 980 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 981 |
+
}
|
| 982 |
+
},
|
| 983 |
+
"resume": {
|
| 984 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 985 |
+
"counters": {
|
| 986 |
+
"epoch": 200,
|
| 987 |
+
"global_step": 40000,
|
| 988 |
+
"completed_optimizer_steps": 20000,
|
| 989 |
+
"skipped_optimizer_steps": 0,
|
| 990 |
+
"consecutive_skipped_steps": 0,
|
| 991 |
+
"last_snapshot_step": 20000
|
| 992 |
+
},
|
| 993 |
+
"world_size": 2,
|
| 994 |
+
"warnings": []
|
| 995 |
+
},
|
| 996 |
+
"prompts": {
|
| 997 |
+
"max_len": 96,
|
| 998 |
+
"state_dims": 8,
|
| 999 |
+
"worst_case_tokens": 62,
|
| 1000 |
+
"headroom": 34,
|
| 1001 |
+
"per_uid": {
|
| 1002 |
+
"30": 55,
|
| 1003 |
+
"31": 55,
|
| 1004 |
+
"32": 55,
|
| 1005 |
+
"33": 57,
|
| 1006 |
+
"34": 62,
|
| 1007 |
+
"35": 57,
|
| 1008 |
+
"36": 61,
|
| 1009 |
+
"37": 56,
|
| 1010 |
+
"38": 51,
|
| 1011 |
+
"39": 55
|
| 1012 |
+
}
|
| 1013 |
+
},
|
| 1014 |
+
"rollout": {
|
| 1015 |
+
"enabled": true,
|
| 1016 |
+
"mujoco_gl": "egl",
|
| 1017 |
+
"plan": {
|
| 1018 |
+
"enabled": true,
|
| 1019 |
+
"every_epochs": 50,
|
| 1020 |
+
"rollouts": [
|
| 1021 |
+
{
|
| 1022 |
+
"epoch": 50,
|
| 1023 |
+
"optimizer_step": 5000
|
| 1024 |
+
},
|
| 1025 |
+
{
|
| 1026 |
+
"epoch": 100,
|
| 1027 |
+
"optimizer_step": 10000
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"epoch": 150,
|
| 1031 |
+
"optimizer_step": 15000
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"epoch": 200,
|
| 1035 |
+
"optimizer_step": 20000
|
| 1036 |
+
},
|
| 1037 |
+
{
|
| 1038 |
+
"epoch": 250,
|
| 1039 |
+
"optimizer_step": 25000
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"epoch": 300,
|
| 1043 |
+
"optimizer_step": 30000
|
| 1044 |
+
}
|
| 1045 |
+
],
|
| 1046 |
+
"protocol": "official",
|
| 1047 |
+
"n_test": 500,
|
| 1048 |
+
"episodes_per_task": 50,
|
| 1049 |
+
"episode_seeds": [
|
| 1050 |
+
3000,
|
| 1051 |
+
3499
|
| 1052 |
+
],
|
| 1053 |
+
"init_state_offset": 0,
|
| 1054 |
+
"n_parallel_envs": 10,
|
| 1055 |
+
"max_episode_steps": 550,
|
| 1056 |
+
"expected_minutes_per_rollout": 39.2,
|
| 1057 |
+
"timeout_minutes": 100.0,
|
| 1058 |
+
"failure_policy": "continue",
|
| 1059 |
+
"weights": "ema",
|
| 1060 |
+
"precision": "bf16 (= snapshot)",
|
| 1061 |
+
"rank": 0
|
| 1062 |
+
},
|
| 1063 |
+
"egl_renderers": [
|
| 1064 |
+
{
|
| 1065 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 1066 |
+
"cuda_ordinal": 3,
|
| 1067 |
+
"egl_device_id": 0,
|
| 1068 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 1072 |
+
"cuda_ordinal": 2,
|
| 1073 |
+
"egl_device_id": 1,
|
| 1074 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 1078 |
+
"cuda_ordinal": 1,
|
| 1079 |
+
"egl_device_id": 2,
|
| 1080 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 1084 |
+
"cuda_ordinal": 0,
|
| 1085 |
+
"egl_device_id": 3,
|
| 1086 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1087 |
+
},
|
| 1088 |
+
{
|
| 1089 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 1090 |
+
"cuda_ordinal": 7,
|
| 1091 |
+
"egl_device_id": 4,
|
| 1092 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1093 |
+
},
|
| 1094 |
+
{
|
| 1095 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 1096 |
+
"cuda_ordinal": 6,
|
| 1097 |
+
"egl_device_id": 5,
|
| 1098 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1099 |
+
},
|
| 1100 |
+
{
|
| 1101 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 1102 |
+
"cuda_ordinal": 5,
|
| 1103 |
+
"egl_device_id": 6,
|
| 1104 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1105 |
+
},
|
| 1106 |
+
{
|
| 1107 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 1108 |
+
"cuda_ordinal": 4,
|
| 1109 |
+
"egl_device_id": 7,
|
| 1110 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1111 |
+
}
|
| 1112 |
+
]
|
| 1113 |
+
},
|
| 1114 |
+
"wandb": {
|
| 1115 |
+
"mode": "online",
|
| 1116 |
+
"credentials": "wandb netrc lookup",
|
| 1117 |
+
"host": "https://api.wandb.ai",
|
| 1118 |
+
"project": "p2n_vla"
|
| 1119 |
+
}
|
| 1120 |
+
},
|
| 1121 |
+
"schedule": {
|
| 1122 |
+
"batches_per_rank": 200,
|
| 1123 |
+
"updates_per_epoch": 100,
|
| 1124 |
+
"planned_optimizer_updates": 30000,
|
| 1125 |
+
"lr_warmup_steps": 1000,
|
| 1126 |
+
"micro_batch_per_rank": 8,
|
| 1127 |
+
"world_size": 2,
|
| 1128 |
+
"effective_batch": 32,
|
| 1129 |
+
"max_optimizer_steps": 30000,
|
| 1130 |
+
"cosine_horizon": 30000,
|
| 1131 |
+
"expected_optimizer_updates": 30000,
|
| 1132 |
+
"min_lr_ratio": 0.1,
|
| 1133 |
+
"train_windows": 124106,
|
| 1134 |
+
"windows_seen_per_epoch": 3200
|
| 1135 |
+
},
|
| 1136 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 1137 |
+
}
|
| 1138 |
+
Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
|
| 1139 |
+
|
| 1140 |
+
*****************************************
|
| 1141 |
+
Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
|
| 1142 |
+
*****************************************
|
| 1143 |
+
W1008 07:34:10.613000 117434 site-packages/torch/distributed/elastic/agent/server/api.py:739] Received Signals.SIGTERM death signal, shutting down workers
|
| 1144 |
+
W1008 07:34:10.614000 117434 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117527 closing signal SIGTERM
|
| 1145 |
+
W1008 07:34:10.615000 117434 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117529 closing signal SIGTERM
|
| 1146 |
+
Traceback (most recent call last):
|
| 1147 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
|
| 1148 |
+
return _run_code(code, main_globals, None,
|
| 1149 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
|
| 1150 |
+
exec(code, run_globals)
|
| 1151 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
|
| 1152 |
+
main()
|
| 1153 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
|
| 1154 |
+
return f(*args, **kwargs)
|
| 1155 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
|
| 1156 |
+
run(args)
|
| 1157 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
|
| 1158 |
+
elastic_launch(
|
| 1159 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
|
| 1160 |
+
return launch_agent(self._config, self._entrypoint, list(args))
|
| 1161 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 308, in launch_agent
|
| 1162 |
+
result = agent.run()
|
| 1163 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/metrics/api.py", line 134, in wrapper
|
| 1164 |
+
result = f(*args, **kwargs)
|
| 1165 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 731, in run
|
| 1166 |
+
result = self._invoke_run(role)
|
| 1167 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 908, in _invoke_run
|
| 1168 |
+
time.sleep(monitor_interval)
|
| 1169 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 86, in _terminate_process_handler
|
| 1170 |
+
raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
|
| 1171 |
+
torch.distributed.elastic.multiprocessing.api.SignalException: Process 117434 got signal: 15
|
| 1172 |
+
Traceback (most recent call last):
|
| 1173 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
|
| 1174 |
+
main()
|
| 1175 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
|
| 1176 |
+
subprocess.run(command, cwd=str(ROOT), check=True, env=env)
|
| 1177 |
+
File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
|
| 1178 |
+
raise CalledProcessError(retcode, process.args,
|
| 1179 |
+
subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
|
outputs/training/p2n_vla_libero10_s42/resume_20261008_074137.log
ADDED
|
@@ -0,0 +1,1211 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 10
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla.P2NVLAPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training:
|
| 255 |
+
resume: true
|
| 256 |
+
resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
|
| 257 |
+
init_checkpoint: null
|
| 258 |
+
seed: 42
|
| 259 |
+
num_demo: 500
|
| 260 |
+
num_epochs: 300
|
| 261 |
+
max_train_steps: 200
|
| 262 |
+
max_optimizer_steps: 30000
|
| 263 |
+
gradient_accumulate_every: 2
|
| 264 |
+
lr_warmup_steps: 1000
|
| 265 |
+
min_lr_ratio: 0.1
|
| 266 |
+
max_grad_norm: 1.0
|
| 267 |
+
use_ema: true
|
| 268 |
+
val_every: 50
|
| 269 |
+
max_val_steps: 200
|
| 270 |
+
max_reconst_steps: 200
|
| 271 |
+
validate_generated_history: true
|
| 272 |
+
offline_validation_enabled: true
|
| 273 |
+
offline_validation_reason: held_out_libero_episodes
|
| 274 |
+
checkpoint_every: 10
|
| 275 |
+
snapshot_every: 5000
|
| 276 |
+
rollout_every: 50
|
| 277 |
+
rollout_at_final: true
|
| 278 |
+
rollout_seed: 44
|
| 279 |
+
rollout_failure: continue
|
| 280 |
+
rollout_timeout_minutes: 100
|
| 281 |
+
keep_resume_checkpoint: false
|
| 282 |
+
log_every: 1
|
| 283 |
+
max_consecutive_skipped_updates: 20
|
| 284 |
+
tqdm_interval_sec: 1.0
|
| 285 |
+
probe:
|
| 286 |
+
enabled: false
|
| 287 |
+
optimizer_steps: 3
|
| 288 |
+
self_past_step: null
|
| 289 |
+
worst_case_pass: true
|
| 290 |
+
validation_batches: 1
|
| 291 |
+
rollout_episodes: 10
|
| 292 |
+
max_reserved_gb: 22.5
|
| 293 |
+
min_headroom_gb: 2.0
|
| 294 |
+
ema:
|
| 295 |
+
decay: 0.999
|
| 296 |
+
warmup_power: null
|
| 297 |
+
optimizer:
|
| 298 |
+
policy_lr: 5.0e-05
|
| 299 |
+
new_module_lr: 0.0001
|
| 300 |
+
weight_decay: 1.0e-10
|
| 301 |
+
betas:
|
| 302 |
+
- 0.9
|
| 303 |
+
- 0.95
|
| 304 |
+
eps: 1.0e-08
|
| 305 |
+
fused: null
|
| 306 |
+
dataloader:
|
| 307 |
+
batch_size: 8
|
| 308 |
+
num_workers: 4
|
| 309 |
+
shuffle: true
|
| 310 |
+
pin_memory: true
|
| 311 |
+
persistent_workers: true
|
| 312 |
+
drop_last: true
|
| 313 |
+
val_dataloader:
|
| 314 |
+
batch_size: 8
|
| 315 |
+
num_workers: 2
|
| 316 |
+
shuffle: false
|
| 317 |
+
pin_memory: true
|
| 318 |
+
persistent_workers: true
|
| 319 |
+
drop_last: false
|
| 320 |
+
logging:
|
| 321 |
+
project: p2n_vla
|
| 322 |
+
resume: allow
|
| 323 |
+
mode: online
|
| 324 |
+
name: 20261008.074139_p2n_vla_libero10_seed42
|
| 325 |
+
tags:
|
| 326 |
+
- p2n_vla
|
| 327 |
+
- libero10
|
| 328 |
+
- pi05_base
|
| 329 |
+
- oat_so3aug
|
| 330 |
+
id: akfgq1e9
|
| 331 |
+
group: p2n_vla_libero
|
| 332 |
+
|
| 333 |
+
{
|
| 334 |
+
"mode": "train",
|
| 335 |
+
"variant": "p2n_vla",
|
| 336 |
+
"task": "libero",
|
| 337 |
+
"policy": "oat.policy.p2n_vla.P2NVLAPolicy",
|
| 338 |
+
"model_size": "full",
|
| 339 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 340 |
+
"world_size": 2,
|
| 341 |
+
"lambda_ki": 1.0,
|
| 342 |
+
"lora": [
|
| 343 |
+
16,
|
| 344 |
+
16.0
|
| 345 |
+
],
|
| 346 |
+
"self_past": {
|
| 347 |
+
"self_past_p": 0.5,
|
| 348 |
+
"self_past_warmup_steps": 1000,
|
| 349 |
+
"self_past_ramp_steps": 4000,
|
| 350 |
+
"self_past_chunk_size": 4,
|
| 351 |
+
"self_past_temperature": 1.0,
|
| 352 |
+
"self_past_topk": 10
|
| 353 |
+
},
|
| 354 |
+
"optimizer": {
|
| 355 |
+
"policy_lr": 5e-05,
|
| 356 |
+
"new_module_lr": 0.0001,
|
| 357 |
+
"weight_decay": 1e-10,
|
| 358 |
+
"betas": [
|
| 359 |
+
0.9,
|
| 360 |
+
0.95
|
| 361 |
+
],
|
| 362 |
+
"eps": 1e-08,
|
| 363 |
+
"fused": null
|
| 364 |
+
},
|
| 365 |
+
"ema": {
|
| 366 |
+
"decay": 0.999,
|
| 367 |
+
"warmup_power": null
|
| 368 |
+
},
|
| 369 |
+
"schedule": {
|
| 370 |
+
"batches_per_rank": 200,
|
| 371 |
+
"updates_per_epoch": 100,
|
| 372 |
+
"planned_optimizer_updates": 30000,
|
| 373 |
+
"lr_warmup_steps": 1000,
|
| 374 |
+
"micro_batch_per_rank": 8,
|
| 375 |
+
"world_size": 2,
|
| 376 |
+
"effective_batch": 32,
|
| 377 |
+
"max_optimizer_steps": 30000,
|
| 378 |
+
"cosine_horizon": 30000,
|
| 379 |
+
"expected_optimizer_updates": 30000,
|
| 380 |
+
"min_lr_ratio": 0.1
|
| 381 |
+
},
|
| 382 |
+
"assets": {
|
| 383 |
+
"pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 384 |
+
"pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 385 |
+
"spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 386 |
+
"spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
|
| 387 |
+
"tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
|
| 388 |
+
},
|
| 389 |
+
"dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 390 |
+
"logging_mode": "online",
|
| 391 |
+
"rollout": {
|
| 392 |
+
"enabled": true,
|
| 393 |
+
"every_epochs": 50,
|
| 394 |
+
"rollouts": [
|
| 395 |
+
{
|
| 396 |
+
"epoch": 50,
|
| 397 |
+
"optimizer_step": 5000
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"epoch": 100,
|
| 401 |
+
"optimizer_step": 10000
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 150,
|
| 405 |
+
"optimizer_step": 15000
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 200,
|
| 409 |
+
"optimizer_step": 20000
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"epoch": 250,
|
| 413 |
+
"optimizer_step": 25000
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 300,
|
| 417 |
+
"optimizer_step": 30000
|
| 418 |
+
}
|
| 419 |
+
],
|
| 420 |
+
"protocol": "official",
|
| 421 |
+
"n_test": 500,
|
| 422 |
+
"episodes_per_task": 50,
|
| 423 |
+
"episode_seeds": [
|
| 424 |
+
3000,
|
| 425 |
+
3499
|
| 426 |
+
],
|
| 427 |
+
"init_state_offset": 0,
|
| 428 |
+
"n_parallel_envs": 10,
|
| 429 |
+
"max_episode_steps": 550,
|
| 430 |
+
"expected_minutes_per_rollout": 39.2,
|
| 431 |
+
"timeout_minutes": 100.0,
|
| 432 |
+
"failure_policy": "continue",
|
| 433 |
+
"weights": "ema",
|
| 434 |
+
"precision": "bf16 (= snapshot)",
|
| 435 |
+
"rank": 0
|
| 436 |
+
}
|
| 437 |
+
}
|
| 438 |
+
{
|
| 439 |
+
"policy_family": "p2n_vla",
|
| 440 |
+
"variant": "p2n_vla",
|
| 441 |
+
"task": "libero",
|
| 442 |
+
"output": {
|
| 443 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
|
| 444 |
+
"exists": true,
|
| 445 |
+
"resume": true
|
| 446 |
+
},
|
| 447 |
+
"world_size": 2,
|
| 448 |
+
"dataset_split": {
|
| 449 |
+
"schema_version": 1,
|
| 450 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 451 |
+
"val_ratio": 0.1,
|
| 452 |
+
"seed": 42,
|
| 453 |
+
"train_episode_ids": [
|
| 454 |
+
0,
|
| 455 |
+
1,
|
| 456 |
+
2,
|
| 457 |
+
3,
|
| 458 |
+
4,
|
| 459 |
+
5,
|
| 460 |
+
6,
|
| 461 |
+
7,
|
| 462 |
+
8,
|
| 463 |
+
9,
|
| 464 |
+
10,
|
| 465 |
+
11,
|
| 466 |
+
12,
|
| 467 |
+
13,
|
| 468 |
+
14,
|
| 469 |
+
15,
|
| 470 |
+
16,
|
| 471 |
+
17,
|
| 472 |
+
18,
|
| 473 |
+
19,
|
| 474 |
+
20,
|
| 475 |
+
21,
|
| 476 |
+
22,
|
| 477 |
+
23,
|
| 478 |
+
24,
|
| 479 |
+
25,
|
| 480 |
+
26,
|
| 481 |
+
27,
|
| 482 |
+
28,
|
| 483 |
+
29,
|
| 484 |
+
30,
|
| 485 |
+
32,
|
| 486 |
+
34,
|
| 487 |
+
35,
|
| 488 |
+
36,
|
| 489 |
+
37,
|
| 490 |
+
38,
|
| 491 |
+
41,
|
| 492 |
+
42,
|
| 493 |
+
45,
|
| 494 |
+
46,
|
| 495 |
+
47,
|
| 496 |
+
48,
|
| 497 |
+
49,
|
| 498 |
+
50,
|
| 499 |
+
51,
|
| 500 |
+
52,
|
| 501 |
+
53,
|
| 502 |
+
54,
|
| 503 |
+
55,
|
| 504 |
+
56,
|
| 505 |
+
57,
|
| 506 |
+
58,
|
| 507 |
+
60,
|
| 508 |
+
61,
|
| 509 |
+
62,
|
| 510 |
+
63,
|
| 511 |
+
64,
|
| 512 |
+
65,
|
| 513 |
+
66,
|
| 514 |
+
67,
|
| 515 |
+
68,
|
| 516 |
+
69,
|
| 517 |
+
70,
|
| 518 |
+
71,
|
| 519 |
+
72,
|
| 520 |
+
73,
|
| 521 |
+
74,
|
| 522 |
+
75,
|
| 523 |
+
76,
|
| 524 |
+
77,
|
| 525 |
+
78,
|
| 526 |
+
79,
|
| 527 |
+
80,
|
| 528 |
+
82,
|
| 529 |
+
83,
|
| 530 |
+
84,
|
| 531 |
+
85,
|
| 532 |
+
87,
|
| 533 |
+
88,
|
| 534 |
+
89,
|
| 535 |
+
90,
|
| 536 |
+
91,
|
| 537 |
+
93,
|
| 538 |
+
94,
|
| 539 |
+
95,
|
| 540 |
+
96,
|
| 541 |
+
97,
|
| 542 |
+
98,
|
| 543 |
+
99,
|
| 544 |
+
100,
|
| 545 |
+
101,
|
| 546 |
+
102,
|
| 547 |
+
103,
|
| 548 |
+
104,
|
| 549 |
+
105,
|
| 550 |
+
106,
|
| 551 |
+
107,
|
| 552 |
+
108,
|
| 553 |
+
110,
|
| 554 |
+
111,
|
| 555 |
+
112,
|
| 556 |
+
113,
|
| 557 |
+
114,
|
| 558 |
+
115,
|
| 559 |
+
116,
|
| 560 |
+
117,
|
| 561 |
+
118,
|
| 562 |
+
119,
|
| 563 |
+
120,
|
| 564 |
+
121,
|
| 565 |
+
122,
|
| 566 |
+
123,
|
| 567 |
+
124,
|
| 568 |
+
125,
|
| 569 |
+
126,
|
| 570 |
+
127,
|
| 571 |
+
128,
|
| 572 |
+
129,
|
| 573 |
+
130,
|
| 574 |
+
131,
|
| 575 |
+
132,
|
| 576 |
+
133,
|
| 577 |
+
134,
|
| 578 |
+
136,
|
| 579 |
+
137,
|
| 580 |
+
138,
|
| 581 |
+
139,
|
| 582 |
+
140,
|
| 583 |
+
141,
|
| 584 |
+
142,
|
| 585 |
+
143,
|
| 586 |
+
144,
|
| 587 |
+
145,
|
| 588 |
+
146,
|
| 589 |
+
147,
|
| 590 |
+
148,
|
| 591 |
+
149,
|
| 592 |
+
150,
|
| 593 |
+
151,
|
| 594 |
+
152,
|
| 595 |
+
153,
|
| 596 |
+
154,
|
| 597 |
+
155,
|
| 598 |
+
156,
|
| 599 |
+
157,
|
| 600 |
+
158,
|
| 601 |
+
159,
|
| 602 |
+
160,
|
| 603 |
+
161,
|
| 604 |
+
162,
|
| 605 |
+
163,
|
| 606 |
+
164,
|
| 607 |
+
165,
|
| 608 |
+
166,
|
| 609 |
+
167,
|
| 610 |
+
168,
|
| 611 |
+
169,
|
| 612 |
+
170,
|
| 613 |
+
171,
|
| 614 |
+
172,
|
| 615 |
+
173,
|
| 616 |
+
174,
|
| 617 |
+
176,
|
| 618 |
+
177,
|
| 619 |
+
178,
|
| 620 |
+
179,
|
| 621 |
+
180,
|
| 622 |
+
181,
|
| 623 |
+
182,
|
| 624 |
+
183,
|
| 625 |
+
184,
|
| 626 |
+
185,
|
| 627 |
+
186,
|
| 628 |
+
187,
|
| 629 |
+
188,
|
| 630 |
+
189,
|
| 631 |
+
190,
|
| 632 |
+
192,
|
| 633 |
+
193,
|
| 634 |
+
194,
|
| 635 |
+
195,
|
| 636 |
+
196,
|
| 637 |
+
198,
|
| 638 |
+
200,
|
| 639 |
+
201,
|
| 640 |
+
202,
|
| 641 |
+
203,
|
| 642 |
+
204,
|
| 643 |
+
205,
|
| 644 |
+
206,
|
| 645 |
+
207,
|
| 646 |
+
208,
|
| 647 |
+
209,
|
| 648 |
+
210,
|
| 649 |
+
213,
|
| 650 |
+
214,
|
| 651 |
+
215,
|
| 652 |
+
217,
|
| 653 |
+
218,
|
| 654 |
+
219,
|
| 655 |
+
220,
|
| 656 |
+
222,
|
| 657 |
+
223,
|
| 658 |
+
224,
|
| 659 |
+
225,
|
| 660 |
+
226,
|
| 661 |
+
227,
|
| 662 |
+
228,
|
| 663 |
+
229,
|
| 664 |
+
230,
|
| 665 |
+
231,
|
| 666 |
+
232,
|
| 667 |
+
233,
|
| 668 |
+
234,
|
| 669 |
+
236,
|
| 670 |
+
237,
|
| 671 |
+
238,
|
| 672 |
+
240,
|
| 673 |
+
241,
|
| 674 |
+
243,
|
| 675 |
+
244,
|
| 676 |
+
245,
|
| 677 |
+
246,
|
| 678 |
+
247,
|
| 679 |
+
248,
|
| 680 |
+
249,
|
| 681 |
+
250,
|
| 682 |
+
251,
|
| 683 |
+
252,
|
| 684 |
+
253,
|
| 685 |
+
254,
|
| 686 |
+
255,
|
| 687 |
+
256,
|
| 688 |
+
257,
|
| 689 |
+
258,
|
| 690 |
+
259,
|
| 691 |
+
260,
|
| 692 |
+
262,
|
| 693 |
+
263,
|
| 694 |
+
264,
|
| 695 |
+
265,
|
| 696 |
+
266,
|
| 697 |
+
267,
|
| 698 |
+
269,
|
| 699 |
+
270,
|
| 700 |
+
271,
|
| 701 |
+
272,
|
| 702 |
+
273,
|
| 703 |
+
274,
|
| 704 |
+
275,
|
| 705 |
+
276,
|
| 706 |
+
277,
|
| 707 |
+
278,
|
| 708 |
+
279,
|
| 709 |
+
280,
|
| 710 |
+
281,
|
| 711 |
+
282,
|
| 712 |
+
283,
|
| 713 |
+
284,
|
| 714 |
+
285,
|
| 715 |
+
286,
|
| 716 |
+
287,
|
| 717 |
+
288,
|
| 718 |
+
289,
|
| 719 |
+
290,
|
| 720 |
+
291,
|
| 721 |
+
292,
|
| 722 |
+
293,
|
| 723 |
+
294,
|
| 724 |
+
295,
|
| 725 |
+
297,
|
| 726 |
+
298,
|
| 727 |
+
299,
|
| 728 |
+
300,
|
| 729 |
+
301,
|
| 730 |
+
302,
|
| 731 |
+
303,
|
| 732 |
+
304,
|
| 733 |
+
305,
|
| 734 |
+
307,
|
| 735 |
+
308,
|
| 736 |
+
310,
|
| 737 |
+
311,
|
| 738 |
+
312,
|
| 739 |
+
313,
|
| 740 |
+
314,
|
| 741 |
+
315,
|
| 742 |
+
316,
|
| 743 |
+
317,
|
| 744 |
+
318,
|
| 745 |
+
320,
|
| 746 |
+
321,
|
| 747 |
+
322,
|
| 748 |
+
323,
|
| 749 |
+
324,
|
| 750 |
+
325,
|
| 751 |
+
326,
|
| 752 |
+
327,
|
| 753 |
+
328,
|
| 754 |
+
329,
|
| 755 |
+
330,
|
| 756 |
+
331,
|
| 757 |
+
332,
|
| 758 |
+
334,
|
| 759 |
+
335,
|
| 760 |
+
336,
|
| 761 |
+
337,
|
| 762 |
+
339,
|
| 763 |
+
341,
|
| 764 |
+
342,
|
| 765 |
+
343,
|
| 766 |
+
344,
|
| 767 |
+
346,
|
| 768 |
+
347,
|
| 769 |
+
348,
|
| 770 |
+
350,
|
| 771 |
+
351,
|
| 772 |
+
352,
|
| 773 |
+
354,
|
| 774 |
+
355,
|
| 775 |
+
356,
|
| 776 |
+
357,
|
| 777 |
+
358,
|
| 778 |
+
359,
|
| 779 |
+
360,
|
| 780 |
+
361,
|
| 781 |
+
362,
|
| 782 |
+
363,
|
| 783 |
+
364,
|
| 784 |
+
365,
|
| 785 |
+
367,
|
| 786 |
+
368,
|
| 787 |
+
369,
|
| 788 |
+
370,
|
| 789 |
+
373,
|
| 790 |
+
374,
|
| 791 |
+
375,
|
| 792 |
+
376,
|
| 793 |
+
377,
|
| 794 |
+
378,
|
| 795 |
+
379,
|
| 796 |
+
380,
|
| 797 |
+
381,
|
| 798 |
+
382,
|
| 799 |
+
383,
|
| 800 |
+
384,
|
| 801 |
+
385,
|
| 802 |
+
386,
|
| 803 |
+
387,
|
| 804 |
+
388,
|
| 805 |
+
390,
|
| 806 |
+
392,
|
| 807 |
+
394,
|
| 808 |
+
395,
|
| 809 |
+
396,
|
| 810 |
+
397,
|
| 811 |
+
398,
|
| 812 |
+
399,
|
| 813 |
+
400,
|
| 814 |
+
401,
|
| 815 |
+
402,
|
| 816 |
+
404,
|
| 817 |
+
405,
|
| 818 |
+
406,
|
| 819 |
+
407,
|
| 820 |
+
408,
|
| 821 |
+
409,
|
| 822 |
+
410,
|
| 823 |
+
411,
|
| 824 |
+
412,
|
| 825 |
+
413,
|
| 826 |
+
414,
|
| 827 |
+
415,
|
| 828 |
+
416,
|
| 829 |
+
418,
|
| 830 |
+
419,
|
| 831 |
+
420,
|
| 832 |
+
421,
|
| 833 |
+
422,
|
| 834 |
+
423,
|
| 835 |
+
424,
|
| 836 |
+
425,
|
| 837 |
+
426,
|
| 838 |
+
427,
|
| 839 |
+
428,
|
| 840 |
+
429,
|
| 841 |
+
431,
|
| 842 |
+
432,
|
| 843 |
+
433,
|
| 844 |
+
434,
|
| 845 |
+
435,
|
| 846 |
+
436,
|
| 847 |
+
437,
|
| 848 |
+
438,
|
| 849 |
+
440,
|
| 850 |
+
441,
|
| 851 |
+
442,
|
| 852 |
+
443,
|
| 853 |
+
445,
|
| 854 |
+
446,
|
| 855 |
+
447,
|
| 856 |
+
448,
|
| 857 |
+
449,
|
| 858 |
+
451,
|
| 859 |
+
452,
|
| 860 |
+
453,
|
| 861 |
+
454,
|
| 862 |
+
455,
|
| 863 |
+
456,
|
| 864 |
+
457,
|
| 865 |
+
458,
|
| 866 |
+
459,
|
| 867 |
+
460,
|
| 868 |
+
461,
|
| 869 |
+
462,
|
| 870 |
+
463,
|
| 871 |
+
464,
|
| 872 |
+
465,
|
| 873 |
+
466,
|
| 874 |
+
467,
|
| 875 |
+
468,
|
| 876 |
+
469,
|
| 877 |
+
470,
|
| 878 |
+
471,
|
| 879 |
+
472,
|
| 880 |
+
473,
|
| 881 |
+
474,
|
| 882 |
+
475,
|
| 883 |
+
476,
|
| 884 |
+
478,
|
| 885 |
+
479,
|
| 886 |
+
480,
|
| 887 |
+
482,
|
| 888 |
+
483,
|
| 889 |
+
484,
|
| 890 |
+
485,
|
| 891 |
+
486,
|
| 892 |
+
487,
|
| 893 |
+
488,
|
| 894 |
+
489,
|
| 895 |
+
490,
|
| 896 |
+
491,
|
| 897 |
+
492,
|
| 898 |
+
494,
|
| 899 |
+
495,
|
| 900 |
+
496,
|
| 901 |
+
497,
|
| 902 |
+
498,
|
| 903 |
+
499
|
| 904 |
+
],
|
| 905 |
+
"validation_episode_ids": [
|
| 906 |
+
31,
|
| 907 |
+
33,
|
| 908 |
+
39,
|
| 909 |
+
40,
|
| 910 |
+
43,
|
| 911 |
+
44,
|
| 912 |
+
59,
|
| 913 |
+
81,
|
| 914 |
+
86,
|
| 915 |
+
92,
|
| 916 |
+
109,
|
| 917 |
+
135,
|
| 918 |
+
175,
|
| 919 |
+
191,
|
| 920 |
+
197,
|
| 921 |
+
199,
|
| 922 |
+
211,
|
| 923 |
+
212,
|
| 924 |
+
216,
|
| 925 |
+
221,
|
| 926 |
+
235,
|
| 927 |
+
239,
|
| 928 |
+
242,
|
| 929 |
+
261,
|
| 930 |
+
268,
|
| 931 |
+
296,
|
| 932 |
+
306,
|
| 933 |
+
309,
|
| 934 |
+
319,
|
| 935 |
+
333,
|
| 936 |
+
338,
|
| 937 |
+
340,
|
| 938 |
+
345,
|
| 939 |
+
349,
|
| 940 |
+
353,
|
| 941 |
+
366,
|
| 942 |
+
371,
|
| 943 |
+
372,
|
| 944 |
+
389,
|
| 945 |
+
391,
|
| 946 |
+
393,
|
| 947 |
+
403,
|
| 948 |
+
417,
|
| 949 |
+
430,
|
| 950 |
+
439,
|
| 951 |
+
444,
|
| 952 |
+
450,
|
| 953 |
+
477,
|
| 954 |
+
481,
|
| 955 |
+
493
|
| 956 |
+
],
|
| 957 |
+
"train": {
|
| 958 |
+
"episodes": 450,
|
| 959 |
+
"windows": 124106
|
| 960 |
+
},
|
| 961 |
+
"validation": {
|
| 962 |
+
"episodes": 50,
|
| 963 |
+
"windows": 13984
|
| 964 |
+
},
|
| 965 |
+
"offline_validation_enabled": true
|
| 966 |
+
},
|
| 967 |
+
"sources": {
|
| 968 |
+
"assets": {
|
| 969 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 970 |
+
"pi05": {
|
| 971 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 972 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 973 |
+
"method": "hf_blob_name",
|
| 974 |
+
"tensors": 812,
|
| 975 |
+
"bytes": 14467165872
|
| 976 |
+
},
|
| 977 |
+
"sentencepiece": {
|
| 978 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 979 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 980 |
+
}
|
| 981 |
+
},
|
| 982 |
+
"resume": {
|
| 983 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
|
| 984 |
+
"counters": {
|
| 985 |
+
"epoch": 200,
|
| 986 |
+
"global_step": 40000,
|
| 987 |
+
"completed_optimizer_steps": 20000,
|
| 988 |
+
"skipped_optimizer_steps": 0,
|
| 989 |
+
"consecutive_skipped_steps": 0,
|
| 990 |
+
"last_snapshot_step": 20000
|
| 991 |
+
},
|
| 992 |
+
"world_size": 2,
|
| 993 |
+
"warnings": []
|
| 994 |
+
},
|
| 995 |
+
"prompts": {
|
| 996 |
+
"max_len": 96,
|
| 997 |
+
"state_dims": 8,
|
| 998 |
+
"worst_case_tokens": 62,
|
| 999 |
+
"headroom": 34,
|
| 1000 |
+
"per_uid": {
|
| 1001 |
+
"30": 55,
|
| 1002 |
+
"31": 55,
|
| 1003 |
+
"32": 55,
|
| 1004 |
+
"33": 57,
|
| 1005 |
+
"34": 62,
|
| 1006 |
+
"35": 57,
|
| 1007 |
+
"36": 61,
|
| 1008 |
+
"37": 56,
|
| 1009 |
+
"38": 51,
|
| 1010 |
+
"39": 55
|
| 1011 |
+
}
|
| 1012 |
+
},
|
| 1013 |
+
"rollout": {
|
| 1014 |
+
"enabled": true,
|
| 1015 |
+
"mujoco_gl": "egl",
|
| 1016 |
+
"plan": {
|
| 1017 |
+
"enabled": true,
|
| 1018 |
+
"every_epochs": 50,
|
| 1019 |
+
"rollouts": [
|
| 1020 |
+
{
|
| 1021 |
+
"epoch": 50,
|
| 1022 |
+
"optimizer_step": 5000
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"epoch": 100,
|
| 1026 |
+
"optimizer_step": 10000
|
| 1027 |
+
},
|
| 1028 |
+
{
|
| 1029 |
+
"epoch": 150,
|
| 1030 |
+
"optimizer_step": 15000
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"epoch": 200,
|
| 1034 |
+
"optimizer_step": 20000
|
| 1035 |
+
},
|
| 1036 |
+
{
|
| 1037 |
+
"epoch": 250,
|
| 1038 |
+
"optimizer_step": 25000
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"epoch": 300,
|
| 1042 |
+
"optimizer_step": 30000
|
| 1043 |
+
}
|
| 1044 |
+
],
|
| 1045 |
+
"protocol": "official",
|
| 1046 |
+
"n_test": 500,
|
| 1047 |
+
"episodes_per_task": 50,
|
| 1048 |
+
"episode_seeds": [
|
| 1049 |
+
3000,
|
| 1050 |
+
3499
|
| 1051 |
+
],
|
| 1052 |
+
"init_state_offset": 0,
|
| 1053 |
+
"n_parallel_envs": 10,
|
| 1054 |
+
"max_episode_steps": 550,
|
| 1055 |
+
"expected_minutes_per_rollout": 39.2,
|
| 1056 |
+
"timeout_minutes": 100.0,
|
| 1057 |
+
"failure_policy": "continue",
|
| 1058 |
+
"weights": "ema",
|
| 1059 |
+
"precision": "bf16 (= snapshot)",
|
| 1060 |
+
"rank": 0
|
| 1061 |
+
},
|
| 1062 |
+
"egl_renderers": [
|
| 1063 |
+
{
|
| 1064 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 1065 |
+
"cuda_ordinal": 3,
|
| 1066 |
+
"egl_device_id": 0,
|
| 1067 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1068 |
+
},
|
| 1069 |
+
{
|
| 1070 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 1071 |
+
"cuda_ordinal": 2,
|
| 1072 |
+
"egl_device_id": 1,
|
| 1073 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1074 |
+
},
|
| 1075 |
+
{
|
| 1076 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 1077 |
+
"cuda_ordinal": 1,
|
| 1078 |
+
"egl_device_id": 2,
|
| 1079 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1080 |
+
},
|
| 1081 |
+
{
|
| 1082 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 1083 |
+
"cuda_ordinal": 0,
|
| 1084 |
+
"egl_device_id": 3,
|
| 1085 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 1089 |
+
"cuda_ordinal": 7,
|
| 1090 |
+
"egl_device_id": 4,
|
| 1091 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1092 |
+
},
|
| 1093 |
+
{
|
| 1094 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 1095 |
+
"cuda_ordinal": 6,
|
| 1096 |
+
"egl_device_id": 5,
|
| 1097 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1098 |
+
},
|
| 1099 |
+
{
|
| 1100 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 1101 |
+
"cuda_ordinal": 5,
|
| 1102 |
+
"egl_device_id": 6,
|
| 1103 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 1107 |
+
"cuda_ordinal": 4,
|
| 1108 |
+
"egl_device_id": 7,
|
| 1109 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 1110 |
+
}
|
| 1111 |
+
]
|
| 1112 |
+
},
|
| 1113 |
+
"wandb": {
|
| 1114 |
+
"mode": "online",
|
| 1115 |
+
"credentials": "wandb netrc lookup",
|
| 1116 |
+
"host": "https://api.wandb.ai",
|
| 1117 |
+
"project": "p2n_vla"
|
| 1118 |
+
}
|
| 1119 |
+
},
|
| 1120 |
+
"schedule": {
|
| 1121 |
+
"batches_per_rank": 200,
|
| 1122 |
+
"updates_per_epoch": 100,
|
| 1123 |
+
"planned_optimizer_updates": 30000,
|
| 1124 |
+
"lr_warmup_steps": 1000,
|
| 1125 |
+
"micro_batch_per_rank": 8,
|
| 1126 |
+
"world_size": 2,
|
| 1127 |
+
"effective_batch": 32,
|
| 1128 |
+
"max_optimizer_steps": 30000,
|
| 1129 |
+
"cosine_horizon": 30000,
|
| 1130 |
+
"expected_optimizer_updates": 30000,
|
| 1131 |
+
"min_lr_ratio": 0.1,
|
| 1132 |
+
"train_windows": 124106,
|
| 1133 |
+
"windows_seen_per_epoch": 3200
|
| 1134 |
+
},
|
| 1135 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)"
|
| 1136 |
+
}
|
| 1137 |
+
Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
|
| 1138 |
+
|
| 1139 |
+
*****************************************
|
| 1140 |
+
Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
|
| 1141 |
+
*****************************************
|
| 1142 |
+
[rank1]: Traceback (most recent call last):
|
| 1143 |
+
[rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
|
| 1144 |
+
[rank1]: main()
|
| 1145 |
+
[rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 642, in main
|
| 1146 |
+
[rank1]: return _worker(argv)
|
| 1147 |
+
[rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 610, in _worker
|
| 1148 |
+
[rank1]: TrainP2NVLAWorkspace(OmegaConf.load(args.worker_config), output_dir=args.output).run()
|
| 1149 |
+
[rank1]: File "/workspace/ysk/past2next_bug_fixed/oat/workspace/train_p2n_vla.py", line 1529, in run
|
| 1150 |
+
[rank1]: raise ValueError("Resume dataset identity or episode split differs from the checkpoint")
|
| 1151 |
+
[rank1]: ValueError: Resume dataset identity or episode split differs from the checkpoint
|
| 1152 |
+
[rank0]: Traceback (most recent call last):
|
| 1153 |
+
[rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
|
| 1154 |
+
[rank0]: main()
|
| 1155 |
+
[rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 642, in main
|
| 1156 |
+
[rank0]: return _worker(argv)
|
| 1157 |
+
[rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 610, in _worker
|
| 1158 |
+
[rank0]: TrainP2NVLAWorkspace(OmegaConf.load(args.worker_config), output_dir=args.output).run()
|
| 1159 |
+
[rank0]: File "/workspace/ysk/past2next_bug_fixed/oat/workspace/train_p2n_vla.py", line 1529, in run
|
| 1160 |
+
[rank0]: raise ValueError("Resume dataset identity or episode split differs from the checkpoint")
|
| 1161 |
+
[rank0]: ValueError: Resume dataset identity or episode split differs from the checkpoint
|
| 1162 |
+
[rank0]:[W1008 07:43:12.637190804 ProcessGroupNCCL.cpp:1553] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator())
|
| 1163 |
+
W1008 07:43:13.382000 134722 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 134783 closing signal SIGTERM
|
| 1164 |
+
E1008 07:43:13.697000 134722 site-packages/torch/distributed/elastic/multiprocessing/api.py:984] failed (exitcode: 1) local_rank: 0 (pid: 134782) of binary: /venv/oat/bin/python
|
| 1165 |
+
Traceback (most recent call last):
|
| 1166 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
|
| 1167 |
+
return _run_code(code, main_globals, None,
|
| 1168 |
+
File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
|
| 1169 |
+
exec(code, run_globals)
|
| 1170 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
|
| 1171 |
+
main()
|
| 1172 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
|
| 1173 |
+
return f(*args, **kwargs)
|
| 1174 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
|
| 1175 |
+
run(args)
|
| 1176 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
|
| 1177 |
+
elastic_launch(
|
| 1178 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
|
| 1179 |
+
return launch_agent(self._config, self._entrypoint, list(args))
|
| 1180 |
+
File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 317, in launch_agent
|
| 1181 |
+
raise ChildFailedError(
|
| 1182 |
+
torch.distributed.elastic.multiprocessing.errors.ChildFailedError:
|
| 1183 |
+
============================================================
|
| 1184 |
+
/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py FAILED
|
| 1185 |
+
------------------------------------------------------------
|
| 1186 |
+
Failures:
|
| 1187 |
+
[1]:
|
| 1188 |
+
time : 2026-10-08_07:43:13
|
| 1189 |
+
host : f0a181e29c0f
|
| 1190 |
+
rank : 1 (local_rank: 1)
|
| 1191 |
+
exitcode : 1 (pid: 134783)
|
| 1192 |
+
error_file: <N/A>
|
| 1193 |
+
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
|
| 1194 |
+
------------------------------------------------------------
|
| 1195 |
+
Root Cause (first observed failure):
|
| 1196 |
+
[0]:
|
| 1197 |
+
time : 2026-10-08_07:43:13
|
| 1198 |
+
host : f0a181e29c0f
|
| 1199 |
+
rank : 0 (local_rank: 0)
|
| 1200 |
+
exitcode : 1 (pid: 134782)
|
| 1201 |
+
error_file: <N/A>
|
| 1202 |
+
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
|
| 1203 |
+
============================================================
|
| 1204 |
+
Traceback (most recent call last):
|
| 1205 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
|
| 1206 |
+
main()
|
| 1207 |
+
File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
|
| 1208 |
+
subprocess.run(command, cwd=str(ROOT), check=True, env=env)
|
| 1209 |
+
File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
|
| 1210 |
+
raise CalledProcessError(retcode, process.args,
|
| 1211 |
+
subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
|
outputs/training/p2n_vla_libero10_s42/resume_20261008_101420.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
outputs/training/p2n_vla_libero10_s42/training_report.json
ADDED
|
@@ -0,0 +1,943 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "p2n_vla",
|
| 3 |
+
"policy_family": "p2n_vla",
|
| 4 |
+
"parameters": {
|
| 5 |
+
"total": 3275918048,
|
| 6 |
+
"trainable": 346777600,
|
| 7 |
+
"frozen": 2929140448,
|
| 8 |
+
"frozen_base_keys": 603
|
| 9 |
+
},
|
| 10 |
+
"optimizer_groups": [
|
| 11 |
+
{
|
| 12 |
+
"name": "pretrained",
|
| 13 |
+
"lr": 1.6960810084254726e-05,
|
| 14 |
+
"weight_decay": 1e-10,
|
| 15 |
+
"tensors": 415,
|
| 16 |
+
"elements": 331379712
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"name": "new",
|
| 20 |
+
"lr": 3.392162016850945e-05,
|
| 21 |
+
"weight_decay": 1e-10,
|
| 22 |
+
"tensors": 10,
|
| 23 |
+
"elements": 15397888
|
| 24 |
+
}
|
| 25 |
+
],
|
| 26 |
+
"clip_groups": {
|
| 27 |
+
"ar": {
|
| 28 |
+
"tensors": 172,
|
| 29 |
+
"elements": 316923904
|
| 30 |
+
},
|
| 31 |
+
"ki": {
|
| 32 |
+
"tensors": 253,
|
| 33 |
+
"elements": 29853696
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"ema": {
|
| 37 |
+
"decay": 0.999,
|
| 38 |
+
"warmup_power": null,
|
| 39 |
+
"tensors": 425,
|
| 40 |
+
"elements": 346777600
|
| 41 |
+
},
|
| 42 |
+
"update_schedule": {
|
| 43 |
+
"batches_per_rank": 200,
|
| 44 |
+
"updates_per_epoch": 100,
|
| 45 |
+
"planned_optimizer_updates": 30000,
|
| 46 |
+
"lr_warmup_steps": 1000,
|
| 47 |
+
"max_optimizer_steps": 30000,
|
| 48 |
+
"cosine_horizon": 30000,
|
| 49 |
+
"min_lr_ratio": 0.1,
|
| 50 |
+
"expected_optimizer_updates": 30000,
|
| 51 |
+
"micro_batch_per_rank": 8,
|
| 52 |
+
"world_size": 2,
|
| 53 |
+
"effective_batch": 32
|
| 54 |
+
},
|
| 55 |
+
"dataset_split": {
|
| 56 |
+
"schema_version": 1,
|
| 57 |
+
"identity": {
|
| 58 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 59 |
+
"train_episode_ids": [
|
| 60 |
+
0,
|
| 61 |
+
1,
|
| 62 |
+
2,
|
| 63 |
+
3,
|
| 64 |
+
4,
|
| 65 |
+
5,
|
| 66 |
+
6,
|
| 67 |
+
7,
|
| 68 |
+
8,
|
| 69 |
+
9,
|
| 70 |
+
10,
|
| 71 |
+
11,
|
| 72 |
+
12,
|
| 73 |
+
13,
|
| 74 |
+
14,
|
| 75 |
+
15,
|
| 76 |
+
16,
|
| 77 |
+
17,
|
| 78 |
+
18,
|
| 79 |
+
19,
|
| 80 |
+
20,
|
| 81 |
+
21,
|
| 82 |
+
22,
|
| 83 |
+
23,
|
| 84 |
+
24,
|
| 85 |
+
25,
|
| 86 |
+
26,
|
| 87 |
+
27,
|
| 88 |
+
28,
|
| 89 |
+
29,
|
| 90 |
+
30,
|
| 91 |
+
32,
|
| 92 |
+
34,
|
| 93 |
+
35,
|
| 94 |
+
36,
|
| 95 |
+
37,
|
| 96 |
+
38,
|
| 97 |
+
41,
|
| 98 |
+
42,
|
| 99 |
+
45,
|
| 100 |
+
46,
|
| 101 |
+
47,
|
| 102 |
+
48,
|
| 103 |
+
49,
|
| 104 |
+
50,
|
| 105 |
+
51,
|
| 106 |
+
52,
|
| 107 |
+
53,
|
| 108 |
+
54,
|
| 109 |
+
55,
|
| 110 |
+
56,
|
| 111 |
+
57,
|
| 112 |
+
58,
|
| 113 |
+
60,
|
| 114 |
+
61,
|
| 115 |
+
62,
|
| 116 |
+
63,
|
| 117 |
+
64,
|
| 118 |
+
65,
|
| 119 |
+
66,
|
| 120 |
+
67,
|
| 121 |
+
68,
|
| 122 |
+
69,
|
| 123 |
+
70,
|
| 124 |
+
71,
|
| 125 |
+
72,
|
| 126 |
+
73,
|
| 127 |
+
74,
|
| 128 |
+
75,
|
| 129 |
+
76,
|
| 130 |
+
77,
|
| 131 |
+
78,
|
| 132 |
+
79,
|
| 133 |
+
80,
|
| 134 |
+
82,
|
| 135 |
+
83,
|
| 136 |
+
84,
|
| 137 |
+
85,
|
| 138 |
+
87,
|
| 139 |
+
88,
|
| 140 |
+
89,
|
| 141 |
+
90,
|
| 142 |
+
91,
|
| 143 |
+
93,
|
| 144 |
+
94,
|
| 145 |
+
95,
|
| 146 |
+
96,
|
| 147 |
+
97,
|
| 148 |
+
98,
|
| 149 |
+
99,
|
| 150 |
+
100,
|
| 151 |
+
101,
|
| 152 |
+
102,
|
| 153 |
+
103,
|
| 154 |
+
104,
|
| 155 |
+
105,
|
| 156 |
+
106,
|
| 157 |
+
107,
|
| 158 |
+
108,
|
| 159 |
+
110,
|
| 160 |
+
111,
|
| 161 |
+
112,
|
| 162 |
+
113,
|
| 163 |
+
114,
|
| 164 |
+
115,
|
| 165 |
+
116,
|
| 166 |
+
117,
|
| 167 |
+
118,
|
| 168 |
+
119,
|
| 169 |
+
120,
|
| 170 |
+
121,
|
| 171 |
+
122,
|
| 172 |
+
123,
|
| 173 |
+
124,
|
| 174 |
+
125,
|
| 175 |
+
126,
|
| 176 |
+
127,
|
| 177 |
+
128,
|
| 178 |
+
129,
|
| 179 |
+
130,
|
| 180 |
+
131,
|
| 181 |
+
132,
|
| 182 |
+
133,
|
| 183 |
+
134,
|
| 184 |
+
136,
|
| 185 |
+
137,
|
| 186 |
+
138,
|
| 187 |
+
139,
|
| 188 |
+
140,
|
| 189 |
+
141,
|
| 190 |
+
142,
|
| 191 |
+
143,
|
| 192 |
+
144,
|
| 193 |
+
145,
|
| 194 |
+
146,
|
| 195 |
+
147,
|
| 196 |
+
148,
|
| 197 |
+
149,
|
| 198 |
+
150,
|
| 199 |
+
151,
|
| 200 |
+
152,
|
| 201 |
+
153,
|
| 202 |
+
154,
|
| 203 |
+
155,
|
| 204 |
+
156,
|
| 205 |
+
157,
|
| 206 |
+
158,
|
| 207 |
+
159,
|
| 208 |
+
160,
|
| 209 |
+
161,
|
| 210 |
+
162,
|
| 211 |
+
163,
|
| 212 |
+
164,
|
| 213 |
+
165,
|
| 214 |
+
166,
|
| 215 |
+
167,
|
| 216 |
+
168,
|
| 217 |
+
169,
|
| 218 |
+
170,
|
| 219 |
+
171,
|
| 220 |
+
172,
|
| 221 |
+
173,
|
| 222 |
+
174,
|
| 223 |
+
176,
|
| 224 |
+
177,
|
| 225 |
+
178,
|
| 226 |
+
179,
|
| 227 |
+
180,
|
| 228 |
+
181,
|
| 229 |
+
182,
|
| 230 |
+
183,
|
| 231 |
+
184,
|
| 232 |
+
185,
|
| 233 |
+
186,
|
| 234 |
+
187,
|
| 235 |
+
188,
|
| 236 |
+
189,
|
| 237 |
+
190,
|
| 238 |
+
192,
|
| 239 |
+
193,
|
| 240 |
+
194,
|
| 241 |
+
195,
|
| 242 |
+
196,
|
| 243 |
+
198,
|
| 244 |
+
200,
|
| 245 |
+
201,
|
| 246 |
+
202,
|
| 247 |
+
203,
|
| 248 |
+
204,
|
| 249 |
+
205,
|
| 250 |
+
206,
|
| 251 |
+
207,
|
| 252 |
+
208,
|
| 253 |
+
209,
|
| 254 |
+
210,
|
| 255 |
+
213,
|
| 256 |
+
214,
|
| 257 |
+
215,
|
| 258 |
+
217,
|
| 259 |
+
218,
|
| 260 |
+
219,
|
| 261 |
+
220,
|
| 262 |
+
222,
|
| 263 |
+
223,
|
| 264 |
+
224,
|
| 265 |
+
225,
|
| 266 |
+
226,
|
| 267 |
+
227,
|
| 268 |
+
228,
|
| 269 |
+
229,
|
| 270 |
+
230,
|
| 271 |
+
231,
|
| 272 |
+
232,
|
| 273 |
+
233,
|
| 274 |
+
234,
|
| 275 |
+
236,
|
| 276 |
+
237,
|
| 277 |
+
238,
|
| 278 |
+
240,
|
| 279 |
+
241,
|
| 280 |
+
243,
|
| 281 |
+
244,
|
| 282 |
+
245,
|
| 283 |
+
246,
|
| 284 |
+
247,
|
| 285 |
+
248,
|
| 286 |
+
249,
|
| 287 |
+
250,
|
| 288 |
+
251,
|
| 289 |
+
252,
|
| 290 |
+
253,
|
| 291 |
+
254,
|
| 292 |
+
255,
|
| 293 |
+
256,
|
| 294 |
+
257,
|
| 295 |
+
258,
|
| 296 |
+
259,
|
| 297 |
+
260,
|
| 298 |
+
262,
|
| 299 |
+
263,
|
| 300 |
+
264,
|
| 301 |
+
265,
|
| 302 |
+
266,
|
| 303 |
+
267,
|
| 304 |
+
269,
|
| 305 |
+
270,
|
| 306 |
+
271,
|
| 307 |
+
272,
|
| 308 |
+
273,
|
| 309 |
+
274,
|
| 310 |
+
275,
|
| 311 |
+
276,
|
| 312 |
+
277,
|
| 313 |
+
278,
|
| 314 |
+
279,
|
| 315 |
+
280,
|
| 316 |
+
281,
|
| 317 |
+
282,
|
| 318 |
+
283,
|
| 319 |
+
284,
|
| 320 |
+
285,
|
| 321 |
+
286,
|
| 322 |
+
287,
|
| 323 |
+
288,
|
| 324 |
+
289,
|
| 325 |
+
290,
|
| 326 |
+
291,
|
| 327 |
+
292,
|
| 328 |
+
293,
|
| 329 |
+
294,
|
| 330 |
+
295,
|
| 331 |
+
297,
|
| 332 |
+
298,
|
| 333 |
+
299,
|
| 334 |
+
300,
|
| 335 |
+
301,
|
| 336 |
+
302,
|
| 337 |
+
303,
|
| 338 |
+
304,
|
| 339 |
+
305,
|
| 340 |
+
307,
|
| 341 |
+
308,
|
| 342 |
+
310,
|
| 343 |
+
311,
|
| 344 |
+
312,
|
| 345 |
+
313,
|
| 346 |
+
314,
|
| 347 |
+
315,
|
| 348 |
+
316,
|
| 349 |
+
317,
|
| 350 |
+
318,
|
| 351 |
+
320,
|
| 352 |
+
321,
|
| 353 |
+
322,
|
| 354 |
+
323,
|
| 355 |
+
324,
|
| 356 |
+
325,
|
| 357 |
+
326,
|
| 358 |
+
327,
|
| 359 |
+
328,
|
| 360 |
+
329,
|
| 361 |
+
330,
|
| 362 |
+
331,
|
| 363 |
+
332,
|
| 364 |
+
334,
|
| 365 |
+
335,
|
| 366 |
+
336,
|
| 367 |
+
337,
|
| 368 |
+
339,
|
| 369 |
+
341,
|
| 370 |
+
342,
|
| 371 |
+
343,
|
| 372 |
+
344,
|
| 373 |
+
346,
|
| 374 |
+
347,
|
| 375 |
+
348,
|
| 376 |
+
350,
|
| 377 |
+
351,
|
| 378 |
+
352,
|
| 379 |
+
354,
|
| 380 |
+
355,
|
| 381 |
+
356,
|
| 382 |
+
357,
|
| 383 |
+
358,
|
| 384 |
+
359,
|
| 385 |
+
360,
|
| 386 |
+
361,
|
| 387 |
+
362,
|
| 388 |
+
363,
|
| 389 |
+
364,
|
| 390 |
+
365,
|
| 391 |
+
367,
|
| 392 |
+
368,
|
| 393 |
+
369,
|
| 394 |
+
370,
|
| 395 |
+
373,
|
| 396 |
+
374,
|
| 397 |
+
375,
|
| 398 |
+
376,
|
| 399 |
+
377,
|
| 400 |
+
378,
|
| 401 |
+
379,
|
| 402 |
+
380,
|
| 403 |
+
381,
|
| 404 |
+
382,
|
| 405 |
+
383,
|
| 406 |
+
384,
|
| 407 |
+
385,
|
| 408 |
+
386,
|
| 409 |
+
387,
|
| 410 |
+
388,
|
| 411 |
+
390,
|
| 412 |
+
392,
|
| 413 |
+
394,
|
| 414 |
+
395,
|
| 415 |
+
396,
|
| 416 |
+
397,
|
| 417 |
+
398,
|
| 418 |
+
399,
|
| 419 |
+
400,
|
| 420 |
+
401,
|
| 421 |
+
402,
|
| 422 |
+
404,
|
| 423 |
+
405,
|
| 424 |
+
406,
|
| 425 |
+
407,
|
| 426 |
+
408,
|
| 427 |
+
409,
|
| 428 |
+
410,
|
| 429 |
+
411,
|
| 430 |
+
412,
|
| 431 |
+
413,
|
| 432 |
+
414,
|
| 433 |
+
415,
|
| 434 |
+
416,
|
| 435 |
+
418,
|
| 436 |
+
419,
|
| 437 |
+
420,
|
| 438 |
+
421,
|
| 439 |
+
422,
|
| 440 |
+
423,
|
| 441 |
+
424,
|
| 442 |
+
425,
|
| 443 |
+
426,
|
| 444 |
+
427,
|
| 445 |
+
428,
|
| 446 |
+
429,
|
| 447 |
+
431,
|
| 448 |
+
432,
|
| 449 |
+
433,
|
| 450 |
+
434,
|
| 451 |
+
435,
|
| 452 |
+
436,
|
| 453 |
+
437,
|
| 454 |
+
438,
|
| 455 |
+
440,
|
| 456 |
+
441,
|
| 457 |
+
442,
|
| 458 |
+
443,
|
| 459 |
+
445,
|
| 460 |
+
446,
|
| 461 |
+
447,
|
| 462 |
+
448,
|
| 463 |
+
449,
|
| 464 |
+
451,
|
| 465 |
+
452,
|
| 466 |
+
453,
|
| 467 |
+
454,
|
| 468 |
+
455,
|
| 469 |
+
456,
|
| 470 |
+
457,
|
| 471 |
+
458,
|
| 472 |
+
459,
|
| 473 |
+
460,
|
| 474 |
+
461,
|
| 475 |
+
462,
|
| 476 |
+
463,
|
| 477 |
+
464,
|
| 478 |
+
465,
|
| 479 |
+
466,
|
| 480 |
+
467,
|
| 481 |
+
468,
|
| 482 |
+
469,
|
| 483 |
+
470,
|
| 484 |
+
471,
|
| 485 |
+
472,
|
| 486 |
+
473,
|
| 487 |
+
474,
|
| 488 |
+
475,
|
| 489 |
+
476,
|
| 490 |
+
478,
|
| 491 |
+
479,
|
| 492 |
+
480,
|
| 493 |
+
482,
|
| 494 |
+
483,
|
| 495 |
+
484,
|
| 496 |
+
485,
|
| 497 |
+
486,
|
| 498 |
+
487,
|
| 499 |
+
488,
|
| 500 |
+
489,
|
| 501 |
+
490,
|
| 502 |
+
491,
|
| 503 |
+
492,
|
| 504 |
+
494,
|
| 505 |
+
495,
|
| 506 |
+
496,
|
| 507 |
+
497,
|
| 508 |
+
498,
|
| 509 |
+
499
|
| 510 |
+
],
|
| 511 |
+
"validation_episode_ids": [
|
| 512 |
+
31,
|
| 513 |
+
33,
|
| 514 |
+
39,
|
| 515 |
+
40,
|
| 516 |
+
43,
|
| 517 |
+
44,
|
| 518 |
+
59,
|
| 519 |
+
81,
|
| 520 |
+
86,
|
| 521 |
+
92,
|
| 522 |
+
109,
|
| 523 |
+
135,
|
| 524 |
+
175,
|
| 525 |
+
191,
|
| 526 |
+
197,
|
| 527 |
+
199,
|
| 528 |
+
211,
|
| 529 |
+
212,
|
| 530 |
+
216,
|
| 531 |
+
221,
|
| 532 |
+
235,
|
| 533 |
+
239,
|
| 534 |
+
242,
|
| 535 |
+
261,
|
| 536 |
+
268,
|
| 537 |
+
296,
|
| 538 |
+
306,
|
| 539 |
+
309,
|
| 540 |
+
319,
|
| 541 |
+
333,
|
| 542 |
+
338,
|
| 543 |
+
340,
|
| 544 |
+
345,
|
| 545 |
+
349,
|
| 546 |
+
353,
|
| 547 |
+
366,
|
| 548 |
+
371,
|
| 549 |
+
372,
|
| 550 |
+
389,
|
| 551 |
+
391,
|
| 552 |
+
393,
|
| 553 |
+
403,
|
| 554 |
+
417,
|
| 555 |
+
430,
|
| 556 |
+
439,
|
| 557 |
+
444,
|
| 558 |
+
450,
|
| 559 |
+
477,
|
| 560 |
+
481,
|
| 561 |
+
493
|
| 562 |
+
]
|
| 563 |
+
},
|
| 564 |
+
"offline_validation_enabled": true,
|
| 565 |
+
"offline_validation_reason": "enabled",
|
| 566 |
+
"train": {
|
| 567 |
+
"windows": 124106,
|
| 568 |
+
"episodes": 450,
|
| 569 |
+
"batches_per_epoch": 200
|
| 570 |
+
},
|
| 571 |
+
"validation": {
|
| 572 |
+
"windows": 13984,
|
| 573 |
+
"episodes": 50,
|
| 574 |
+
"batches": 200,
|
| 575 |
+
"evaluated_windows": 3200
|
| 576 |
+
},
|
| 577 |
+
"resume_dataset_changes": [
|
| 578 |
+
{
|
| 579 |
+
"optimizer_step": 20000,
|
| 580 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 581 |
+
"previous_episode_and_action_sha256": "c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8",
|
| 582 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468"
|
| 583 |
+
}
|
| 584 |
+
]
|
| 585 |
+
},
|
| 586 |
+
"ddp": {
|
| 587 |
+
"wrapper": "DistributedDataParallel",
|
| 588 |
+
"find_unused_parameters": false,
|
| 589 |
+
"gradient_as_bucket_view": true,
|
| 590 |
+
"broadcast_buffers": true,
|
| 591 |
+
"mixed_precision": "no"
|
| 592 |
+
},
|
| 593 |
+
"world_size": 2,
|
| 594 |
+
"rollout": {
|
| 595 |
+
"enabled": true,
|
| 596 |
+
"every_epochs": 50,
|
| 597 |
+
"at_final_epoch": true,
|
| 598 |
+
"seed": 44,
|
| 599 |
+
"weights": "ema",
|
| 600 |
+
"rank": 0,
|
| 601 |
+
"_target_": "oat.env_runner.p2n_new_runner.P2NNewLiberoRunner",
|
| 602 |
+
"protocol": "official",
|
| 603 |
+
"n_test": 500,
|
| 604 |
+
"n_parallel_envs": 10,
|
| 605 |
+
"test_start_seed": 3000,
|
| 606 |
+
"init_state_offset": 0,
|
| 607 |
+
"max_episode_steps": 550,
|
| 608 |
+
"n_test_vis": 0,
|
| 609 |
+
"renderer": {
|
| 610 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 611 |
+
"cuda_ordinal": 0,
|
| 612 |
+
"egl_device_id": 3,
|
| 613 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 614 |
+
}
|
| 615 |
+
},
|
| 616 |
+
"policy_metadata": {
|
| 617 |
+
"format": "p2n_vla_artifact_v1",
|
| 618 |
+
"variant": "p2n_vla",
|
| 619 |
+
"variant_code": 10,
|
| 620 |
+
"policy_target": "oat.policy.p2n_vla.P2NVLAPolicy",
|
| 621 |
+
"task": "libero",
|
| 622 |
+
"model_size": "full",
|
| 623 |
+
"context_schema": 101,
|
| 624 |
+
"artifact_schema": 1,
|
| 625 |
+
"execution_protocol": "acknowledged_commands_v1",
|
| 626 |
+
"shape_meta": {
|
| 627 |
+
"obs": {
|
| 628 |
+
"agentview_rgb": {
|
| 629 |
+
"shape": [
|
| 630 |
+
128,
|
| 631 |
+
128,
|
| 632 |
+
3
|
| 633 |
+
],
|
| 634 |
+
"type": "rgb"
|
| 635 |
+
},
|
| 636 |
+
"robot0_eye_in_hand_rgb": {
|
| 637 |
+
"shape": [
|
| 638 |
+
128,
|
| 639 |
+
128,
|
| 640 |
+
3
|
| 641 |
+
],
|
| 642 |
+
"type": "rgb"
|
| 643 |
+
},
|
| 644 |
+
"robot0_eef_pos": {
|
| 645 |
+
"shape": [
|
| 646 |
+
3
|
| 647 |
+
],
|
| 648 |
+
"type": "state"
|
| 649 |
+
},
|
| 650 |
+
"robot0_eef_quat": {
|
| 651 |
+
"shape": [
|
| 652 |
+
4
|
| 653 |
+
],
|
| 654 |
+
"type": "state"
|
| 655 |
+
},
|
| 656 |
+
"robot0_gripper_qpos": {
|
| 657 |
+
"shape": [
|
| 658 |
+
2
|
| 659 |
+
],
|
| 660 |
+
"type": "state"
|
| 661 |
+
},
|
| 662 |
+
"task_uid": {
|
| 663 |
+
"shape": [
|
| 664 |
+
1
|
| 665 |
+
],
|
| 666 |
+
"type": "state"
|
| 667 |
+
}
|
| 668 |
+
},
|
| 669 |
+
"action": {
|
| 670 |
+
"shape": [
|
| 671 |
+
7
|
| 672 |
+
]
|
| 673 |
+
}
|
| 674 |
+
},
|
| 675 |
+
"horizon": 16,
|
| 676 |
+
"n_action_steps": 8,
|
| 677 |
+
"vocab_size": 5001,
|
| 678 |
+
"latent_horizon": 8,
|
| 679 |
+
"pi05": {
|
| 680 |
+
"repo": "lerobot/pi05_base",
|
| 681 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 682 |
+
"loader_mode": "p2n",
|
| 683 |
+
"t0": 0.6
|
| 684 |
+
},
|
| 685 |
+
"tokenizer": {
|
| 686 |
+
"source": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
|
| 687 |
+
"sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
|
| 688 |
+
"weights": "ema",
|
| 689 |
+
"training_task": {
|
| 690 |
+
"tokenizer": {
|
| 691 |
+
"name": "libero10",
|
| 692 |
+
"task_name": "libero10",
|
| 693 |
+
"shape_meta": {
|
| 694 |
+
"action": {
|
| 695 |
+
"shape": [
|
| 696 |
+
7
|
| 697 |
+
]
|
| 698 |
+
}
|
| 699 |
+
},
|
| 700 |
+
"dataset": {
|
| 701 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 702 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 703 |
+
"obs_keys": [],
|
| 704 |
+
"action_key": "action",
|
| 705 |
+
"n_obs_steps": 0,
|
| 706 |
+
"n_action_steps": 16,
|
| 707 |
+
"seed": 42,
|
| 708 |
+
"val_ratio": 0.1
|
| 709 |
+
}
|
| 710 |
+
}
|
| 711 |
+
},
|
| 712 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 713 |
+
},
|
| 714 |
+
"sentencepiece": {
|
| 715 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 716 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 717 |
+
},
|
| 718 |
+
"prompt": {
|
| 719 |
+
"instruction_source": "libero10",
|
| 720 |
+
"state_keys": [
|
| 721 |
+
"robot0_eef_pos",
|
| 722 |
+
"robot0_eef_quat",
|
| 723 |
+
"robot0_gripper_qpos"
|
| 724 |
+
],
|
| 725 |
+
"state_transforms": {
|
| 726 |
+
"robot0_eef_pos": "identity",
|
| 727 |
+
"robot0_eef_quat": "quat_to_axis_angle",
|
| 728 |
+
"robot0_gripper_qpos": "identity"
|
| 729 |
+
},
|
| 730 |
+
"max_len": 96,
|
| 731 |
+
"dummy_uid": 30
|
| 732 |
+
},
|
| 733 |
+
"frozen_base_keys": 603,
|
| 734 |
+
"parameters": {
|
| 735 |
+
"total": 3275918048,
|
| 736 |
+
"trainable": 346777600,
|
| 737 |
+
"frozen": 2929140448
|
| 738 |
+
},
|
| 739 |
+
"software": {
|
| 740 |
+
"torch": "2.10.0",
|
| 741 |
+
"transformers": "4.57.6",
|
| 742 |
+
"accelerate": "1.12.0",
|
| 743 |
+
"sentencepiece": "0.2.2"
|
| 744 |
+
},
|
| 745 |
+
"self_past_optimizer_updates": 20000,
|
| 746 |
+
"architecture": {
|
| 747 |
+
"_target_": "oat.policy.p2n_vla.P2NVLAPolicy",
|
| 748 |
+
"_recursive_": false,
|
| 749 |
+
"shape_meta": {
|
| 750 |
+
"obs": {
|
| 751 |
+
"agentview_rgb": {
|
| 752 |
+
"shape": [
|
| 753 |
+
128,
|
| 754 |
+
128,
|
| 755 |
+
3
|
| 756 |
+
],
|
| 757 |
+
"type": "rgb"
|
| 758 |
+
},
|
| 759 |
+
"robot0_eye_in_hand_rgb": {
|
| 760 |
+
"shape": [
|
| 761 |
+
128,
|
| 762 |
+
128,
|
| 763 |
+
3
|
| 764 |
+
],
|
| 765 |
+
"type": "rgb"
|
| 766 |
+
},
|
| 767 |
+
"robot0_eef_pos": {
|
| 768 |
+
"shape": [
|
| 769 |
+
3
|
| 770 |
+
],
|
| 771 |
+
"type": "state"
|
| 772 |
+
},
|
| 773 |
+
"robot0_eef_quat": {
|
| 774 |
+
"shape": [
|
| 775 |
+
4
|
| 776 |
+
],
|
| 777 |
+
"type": "state"
|
| 778 |
+
},
|
| 779 |
+
"robot0_gripper_qpos": {
|
| 780 |
+
"shape": [
|
| 781 |
+
2
|
| 782 |
+
],
|
| 783 |
+
"type": "state"
|
| 784 |
+
},
|
| 785 |
+
"task_uid": {
|
| 786 |
+
"shape": [
|
| 787 |
+
1
|
| 788 |
+
],
|
| 789 |
+
"type": "state"
|
| 790 |
+
}
|
| 791 |
+
},
|
| 792 |
+
"action": {
|
| 793 |
+
"shape": [
|
| 794 |
+
7
|
| 795 |
+
]
|
| 796 |
+
}
|
| 797 |
+
},
|
| 798 |
+
"n_action_steps": 8,
|
| 799 |
+
"n_obs_steps": 1,
|
| 800 |
+
"past_n": 7,
|
| 801 |
+
"horizon": 16,
|
| 802 |
+
"variant": "p2n_vla",
|
| 803 |
+
"task": "libero",
|
| 804 |
+
"model_size": "full",
|
| 805 |
+
"pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 806 |
+
"spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 807 |
+
"spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
|
| 808 |
+
"rgb_ports": [
|
| 809 |
+
"agentview_rgb",
|
| 810 |
+
"robot0_eye_in_hand_rgb"
|
| 811 |
+
],
|
| 812 |
+
"wrist_ports": [
|
| 813 |
+
"robot0_eye_in_hand_rgb"
|
| 814 |
+
],
|
| 815 |
+
"train_image_aug": true,
|
| 816 |
+
"prompt": {
|
| 817 |
+
"instruction_source": "libero10",
|
| 818 |
+
"state_keys": [
|
| 819 |
+
"robot0_eef_pos",
|
| 820 |
+
"robot0_eef_quat",
|
| 821 |
+
"robot0_gripper_qpos"
|
| 822 |
+
],
|
| 823 |
+
"state_transforms": {
|
| 824 |
+
"robot0_eef_pos": "identity",
|
| 825 |
+
"robot0_eef_quat": "quat_to_axis_angle",
|
| 826 |
+
"robot0_gripper_qpos": "identity"
|
| 827 |
+
},
|
| 828 |
+
"max_len": 96,
|
| 829 |
+
"dummy_uid": 30
|
| 830 |
+
},
|
| 831 |
+
"lora_rank": 16,
|
| 832 |
+
"lora_alpha": 16.0,
|
| 833 |
+
"lambda_ki": 1.0,
|
| 834 |
+
"ki_skip": 1152,
|
| 835 |
+
"use_past": true,
|
| 836 |
+
"adarms_t0": 0.6,
|
| 837 |
+
"temperature": 0.0,
|
| 838 |
+
"topk": 10,
|
| 839 |
+
"activation_checkpointing": true,
|
| 840 |
+
"frozen_dtype": "bfloat16",
|
| 841 |
+
"self_past_p": 0.5,
|
| 842 |
+
"self_past_warmup_steps": 1000,
|
| 843 |
+
"self_past_ramp_steps": 4000,
|
| 844 |
+
"self_past_chunk_size": 4,
|
| 845 |
+
"self_past_temperature": 1.0,
|
| 846 |
+
"self_past_topk": 10,
|
| 847 |
+
"self_past_schedule": "optimizer_step",
|
| 848 |
+
"construction_mode": "restore",
|
| 849 |
+
"tokenizer_config": {
|
| 850 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 851 |
+
"action_aug": {
|
| 852 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 853 |
+
"p": 0.6,
|
| 854 |
+
"max_angle_deg": 30.0,
|
| 855 |
+
"mode": "left_noise",
|
| 856 |
+
"augment_position": false,
|
| 857 |
+
"pos_start": 0,
|
| 858 |
+
"pos_end": 3,
|
| 859 |
+
"rot_start": 3,
|
| 860 |
+
"rot_end": 6
|
| 861 |
+
},
|
| 862 |
+
"encoder": {
|
| 863 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 864 |
+
"sample_dim": 7,
|
| 865 |
+
"sample_horizon": 16,
|
| 866 |
+
"emb_dim": 256,
|
| 867 |
+
"head_dim": 64,
|
| 868 |
+
"depth": 2,
|
| 869 |
+
"pdropout": 0.1,
|
| 870 |
+
"latent_dim": 5,
|
| 871 |
+
"num_registers": 8
|
| 872 |
+
},
|
| 873 |
+
"decoder": {
|
| 874 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 875 |
+
"sample_dim": 7,
|
| 876 |
+
"sample_horizon": 16,
|
| 877 |
+
"emb_dim": 256,
|
| 878 |
+
"head_dim": 64,
|
| 879 |
+
"depth": 4,
|
| 880 |
+
"pdropout": 0.1,
|
| 881 |
+
"token_dropout_mode": "pow2",
|
| 882 |
+
"latent_dim": 5,
|
| 883 |
+
"latent_horizon": 8,
|
| 884 |
+
"use_causal_decoder": true
|
| 885 |
+
},
|
| 886 |
+
"quantizer": {
|
| 887 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 888 |
+
"levels": [
|
| 889 |
+
8,
|
| 890 |
+
5,
|
| 891 |
+
5,
|
| 892 |
+
5,
|
| 893 |
+
5
|
| 894 |
+
]
|
| 895 |
+
}
|
| 896 |
+
},
|
| 897 |
+
"tokenizer_metadata": {
|
| 898 |
+
"source": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
|
| 899 |
+
"sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
|
| 900 |
+
"weights": "ema",
|
| 901 |
+
"training_task": {
|
| 902 |
+
"tokenizer": {
|
| 903 |
+
"name": "libero10",
|
| 904 |
+
"task_name": "libero10",
|
| 905 |
+
"shape_meta": {
|
| 906 |
+
"action": {
|
| 907 |
+
"shape": [
|
| 908 |
+
7
|
| 909 |
+
]
|
| 910 |
+
}
|
| 911 |
+
},
|
| 912 |
+
"dataset": {
|
| 913 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 914 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 915 |
+
"obs_keys": [],
|
| 916 |
+
"action_key": "action",
|
| 917 |
+
"n_obs_steps": 0,
|
| 918 |
+
"n_action_steps": 16,
|
| 919 |
+
"seed": 42,
|
| 920 |
+
"val_ratio": 0.1
|
| 921 |
+
}
|
| 922 |
+
}
|
| 923 |
+
},
|
| 924 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 925 |
+
}
|
| 926 |
+
},
|
| 927 |
+
"source_sha256": {
|
| 928 |
+
"oat/policy/p2n_vla_common.py": "e66f719a79d580e581737f2991ad53289984edb330ca60ad09e6d80ca7591813",
|
| 929 |
+
"oat/model/vla/__init__.py": "edfcc482b29614f63581159c2419812f9ed02ab3df5954034f9f6673fc0c3f54",
|
| 930 |
+
"oat/model/vla/flow_head.py": "59cd0d2ddac048c1d03ce07c3e2c6eb15810c02fb89d9bc3e3839dd3e7baffe8",
|
| 931 |
+
"oat/model/vla/gemma_joint.py": "2b8d468bedc2c66da0d770e0f25e3c9a0aa5eb33fe6f5445a5aa1cb03c4a3180",
|
| 932 |
+
"oat/model/vla/image_preprocess.py": "04acb3b1101ac0884581bf294445c6a9a0f1c7da7980e7fc81207ccd2cbce299",
|
| 933 |
+
"oat/model/vla/layout.py": "36211ceaa636a10620d83567067c0f91266e6d4cbca53d5ded43a65fa5fc377c",
|
| 934 |
+
"oat/model/vla/lora.py": "109f46dee5818b3a1c1f1efa364d0c6ec06228920893c2fede16755502540ac6",
|
| 935 |
+
"oat/model/vla/oat_ki.py": "ebef07c4438b125892984057596c52bda6166165e75f466d863c8eafc06e7d58",
|
| 936 |
+
"oat/model/vla/paligemma_prompt.py": "efaf41d274fd3a943dcdec4a37c1f7f25850f992c4e69f51cadebd6b2a06a104",
|
| 937 |
+
"oat/model/vla/pi05_checkpoint.py": "e5fff92096d83ad7ede3b0a528db03734ad0748ef87b58f98c721c2664c05846",
|
| 938 |
+
"oat/model/vla/siglip.py": "abae50c9b08cb35f451dae17996b0c126be0ef4623480c9de5b581929dbc9128",
|
| 939 |
+
"oat/model/vla/specs.py": "1c5cdc20033ae1b514108eb967f2a74472b2d189f03a6d4e89f27a16881c7bde",
|
| 940 |
+
"oat/model/vla/state_transforms.py": "5c15fbf8e540785004c7ae96bbd627dca2aa1a33dbb78ea3bf7a556ca7babcf2"
|
| 941 |
+
}
|
| 942 |
+
}
|
| 943 |
+
}
|
outputs/training/p2n_vla_libero10_s42/training_summary.json
ADDED
|
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "p2n_vla",
|
| 3 |
+
"epochs": 300,
|
| 4 |
+
"optimizer_steps": 30000,
|
| 5 |
+
"skipped_optimizer_steps": 0,
|
| 6 |
+
"global_step": 60000,
|
| 7 |
+
"stopped_by_max_optimizer_steps": true,
|
| 8 |
+
"snapshots": [
|
| 9 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-005000_ema.ckpt",
|
| 10 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-010000_ema.ckpt",
|
| 11 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-015000_ema.ckpt",
|
| 12 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-020000_ema.ckpt",
|
| 13 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-025000_ema.ckpt",
|
| 14 |
+
"/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-030000_ema.ckpt"
|
| 15 |
+
],
|
| 16 |
+
"resume_checkpoint_kept": false,
|
| 17 |
+
"last_validation": {
|
| 18 |
+
"val/expert/ar_token_acc": 0.4915625,
|
| 19 |
+
"val/expert/ki_token_acc": 0.14796875,
|
| 20 |
+
"val/expert/loss": 7.419467117786407,
|
| 21 |
+
"val/expert/loss_ar": 2.5615065817534926,
|
| 22 |
+
"val/expert/loss_ki": 4.857960540652275,
|
| 23 |
+
"val/expert/self_past_p": 0.0,
|
| 24 |
+
"val/expert/self_past_rows": 7.755,
|
| 25 |
+
"val/generated/ar_token_acc": 0.455703125,
|
| 26 |
+
"val/generated/ki_token_acc": 0.14796875,
|
| 27 |
+
"val/generated/loss": 7.633487079143524,
|
| 28 |
+
"val/generated/loss_ar": 2.77552655428648,
|
| 29 |
+
"val/generated/loss_ki": 4.857960540652275,
|
| 30 |
+
"val/generated/self_past_p": 1.0,
|
| 31 |
+
"val/generated/self_past_rows": 7.775,
|
| 32 |
+
"val/reconstruction_mse": 0.027667058569641086,
|
| 33 |
+
"val/reconstruction_mse_executed": 0.022867072065273532,
|
| 34 |
+
"val_loss": 7.419467117786407,
|
| 35 |
+
"val_loss_expert_history": 7.419467117786407,
|
| 36 |
+
"val_loss_generated_history": 7.633487079143524,
|
| 37 |
+
"val_reconstruction_mse": 0.027667058569641086,
|
| 38 |
+
"validation_batches": 400,
|
| 39 |
+
"validation_seconds": 307.5863098590635,
|
| 40 |
+
"validation_max_memory_reserved_gib": 14.712890625,
|
| 41 |
+
"validation_max_memory_allocated_gib": 12.802168846130371
|
| 42 |
+
},
|
| 43 |
+
"rollouts": [
|
| 44 |
+
{
|
| 45 |
+
"tag": "epoch-0050_upd-005000",
|
| 46 |
+
"epoch": 50,
|
| 47 |
+
"optimizer_step": 5000,
|
| 48 |
+
"success_rate": 0.188,
|
| 49 |
+
"trials": 500,
|
| 50 |
+
"failed": false,
|
| 51 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0050_upd-005000"
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"tag": "epoch-0100_upd-010000",
|
| 55 |
+
"epoch": 100,
|
| 56 |
+
"optimizer_step": 10000,
|
| 57 |
+
"success_rate": 0.348,
|
| 58 |
+
"trials": 500,
|
| 59 |
+
"failed": false,
|
| 60 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0100_upd-010000"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"tag": "epoch-0150_upd-015000",
|
| 64 |
+
"epoch": 150,
|
| 65 |
+
"optimizer_step": 15000,
|
| 66 |
+
"success_rate": 0.356,
|
| 67 |
+
"trials": 500,
|
| 68 |
+
"failed": false,
|
| 69 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0150_upd-015000"
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"tag": "epoch-0200_upd-020000",
|
| 73 |
+
"epoch": 200,
|
| 74 |
+
"optimizer_step": 20000,
|
| 75 |
+
"success_rate": 0.418,
|
| 76 |
+
"trials": 500,
|
| 77 |
+
"failed": false,
|
| 78 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0200_upd-020000"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"tag": "epoch-0250_upd-025000",
|
| 82 |
+
"epoch": 250,
|
| 83 |
+
"optimizer_step": 25000,
|
| 84 |
+
"success_rate": 0.458,
|
| 85 |
+
"trials": 500,
|
| 86 |
+
"failed": false,
|
| 87 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0250_upd-025000"
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"tag": "epoch-0300_upd-030000",
|
| 91 |
+
"epoch": 300,
|
| 92 |
+
"optimizer_step": 30000,
|
| 93 |
+
"success_rate": 0.446,
|
| 94 |
+
"trials": 500,
|
| 95 |
+
"failed": false,
|
| 96 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0300_upd-030000"
|
| 97 |
+
}
|
| 98 |
+
],
|
| 99 |
+
"last_rollout": {
|
| 100 |
+
"tag": "epoch-0300_upd-030000",
|
| 101 |
+
"epoch": 300,
|
| 102 |
+
"optimizer_step": 30000,
|
| 103 |
+
"success_rate": 0.446,
|
| 104 |
+
"trials": 500,
|
| 105 |
+
"dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0300_upd-030000"
|
| 106 |
+
}
|
| 107 |
+
}
|
outputs/training/p2n_vla_vision_action_libero10_s42/dataset_split.json
ADDED
|
@@ -0,0 +1,523 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"identity": {
|
| 4 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 5 |
+
"train_episode_ids": [
|
| 6 |
+
0,
|
| 7 |
+
1,
|
| 8 |
+
2,
|
| 9 |
+
3,
|
| 10 |
+
4,
|
| 11 |
+
5,
|
| 12 |
+
6,
|
| 13 |
+
7,
|
| 14 |
+
8,
|
| 15 |
+
9,
|
| 16 |
+
10,
|
| 17 |
+
11,
|
| 18 |
+
12,
|
| 19 |
+
13,
|
| 20 |
+
14,
|
| 21 |
+
15,
|
| 22 |
+
16,
|
| 23 |
+
17,
|
| 24 |
+
18,
|
| 25 |
+
19,
|
| 26 |
+
20,
|
| 27 |
+
21,
|
| 28 |
+
22,
|
| 29 |
+
23,
|
| 30 |
+
24,
|
| 31 |
+
25,
|
| 32 |
+
26,
|
| 33 |
+
27,
|
| 34 |
+
28,
|
| 35 |
+
29,
|
| 36 |
+
30,
|
| 37 |
+
32,
|
| 38 |
+
34,
|
| 39 |
+
35,
|
| 40 |
+
36,
|
| 41 |
+
37,
|
| 42 |
+
38,
|
| 43 |
+
41,
|
| 44 |
+
42,
|
| 45 |
+
45,
|
| 46 |
+
46,
|
| 47 |
+
47,
|
| 48 |
+
48,
|
| 49 |
+
49,
|
| 50 |
+
50,
|
| 51 |
+
51,
|
| 52 |
+
52,
|
| 53 |
+
53,
|
| 54 |
+
54,
|
| 55 |
+
55,
|
| 56 |
+
56,
|
| 57 |
+
57,
|
| 58 |
+
58,
|
| 59 |
+
60,
|
| 60 |
+
61,
|
| 61 |
+
62,
|
| 62 |
+
63,
|
| 63 |
+
64,
|
| 64 |
+
65,
|
| 65 |
+
66,
|
| 66 |
+
67,
|
| 67 |
+
68,
|
| 68 |
+
69,
|
| 69 |
+
70,
|
| 70 |
+
71,
|
| 71 |
+
72,
|
| 72 |
+
73,
|
| 73 |
+
74,
|
| 74 |
+
75,
|
| 75 |
+
76,
|
| 76 |
+
77,
|
| 77 |
+
78,
|
| 78 |
+
79,
|
| 79 |
+
80,
|
| 80 |
+
82,
|
| 81 |
+
83,
|
| 82 |
+
84,
|
| 83 |
+
85,
|
| 84 |
+
87,
|
| 85 |
+
88,
|
| 86 |
+
89,
|
| 87 |
+
90,
|
| 88 |
+
91,
|
| 89 |
+
93,
|
| 90 |
+
94,
|
| 91 |
+
95,
|
| 92 |
+
96,
|
| 93 |
+
97,
|
| 94 |
+
98,
|
| 95 |
+
99,
|
| 96 |
+
100,
|
| 97 |
+
101,
|
| 98 |
+
102,
|
| 99 |
+
103,
|
| 100 |
+
104,
|
| 101 |
+
105,
|
| 102 |
+
106,
|
| 103 |
+
107,
|
| 104 |
+
108,
|
| 105 |
+
110,
|
| 106 |
+
111,
|
| 107 |
+
112,
|
| 108 |
+
113,
|
| 109 |
+
114,
|
| 110 |
+
115,
|
| 111 |
+
116,
|
| 112 |
+
117,
|
| 113 |
+
118,
|
| 114 |
+
119,
|
| 115 |
+
120,
|
| 116 |
+
121,
|
| 117 |
+
122,
|
| 118 |
+
123,
|
| 119 |
+
124,
|
| 120 |
+
125,
|
| 121 |
+
126,
|
| 122 |
+
127,
|
| 123 |
+
128,
|
| 124 |
+
129,
|
| 125 |
+
130,
|
| 126 |
+
131,
|
| 127 |
+
132,
|
| 128 |
+
133,
|
| 129 |
+
134,
|
| 130 |
+
136,
|
| 131 |
+
137,
|
| 132 |
+
138,
|
| 133 |
+
139,
|
| 134 |
+
140,
|
| 135 |
+
141,
|
| 136 |
+
142,
|
| 137 |
+
143,
|
| 138 |
+
144,
|
| 139 |
+
145,
|
| 140 |
+
146,
|
| 141 |
+
147,
|
| 142 |
+
148,
|
| 143 |
+
149,
|
| 144 |
+
150,
|
| 145 |
+
151,
|
| 146 |
+
152,
|
| 147 |
+
153,
|
| 148 |
+
154,
|
| 149 |
+
155,
|
| 150 |
+
156,
|
| 151 |
+
157,
|
| 152 |
+
158,
|
| 153 |
+
159,
|
| 154 |
+
160,
|
| 155 |
+
161,
|
| 156 |
+
162,
|
| 157 |
+
163,
|
| 158 |
+
164,
|
| 159 |
+
165,
|
| 160 |
+
166,
|
| 161 |
+
167,
|
| 162 |
+
168,
|
| 163 |
+
169,
|
| 164 |
+
170,
|
| 165 |
+
171,
|
| 166 |
+
172,
|
| 167 |
+
173,
|
| 168 |
+
174,
|
| 169 |
+
176,
|
| 170 |
+
177,
|
| 171 |
+
178,
|
| 172 |
+
179,
|
| 173 |
+
180,
|
| 174 |
+
181,
|
| 175 |
+
182,
|
| 176 |
+
183,
|
| 177 |
+
184,
|
| 178 |
+
185,
|
| 179 |
+
186,
|
| 180 |
+
187,
|
| 181 |
+
188,
|
| 182 |
+
189,
|
| 183 |
+
190,
|
| 184 |
+
192,
|
| 185 |
+
193,
|
| 186 |
+
194,
|
| 187 |
+
195,
|
| 188 |
+
196,
|
| 189 |
+
198,
|
| 190 |
+
200,
|
| 191 |
+
201,
|
| 192 |
+
202,
|
| 193 |
+
203,
|
| 194 |
+
204,
|
| 195 |
+
205,
|
| 196 |
+
206,
|
| 197 |
+
207,
|
| 198 |
+
208,
|
| 199 |
+
209,
|
| 200 |
+
210,
|
| 201 |
+
213,
|
| 202 |
+
214,
|
| 203 |
+
215,
|
| 204 |
+
217,
|
| 205 |
+
218,
|
| 206 |
+
219,
|
| 207 |
+
220,
|
| 208 |
+
222,
|
| 209 |
+
223,
|
| 210 |
+
224,
|
| 211 |
+
225,
|
| 212 |
+
226,
|
| 213 |
+
227,
|
| 214 |
+
228,
|
| 215 |
+
229,
|
| 216 |
+
230,
|
| 217 |
+
231,
|
| 218 |
+
232,
|
| 219 |
+
233,
|
| 220 |
+
234,
|
| 221 |
+
236,
|
| 222 |
+
237,
|
| 223 |
+
238,
|
| 224 |
+
240,
|
| 225 |
+
241,
|
| 226 |
+
243,
|
| 227 |
+
244,
|
| 228 |
+
245,
|
| 229 |
+
246,
|
| 230 |
+
247,
|
| 231 |
+
248,
|
| 232 |
+
249,
|
| 233 |
+
250,
|
| 234 |
+
251,
|
| 235 |
+
252,
|
| 236 |
+
253,
|
| 237 |
+
254,
|
| 238 |
+
255,
|
| 239 |
+
256,
|
| 240 |
+
257,
|
| 241 |
+
258,
|
| 242 |
+
259,
|
| 243 |
+
260,
|
| 244 |
+
262,
|
| 245 |
+
263,
|
| 246 |
+
264,
|
| 247 |
+
265,
|
| 248 |
+
266,
|
| 249 |
+
267,
|
| 250 |
+
269,
|
| 251 |
+
270,
|
| 252 |
+
271,
|
| 253 |
+
272,
|
| 254 |
+
273,
|
| 255 |
+
274,
|
| 256 |
+
275,
|
| 257 |
+
276,
|
| 258 |
+
277,
|
| 259 |
+
278,
|
| 260 |
+
279,
|
| 261 |
+
280,
|
| 262 |
+
281,
|
| 263 |
+
282,
|
| 264 |
+
283,
|
| 265 |
+
284,
|
| 266 |
+
285,
|
| 267 |
+
286,
|
| 268 |
+
287,
|
| 269 |
+
288,
|
| 270 |
+
289,
|
| 271 |
+
290,
|
| 272 |
+
291,
|
| 273 |
+
292,
|
| 274 |
+
293,
|
| 275 |
+
294,
|
| 276 |
+
295,
|
| 277 |
+
297,
|
| 278 |
+
298,
|
| 279 |
+
299,
|
| 280 |
+
300,
|
| 281 |
+
301,
|
| 282 |
+
302,
|
| 283 |
+
303,
|
| 284 |
+
304,
|
| 285 |
+
305,
|
| 286 |
+
307,
|
| 287 |
+
308,
|
| 288 |
+
310,
|
| 289 |
+
311,
|
| 290 |
+
312,
|
| 291 |
+
313,
|
| 292 |
+
314,
|
| 293 |
+
315,
|
| 294 |
+
316,
|
| 295 |
+
317,
|
| 296 |
+
318,
|
| 297 |
+
320,
|
| 298 |
+
321,
|
| 299 |
+
322,
|
| 300 |
+
323,
|
| 301 |
+
324,
|
| 302 |
+
325,
|
| 303 |
+
326,
|
| 304 |
+
327,
|
| 305 |
+
328,
|
| 306 |
+
329,
|
| 307 |
+
330,
|
| 308 |
+
331,
|
| 309 |
+
332,
|
| 310 |
+
334,
|
| 311 |
+
335,
|
| 312 |
+
336,
|
| 313 |
+
337,
|
| 314 |
+
339,
|
| 315 |
+
341,
|
| 316 |
+
342,
|
| 317 |
+
343,
|
| 318 |
+
344,
|
| 319 |
+
346,
|
| 320 |
+
347,
|
| 321 |
+
348,
|
| 322 |
+
350,
|
| 323 |
+
351,
|
| 324 |
+
352,
|
| 325 |
+
354,
|
| 326 |
+
355,
|
| 327 |
+
356,
|
| 328 |
+
357,
|
| 329 |
+
358,
|
| 330 |
+
359,
|
| 331 |
+
360,
|
| 332 |
+
361,
|
| 333 |
+
362,
|
| 334 |
+
363,
|
| 335 |
+
364,
|
| 336 |
+
365,
|
| 337 |
+
367,
|
| 338 |
+
368,
|
| 339 |
+
369,
|
| 340 |
+
370,
|
| 341 |
+
373,
|
| 342 |
+
374,
|
| 343 |
+
375,
|
| 344 |
+
376,
|
| 345 |
+
377,
|
| 346 |
+
378,
|
| 347 |
+
379,
|
| 348 |
+
380,
|
| 349 |
+
381,
|
| 350 |
+
382,
|
| 351 |
+
383,
|
| 352 |
+
384,
|
| 353 |
+
385,
|
| 354 |
+
386,
|
| 355 |
+
387,
|
| 356 |
+
388,
|
| 357 |
+
390,
|
| 358 |
+
392,
|
| 359 |
+
394,
|
| 360 |
+
395,
|
| 361 |
+
396,
|
| 362 |
+
397,
|
| 363 |
+
398,
|
| 364 |
+
399,
|
| 365 |
+
400,
|
| 366 |
+
401,
|
| 367 |
+
402,
|
| 368 |
+
404,
|
| 369 |
+
405,
|
| 370 |
+
406,
|
| 371 |
+
407,
|
| 372 |
+
408,
|
| 373 |
+
409,
|
| 374 |
+
410,
|
| 375 |
+
411,
|
| 376 |
+
412,
|
| 377 |
+
413,
|
| 378 |
+
414,
|
| 379 |
+
415,
|
| 380 |
+
416,
|
| 381 |
+
418,
|
| 382 |
+
419,
|
| 383 |
+
420,
|
| 384 |
+
421,
|
| 385 |
+
422,
|
| 386 |
+
423,
|
| 387 |
+
424,
|
| 388 |
+
425,
|
| 389 |
+
426,
|
| 390 |
+
427,
|
| 391 |
+
428,
|
| 392 |
+
429,
|
| 393 |
+
431,
|
| 394 |
+
432,
|
| 395 |
+
433,
|
| 396 |
+
434,
|
| 397 |
+
435,
|
| 398 |
+
436,
|
| 399 |
+
437,
|
| 400 |
+
438,
|
| 401 |
+
440,
|
| 402 |
+
441,
|
| 403 |
+
442,
|
| 404 |
+
443,
|
| 405 |
+
445,
|
| 406 |
+
446,
|
| 407 |
+
447,
|
| 408 |
+
448,
|
| 409 |
+
449,
|
| 410 |
+
451,
|
| 411 |
+
452,
|
| 412 |
+
453,
|
| 413 |
+
454,
|
| 414 |
+
455,
|
| 415 |
+
456,
|
| 416 |
+
457,
|
| 417 |
+
458,
|
| 418 |
+
459,
|
| 419 |
+
460,
|
| 420 |
+
461,
|
| 421 |
+
462,
|
| 422 |
+
463,
|
| 423 |
+
464,
|
| 424 |
+
465,
|
| 425 |
+
466,
|
| 426 |
+
467,
|
| 427 |
+
468,
|
| 428 |
+
469,
|
| 429 |
+
470,
|
| 430 |
+
471,
|
| 431 |
+
472,
|
| 432 |
+
473,
|
| 433 |
+
474,
|
| 434 |
+
475,
|
| 435 |
+
476,
|
| 436 |
+
478,
|
| 437 |
+
479,
|
| 438 |
+
480,
|
| 439 |
+
482,
|
| 440 |
+
483,
|
| 441 |
+
484,
|
| 442 |
+
485,
|
| 443 |
+
486,
|
| 444 |
+
487,
|
| 445 |
+
488,
|
| 446 |
+
489,
|
| 447 |
+
490,
|
| 448 |
+
491,
|
| 449 |
+
492,
|
| 450 |
+
494,
|
| 451 |
+
495,
|
| 452 |
+
496,
|
| 453 |
+
497,
|
| 454 |
+
498,
|
| 455 |
+
499
|
| 456 |
+
],
|
| 457 |
+
"validation_episode_ids": [
|
| 458 |
+
31,
|
| 459 |
+
33,
|
| 460 |
+
39,
|
| 461 |
+
40,
|
| 462 |
+
43,
|
| 463 |
+
44,
|
| 464 |
+
59,
|
| 465 |
+
81,
|
| 466 |
+
86,
|
| 467 |
+
92,
|
| 468 |
+
109,
|
| 469 |
+
135,
|
| 470 |
+
175,
|
| 471 |
+
191,
|
| 472 |
+
197,
|
| 473 |
+
199,
|
| 474 |
+
211,
|
| 475 |
+
212,
|
| 476 |
+
216,
|
| 477 |
+
221,
|
| 478 |
+
235,
|
| 479 |
+
239,
|
| 480 |
+
242,
|
| 481 |
+
261,
|
| 482 |
+
268,
|
| 483 |
+
296,
|
| 484 |
+
306,
|
| 485 |
+
309,
|
| 486 |
+
319,
|
| 487 |
+
333,
|
| 488 |
+
338,
|
| 489 |
+
340,
|
| 490 |
+
345,
|
| 491 |
+
349,
|
| 492 |
+
353,
|
| 493 |
+
366,
|
| 494 |
+
371,
|
| 495 |
+
372,
|
| 496 |
+
389,
|
| 497 |
+
391,
|
| 498 |
+
393,
|
| 499 |
+
403,
|
| 500 |
+
417,
|
| 501 |
+
430,
|
| 502 |
+
439,
|
| 503 |
+
444,
|
| 504 |
+
450,
|
| 505 |
+
477,
|
| 506 |
+
481,
|
| 507 |
+
493
|
| 508 |
+
]
|
| 509 |
+
},
|
| 510 |
+
"offline_validation_enabled": true,
|
| 511 |
+
"offline_validation_reason": "enabled",
|
| 512 |
+
"train": {
|
| 513 |
+
"windows": 124106,
|
| 514 |
+
"episodes": 450,
|
| 515 |
+
"batches_per_epoch": 1600
|
| 516 |
+
},
|
| 517 |
+
"validation": {
|
| 518 |
+
"windows": 13984,
|
| 519 |
+
"episodes": 50,
|
| 520 |
+
"batches": 200,
|
| 521 |
+
"evaluated_windows": 400
|
| 522 |
+
}
|
| 523 |
+
}
|
outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_preflight.json
ADDED
|
@@ -0,0 +1,771 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_family": "p2n_vla",
|
| 3 |
+
"variant": "p2n_vla",
|
| 4 |
+
"task": "libero",
|
| 5 |
+
"output": {
|
| 6 |
+
"output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_vision_action_libero10_s42",
|
| 7 |
+
"exists": false,
|
| 8 |
+
"resume": false
|
| 9 |
+
},
|
| 10 |
+
"world_size": 2,
|
| 11 |
+
"dataset_split": {
|
| 12 |
+
"schema_version": 1,
|
| 13 |
+
"data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 14 |
+
"val_ratio": 0.1,
|
| 15 |
+
"seed": 42,
|
| 16 |
+
"train_episode_ids": [
|
| 17 |
+
0,
|
| 18 |
+
1,
|
| 19 |
+
2,
|
| 20 |
+
3,
|
| 21 |
+
4,
|
| 22 |
+
5,
|
| 23 |
+
6,
|
| 24 |
+
7,
|
| 25 |
+
8,
|
| 26 |
+
9,
|
| 27 |
+
10,
|
| 28 |
+
11,
|
| 29 |
+
12,
|
| 30 |
+
13,
|
| 31 |
+
14,
|
| 32 |
+
15,
|
| 33 |
+
16,
|
| 34 |
+
17,
|
| 35 |
+
18,
|
| 36 |
+
19,
|
| 37 |
+
20,
|
| 38 |
+
21,
|
| 39 |
+
22,
|
| 40 |
+
23,
|
| 41 |
+
24,
|
| 42 |
+
25,
|
| 43 |
+
26,
|
| 44 |
+
27,
|
| 45 |
+
28,
|
| 46 |
+
29,
|
| 47 |
+
30,
|
| 48 |
+
32,
|
| 49 |
+
34,
|
| 50 |
+
35,
|
| 51 |
+
36,
|
| 52 |
+
37,
|
| 53 |
+
38,
|
| 54 |
+
41,
|
| 55 |
+
42,
|
| 56 |
+
45,
|
| 57 |
+
46,
|
| 58 |
+
47,
|
| 59 |
+
48,
|
| 60 |
+
49,
|
| 61 |
+
50,
|
| 62 |
+
51,
|
| 63 |
+
52,
|
| 64 |
+
53,
|
| 65 |
+
54,
|
| 66 |
+
55,
|
| 67 |
+
56,
|
| 68 |
+
57,
|
| 69 |
+
58,
|
| 70 |
+
60,
|
| 71 |
+
61,
|
| 72 |
+
62,
|
| 73 |
+
63,
|
| 74 |
+
64,
|
| 75 |
+
65,
|
| 76 |
+
66,
|
| 77 |
+
67,
|
| 78 |
+
68,
|
| 79 |
+
69,
|
| 80 |
+
70,
|
| 81 |
+
71,
|
| 82 |
+
72,
|
| 83 |
+
73,
|
| 84 |
+
74,
|
| 85 |
+
75,
|
| 86 |
+
76,
|
| 87 |
+
77,
|
| 88 |
+
78,
|
| 89 |
+
79,
|
| 90 |
+
80,
|
| 91 |
+
82,
|
| 92 |
+
83,
|
| 93 |
+
84,
|
| 94 |
+
85,
|
| 95 |
+
87,
|
| 96 |
+
88,
|
| 97 |
+
89,
|
| 98 |
+
90,
|
| 99 |
+
91,
|
| 100 |
+
93,
|
| 101 |
+
94,
|
| 102 |
+
95,
|
| 103 |
+
96,
|
| 104 |
+
97,
|
| 105 |
+
98,
|
| 106 |
+
99,
|
| 107 |
+
100,
|
| 108 |
+
101,
|
| 109 |
+
102,
|
| 110 |
+
103,
|
| 111 |
+
104,
|
| 112 |
+
105,
|
| 113 |
+
106,
|
| 114 |
+
107,
|
| 115 |
+
108,
|
| 116 |
+
110,
|
| 117 |
+
111,
|
| 118 |
+
112,
|
| 119 |
+
113,
|
| 120 |
+
114,
|
| 121 |
+
115,
|
| 122 |
+
116,
|
| 123 |
+
117,
|
| 124 |
+
118,
|
| 125 |
+
119,
|
| 126 |
+
120,
|
| 127 |
+
121,
|
| 128 |
+
122,
|
| 129 |
+
123,
|
| 130 |
+
124,
|
| 131 |
+
125,
|
| 132 |
+
126,
|
| 133 |
+
127,
|
| 134 |
+
128,
|
| 135 |
+
129,
|
| 136 |
+
130,
|
| 137 |
+
131,
|
| 138 |
+
132,
|
| 139 |
+
133,
|
| 140 |
+
134,
|
| 141 |
+
136,
|
| 142 |
+
137,
|
| 143 |
+
138,
|
| 144 |
+
139,
|
| 145 |
+
140,
|
| 146 |
+
141,
|
| 147 |
+
142,
|
| 148 |
+
143,
|
| 149 |
+
144,
|
| 150 |
+
145,
|
| 151 |
+
146,
|
| 152 |
+
147,
|
| 153 |
+
148,
|
| 154 |
+
149,
|
| 155 |
+
150,
|
| 156 |
+
151,
|
| 157 |
+
152,
|
| 158 |
+
153,
|
| 159 |
+
154,
|
| 160 |
+
155,
|
| 161 |
+
156,
|
| 162 |
+
157,
|
| 163 |
+
158,
|
| 164 |
+
159,
|
| 165 |
+
160,
|
| 166 |
+
161,
|
| 167 |
+
162,
|
| 168 |
+
163,
|
| 169 |
+
164,
|
| 170 |
+
165,
|
| 171 |
+
166,
|
| 172 |
+
167,
|
| 173 |
+
168,
|
| 174 |
+
169,
|
| 175 |
+
170,
|
| 176 |
+
171,
|
| 177 |
+
172,
|
| 178 |
+
173,
|
| 179 |
+
174,
|
| 180 |
+
176,
|
| 181 |
+
177,
|
| 182 |
+
178,
|
| 183 |
+
179,
|
| 184 |
+
180,
|
| 185 |
+
181,
|
| 186 |
+
182,
|
| 187 |
+
183,
|
| 188 |
+
184,
|
| 189 |
+
185,
|
| 190 |
+
186,
|
| 191 |
+
187,
|
| 192 |
+
188,
|
| 193 |
+
189,
|
| 194 |
+
190,
|
| 195 |
+
192,
|
| 196 |
+
193,
|
| 197 |
+
194,
|
| 198 |
+
195,
|
| 199 |
+
196,
|
| 200 |
+
198,
|
| 201 |
+
200,
|
| 202 |
+
201,
|
| 203 |
+
202,
|
| 204 |
+
203,
|
| 205 |
+
204,
|
| 206 |
+
205,
|
| 207 |
+
206,
|
| 208 |
+
207,
|
| 209 |
+
208,
|
| 210 |
+
209,
|
| 211 |
+
210,
|
| 212 |
+
213,
|
| 213 |
+
214,
|
| 214 |
+
215,
|
| 215 |
+
217,
|
| 216 |
+
218,
|
| 217 |
+
219,
|
| 218 |
+
220,
|
| 219 |
+
222,
|
| 220 |
+
223,
|
| 221 |
+
224,
|
| 222 |
+
225,
|
| 223 |
+
226,
|
| 224 |
+
227,
|
| 225 |
+
228,
|
| 226 |
+
229,
|
| 227 |
+
230,
|
| 228 |
+
231,
|
| 229 |
+
232,
|
| 230 |
+
233,
|
| 231 |
+
234,
|
| 232 |
+
236,
|
| 233 |
+
237,
|
| 234 |
+
238,
|
| 235 |
+
240,
|
| 236 |
+
241,
|
| 237 |
+
243,
|
| 238 |
+
244,
|
| 239 |
+
245,
|
| 240 |
+
246,
|
| 241 |
+
247,
|
| 242 |
+
248,
|
| 243 |
+
249,
|
| 244 |
+
250,
|
| 245 |
+
251,
|
| 246 |
+
252,
|
| 247 |
+
253,
|
| 248 |
+
254,
|
| 249 |
+
255,
|
| 250 |
+
256,
|
| 251 |
+
257,
|
| 252 |
+
258,
|
| 253 |
+
259,
|
| 254 |
+
260,
|
| 255 |
+
262,
|
| 256 |
+
263,
|
| 257 |
+
264,
|
| 258 |
+
265,
|
| 259 |
+
266,
|
| 260 |
+
267,
|
| 261 |
+
269,
|
| 262 |
+
270,
|
| 263 |
+
271,
|
| 264 |
+
272,
|
| 265 |
+
273,
|
| 266 |
+
274,
|
| 267 |
+
275,
|
| 268 |
+
276,
|
| 269 |
+
277,
|
| 270 |
+
278,
|
| 271 |
+
279,
|
| 272 |
+
280,
|
| 273 |
+
281,
|
| 274 |
+
282,
|
| 275 |
+
283,
|
| 276 |
+
284,
|
| 277 |
+
285,
|
| 278 |
+
286,
|
| 279 |
+
287,
|
| 280 |
+
288,
|
| 281 |
+
289,
|
| 282 |
+
290,
|
| 283 |
+
291,
|
| 284 |
+
292,
|
| 285 |
+
293,
|
| 286 |
+
294,
|
| 287 |
+
295,
|
| 288 |
+
297,
|
| 289 |
+
298,
|
| 290 |
+
299,
|
| 291 |
+
300,
|
| 292 |
+
301,
|
| 293 |
+
302,
|
| 294 |
+
303,
|
| 295 |
+
304,
|
| 296 |
+
305,
|
| 297 |
+
307,
|
| 298 |
+
308,
|
| 299 |
+
310,
|
| 300 |
+
311,
|
| 301 |
+
312,
|
| 302 |
+
313,
|
| 303 |
+
314,
|
| 304 |
+
315,
|
| 305 |
+
316,
|
| 306 |
+
317,
|
| 307 |
+
318,
|
| 308 |
+
320,
|
| 309 |
+
321,
|
| 310 |
+
322,
|
| 311 |
+
323,
|
| 312 |
+
324,
|
| 313 |
+
325,
|
| 314 |
+
326,
|
| 315 |
+
327,
|
| 316 |
+
328,
|
| 317 |
+
329,
|
| 318 |
+
330,
|
| 319 |
+
331,
|
| 320 |
+
332,
|
| 321 |
+
334,
|
| 322 |
+
335,
|
| 323 |
+
336,
|
| 324 |
+
337,
|
| 325 |
+
339,
|
| 326 |
+
341,
|
| 327 |
+
342,
|
| 328 |
+
343,
|
| 329 |
+
344,
|
| 330 |
+
346,
|
| 331 |
+
347,
|
| 332 |
+
348,
|
| 333 |
+
350,
|
| 334 |
+
351,
|
| 335 |
+
352,
|
| 336 |
+
354,
|
| 337 |
+
355,
|
| 338 |
+
356,
|
| 339 |
+
357,
|
| 340 |
+
358,
|
| 341 |
+
359,
|
| 342 |
+
360,
|
| 343 |
+
361,
|
| 344 |
+
362,
|
| 345 |
+
363,
|
| 346 |
+
364,
|
| 347 |
+
365,
|
| 348 |
+
367,
|
| 349 |
+
368,
|
| 350 |
+
369,
|
| 351 |
+
370,
|
| 352 |
+
373,
|
| 353 |
+
374,
|
| 354 |
+
375,
|
| 355 |
+
376,
|
| 356 |
+
377,
|
| 357 |
+
378,
|
| 358 |
+
379,
|
| 359 |
+
380,
|
| 360 |
+
381,
|
| 361 |
+
382,
|
| 362 |
+
383,
|
| 363 |
+
384,
|
| 364 |
+
385,
|
| 365 |
+
386,
|
| 366 |
+
387,
|
| 367 |
+
388,
|
| 368 |
+
390,
|
| 369 |
+
392,
|
| 370 |
+
394,
|
| 371 |
+
395,
|
| 372 |
+
396,
|
| 373 |
+
397,
|
| 374 |
+
398,
|
| 375 |
+
399,
|
| 376 |
+
400,
|
| 377 |
+
401,
|
| 378 |
+
402,
|
| 379 |
+
404,
|
| 380 |
+
405,
|
| 381 |
+
406,
|
| 382 |
+
407,
|
| 383 |
+
408,
|
| 384 |
+
409,
|
| 385 |
+
410,
|
| 386 |
+
411,
|
| 387 |
+
412,
|
| 388 |
+
413,
|
| 389 |
+
414,
|
| 390 |
+
415,
|
| 391 |
+
416,
|
| 392 |
+
418,
|
| 393 |
+
419,
|
| 394 |
+
420,
|
| 395 |
+
421,
|
| 396 |
+
422,
|
| 397 |
+
423,
|
| 398 |
+
424,
|
| 399 |
+
425,
|
| 400 |
+
426,
|
| 401 |
+
427,
|
| 402 |
+
428,
|
| 403 |
+
429,
|
| 404 |
+
431,
|
| 405 |
+
432,
|
| 406 |
+
433,
|
| 407 |
+
434,
|
| 408 |
+
435,
|
| 409 |
+
436,
|
| 410 |
+
437,
|
| 411 |
+
438,
|
| 412 |
+
440,
|
| 413 |
+
441,
|
| 414 |
+
442,
|
| 415 |
+
443,
|
| 416 |
+
445,
|
| 417 |
+
446,
|
| 418 |
+
447,
|
| 419 |
+
448,
|
| 420 |
+
449,
|
| 421 |
+
451,
|
| 422 |
+
452,
|
| 423 |
+
453,
|
| 424 |
+
454,
|
| 425 |
+
455,
|
| 426 |
+
456,
|
| 427 |
+
457,
|
| 428 |
+
458,
|
| 429 |
+
459,
|
| 430 |
+
460,
|
| 431 |
+
461,
|
| 432 |
+
462,
|
| 433 |
+
463,
|
| 434 |
+
464,
|
| 435 |
+
465,
|
| 436 |
+
466,
|
| 437 |
+
467,
|
| 438 |
+
468,
|
| 439 |
+
469,
|
| 440 |
+
470,
|
| 441 |
+
471,
|
| 442 |
+
472,
|
| 443 |
+
473,
|
| 444 |
+
474,
|
| 445 |
+
475,
|
| 446 |
+
476,
|
| 447 |
+
478,
|
| 448 |
+
479,
|
| 449 |
+
480,
|
| 450 |
+
482,
|
| 451 |
+
483,
|
| 452 |
+
484,
|
| 453 |
+
485,
|
| 454 |
+
486,
|
| 455 |
+
487,
|
| 456 |
+
488,
|
| 457 |
+
489,
|
| 458 |
+
490,
|
| 459 |
+
491,
|
| 460 |
+
492,
|
| 461 |
+
494,
|
| 462 |
+
495,
|
| 463 |
+
496,
|
| 464 |
+
497,
|
| 465 |
+
498,
|
| 466 |
+
499
|
| 467 |
+
],
|
| 468 |
+
"validation_episode_ids": [
|
| 469 |
+
31,
|
| 470 |
+
33,
|
| 471 |
+
39,
|
| 472 |
+
40,
|
| 473 |
+
43,
|
| 474 |
+
44,
|
| 475 |
+
59,
|
| 476 |
+
81,
|
| 477 |
+
86,
|
| 478 |
+
92,
|
| 479 |
+
109,
|
| 480 |
+
135,
|
| 481 |
+
175,
|
| 482 |
+
191,
|
| 483 |
+
197,
|
| 484 |
+
199,
|
| 485 |
+
211,
|
| 486 |
+
212,
|
| 487 |
+
216,
|
| 488 |
+
221,
|
| 489 |
+
235,
|
| 490 |
+
239,
|
| 491 |
+
242,
|
| 492 |
+
261,
|
| 493 |
+
268,
|
| 494 |
+
296,
|
| 495 |
+
306,
|
| 496 |
+
309,
|
| 497 |
+
319,
|
| 498 |
+
333,
|
| 499 |
+
338,
|
| 500 |
+
340,
|
| 501 |
+
345,
|
| 502 |
+
349,
|
| 503 |
+
353,
|
| 504 |
+
366,
|
| 505 |
+
371,
|
| 506 |
+
372,
|
| 507 |
+
389,
|
| 508 |
+
391,
|
| 509 |
+
393,
|
| 510 |
+
403,
|
| 511 |
+
417,
|
| 512 |
+
430,
|
| 513 |
+
439,
|
| 514 |
+
444,
|
| 515 |
+
450,
|
| 516 |
+
477,
|
| 517 |
+
481,
|
| 518 |
+
493
|
| 519 |
+
],
|
| 520 |
+
"train": {
|
| 521 |
+
"episodes": 450,
|
| 522 |
+
"windows": 124106
|
| 523 |
+
},
|
| 524 |
+
"validation": {
|
| 525 |
+
"episodes": 50,
|
| 526 |
+
"windows": 13984
|
| 527 |
+
},
|
| 528 |
+
"offline_validation_enabled": true
|
| 529 |
+
},
|
| 530 |
+
"sources": {
|
| 531 |
+
"assets": {
|
| 532 |
+
"manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
|
| 533 |
+
"pi05": {
|
| 534 |
+
"path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
|
| 535 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 536 |
+
"method": "hf_blob_name",
|
| 537 |
+
"tensors": 812,
|
| 538 |
+
"bytes": 14467165872
|
| 539 |
+
},
|
| 540 |
+
"sentencepiece": {
|
| 541 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 542 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 543 |
+
}
|
| 544 |
+
},
|
| 545 |
+
"oat": {
|
| 546 |
+
"checkpoint": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
|
| 547 |
+
"sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
|
| 548 |
+
"weights": "ema_model",
|
| 549 |
+
"config": {
|
| 550 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 551 |
+
"action_aug": {
|
| 552 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 553 |
+
"p": 0.6,
|
| 554 |
+
"max_angle_deg": 30.0,
|
| 555 |
+
"mode": "left_noise",
|
| 556 |
+
"augment_position": false,
|
| 557 |
+
"pos_start": 0,
|
| 558 |
+
"pos_end": 3,
|
| 559 |
+
"rot_start": 3,
|
| 560 |
+
"rot_end": 6
|
| 561 |
+
},
|
| 562 |
+
"encoder": {
|
| 563 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 564 |
+
"sample_dim": 7,
|
| 565 |
+
"sample_horizon": 16,
|
| 566 |
+
"emb_dim": 256,
|
| 567 |
+
"head_dim": 64,
|
| 568 |
+
"depth": 2,
|
| 569 |
+
"pdropout": 0.1,
|
| 570 |
+
"latent_dim": 5,
|
| 571 |
+
"num_registers": 8
|
| 572 |
+
},
|
| 573 |
+
"decoder": {
|
| 574 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 575 |
+
"sample_dim": 7,
|
| 576 |
+
"sample_horizon": 16,
|
| 577 |
+
"emb_dim": 256,
|
| 578 |
+
"head_dim": 64,
|
| 579 |
+
"depth": 4,
|
| 580 |
+
"pdropout": 0.1,
|
| 581 |
+
"token_dropout_mode": "pow2",
|
| 582 |
+
"latent_dim": 5,
|
| 583 |
+
"latent_horizon": 8,
|
| 584 |
+
"use_causal_decoder": true
|
| 585 |
+
},
|
| 586 |
+
"quantizer": {
|
| 587 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 588 |
+
"levels": [
|
| 589 |
+
8,
|
| 590 |
+
5,
|
| 591 |
+
5,
|
| 592 |
+
5,
|
| 593 |
+
5
|
| 594 |
+
]
|
| 595 |
+
}
|
| 596 |
+
},
|
| 597 |
+
"latent_shape": [
|
| 598 |
+
8,
|
| 599 |
+
5
|
| 600 |
+
],
|
| 601 |
+
"action_shape": [
|
| 602 |
+
16,
|
| 603 |
+
7
|
| 604 |
+
],
|
| 605 |
+
"levels": [
|
| 606 |
+
8,
|
| 607 |
+
5,
|
| 608 |
+
5,
|
| 609 |
+
5,
|
| 610 |
+
5
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
"prompts": {
|
| 614 |
+
"max_len": 96,
|
| 615 |
+
"state_dims": 8,
|
| 616 |
+
"worst_case_tokens": 62,
|
| 617 |
+
"headroom": 34,
|
| 618 |
+
"per_uid": {
|
| 619 |
+
"30": 55,
|
| 620 |
+
"31": 55,
|
| 621 |
+
"32": 55,
|
| 622 |
+
"33": 57,
|
| 623 |
+
"34": 62,
|
| 624 |
+
"35": 57,
|
| 625 |
+
"36": 61,
|
| 626 |
+
"37": 56,
|
| 627 |
+
"38": 51,
|
| 628 |
+
"39": 55
|
| 629 |
+
}
|
| 630 |
+
},
|
| 631 |
+
"rollout": {
|
| 632 |
+
"enabled": true,
|
| 633 |
+
"mujoco_gl": "egl",
|
| 634 |
+
"plan": {
|
| 635 |
+
"enabled": true,
|
| 636 |
+
"every_epochs": 100,
|
| 637 |
+
"rollouts": [
|
| 638 |
+
{
|
| 639 |
+
"epoch": 100,
|
| 640 |
+
"optimizer_step": 10000
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"epoch": 200,
|
| 644 |
+
"optimizer_step": 20000
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"epoch": 300,
|
| 648 |
+
"optimizer_step": 30000
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 400,
|
| 652 |
+
"optimizer_step": 40000
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 500,
|
| 656 |
+
"optimizer_step": 50000
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 600,
|
| 660 |
+
"optimizer_step": 60000
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"epoch": 700,
|
| 664 |
+
"optimizer_step": 70000
|
| 665 |
+
},
|
| 666 |
+
{
|
| 667 |
+
"epoch": 800,
|
| 668 |
+
"optimizer_step": 80000
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"epoch": 900,
|
| 672 |
+
"optimizer_step": 90000
|
| 673 |
+
},
|
| 674 |
+
{
|
| 675 |
+
"epoch": 1000,
|
| 676 |
+
"optimizer_step": 100000
|
| 677 |
+
}
|
| 678 |
+
],
|
| 679 |
+
"protocol": "official",
|
| 680 |
+
"n_test": 500,
|
| 681 |
+
"episodes_per_task": 50,
|
| 682 |
+
"episode_seeds": [
|
| 683 |
+
3000,
|
| 684 |
+
3499
|
| 685 |
+
],
|
| 686 |
+
"init_state_offset": 0,
|
| 687 |
+
"n_parallel_envs": 5,
|
| 688 |
+
"max_episode_steps": 550,
|
| 689 |
+
"expected_minutes_per_rollout": 78.3,
|
| 690 |
+
"timeout_minutes": 100.0,
|
| 691 |
+
"failure_policy": "continue",
|
| 692 |
+
"weights": "model",
|
| 693 |
+
"precision": "bf16 (= snapshot)",
|
| 694 |
+
"rank": 0
|
| 695 |
+
},
|
| 696 |
+
"egl_renderers": [
|
| 697 |
+
{
|
| 698 |
+
"uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
|
| 699 |
+
"cuda_ordinal": 3,
|
| 700 |
+
"egl_device_id": 0,
|
| 701 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
|
| 705 |
+
"cuda_ordinal": 2,
|
| 706 |
+
"egl_device_id": 1,
|
| 707 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 708 |
+
},
|
| 709 |
+
{
|
| 710 |
+
"uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
|
| 711 |
+
"cuda_ordinal": 1,
|
| 712 |
+
"egl_device_id": 2,
|
| 713 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 714 |
+
},
|
| 715 |
+
{
|
| 716 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 717 |
+
"cuda_ordinal": 0,
|
| 718 |
+
"egl_device_id": 3,
|
| 719 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
|
| 723 |
+
"cuda_ordinal": 7,
|
| 724 |
+
"egl_device_id": 4,
|
| 725 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 726 |
+
},
|
| 727 |
+
{
|
| 728 |
+
"uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
|
| 729 |
+
"cuda_ordinal": 6,
|
| 730 |
+
"egl_device_id": 5,
|
| 731 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
|
| 735 |
+
"cuda_ordinal": 5,
|
| 736 |
+
"egl_device_id": 6,
|
| 737 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
|
| 741 |
+
"cuda_ordinal": 4,
|
| 742 |
+
"egl_device_id": 7,
|
| 743 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 744 |
+
}
|
| 745 |
+
]
|
| 746 |
+
},
|
| 747 |
+
"wandb": {
|
| 748 |
+
"mode": "online",
|
| 749 |
+
"credentials": "wandb netrc lookup",
|
| 750 |
+
"host": "https://api.wandb.ai",
|
| 751 |
+
"project": "p2n_vla"
|
| 752 |
+
}
|
| 753 |
+
},
|
| 754 |
+
"schedule": {
|
| 755 |
+
"batches_per_rank": 1600,
|
| 756 |
+
"updates_per_epoch": 100,
|
| 757 |
+
"planned_optimizer_updates": 100000,
|
| 758 |
+
"lr_warmup_steps": 1000,
|
| 759 |
+
"micro_batch_per_rank": 1,
|
| 760 |
+
"world_size": 2,
|
| 761 |
+
"effective_batch": 32,
|
| 762 |
+
"max_optimizer_steps": null,
|
| 763 |
+
"cosine_horizon": 100000,
|
| 764 |
+
"expected_optimizer_updates": 100000,
|
| 765 |
+
"min_lr_ratio": 0.1,
|
| 766 |
+
"train_windows": 124106,
|
| 767 |
+
"windows_seen_per_epoch": 3200
|
| 768 |
+
},
|
| 769 |
+
"status": "Light preflight passed (schema, split, provenance, assets, prompts)",
|
| 770 |
+
"training_scope": "vision_action"
|
| 771 |
+
}
|
outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_resolved.yaml
ADDED
|
@@ -0,0 +1,335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 5
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla_vision_action
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training_scope: vision_action
|
| 255 |
+
vision_activation_checkpointing: true
|
| 256 |
+
training:
|
| 257 |
+
resume: false
|
| 258 |
+
resume_checkpoint: null
|
| 259 |
+
init_checkpoint: null
|
| 260 |
+
seed: 42
|
| 261 |
+
num_demo: 500
|
| 262 |
+
num_epochs: 1000
|
| 263 |
+
max_train_steps: 1600
|
| 264 |
+
max_optimizer_steps: null
|
| 265 |
+
gradient_accumulate_every: 16
|
| 266 |
+
lr_warmup_steps: 1000
|
| 267 |
+
min_lr_ratio: 0.1
|
| 268 |
+
max_grad_norm: 1.0
|
| 269 |
+
use_ema: false
|
| 270 |
+
val_every: 100
|
| 271 |
+
max_val_steps: 200
|
| 272 |
+
max_reconst_steps: 200
|
| 273 |
+
validate_generated_history: true
|
| 274 |
+
offline_validation_enabled: true
|
| 275 |
+
offline_validation_reason: held_out_libero_episodes
|
| 276 |
+
checkpoint_every: 10
|
| 277 |
+
snapshot_every: 5000
|
| 278 |
+
rollout_every: 100
|
| 279 |
+
rollout_at_final: true
|
| 280 |
+
rollout_seed: 44
|
| 281 |
+
rollout_failure: continue
|
| 282 |
+
rollout_timeout_minutes: 100
|
| 283 |
+
keep_resume_checkpoint: false
|
| 284 |
+
allow_dataset_change: false
|
| 285 |
+
log_every: 1
|
| 286 |
+
max_consecutive_skipped_updates: 20
|
| 287 |
+
tqdm_interval_sec: 1.0
|
| 288 |
+
probe:
|
| 289 |
+
enabled: false
|
| 290 |
+
optimizer_steps: 3
|
| 291 |
+
self_past_step: null
|
| 292 |
+
worst_case_pass: true
|
| 293 |
+
validation_batches: 1
|
| 294 |
+
rollout_episodes: 10
|
| 295 |
+
max_reserved_gb: 22.5
|
| 296 |
+
min_headroom_gb: 2.0
|
| 297 |
+
ema:
|
| 298 |
+
decay: 0.999
|
| 299 |
+
warmup_power: null
|
| 300 |
+
optimizer:
|
| 301 |
+
policy_lr: 5.0e-05
|
| 302 |
+
new_module_lr: 0.0001
|
| 303 |
+
weight_decay: 1.0e-10
|
| 304 |
+
betas:
|
| 305 |
+
- 0.9
|
| 306 |
+
- 0.95
|
| 307 |
+
eps: 1.0e-08
|
| 308 |
+
fused: null
|
| 309 |
+
dataloader:
|
| 310 |
+
batch_size: 1
|
| 311 |
+
num_workers: 4
|
| 312 |
+
shuffle: true
|
| 313 |
+
pin_memory: true
|
| 314 |
+
persistent_workers: true
|
| 315 |
+
drop_last: true
|
| 316 |
+
val_dataloader:
|
| 317 |
+
batch_size: 1
|
| 318 |
+
num_workers: 2
|
| 319 |
+
shuffle: false
|
| 320 |
+
pin_memory: true
|
| 321 |
+
persistent_workers: true
|
| 322 |
+
drop_last: false
|
| 323 |
+
logging:
|
| 324 |
+
project: p2n_vla
|
| 325 |
+
resume: false
|
| 326 |
+
mode: online
|
| 327 |
+
name: 20261009.043828_p2n_vla_vision_action_libero10_seed42
|
| 328 |
+
tags:
|
| 329 |
+
- p2n_vla
|
| 330 |
+
- libero10
|
| 331 |
+
- pi05_base
|
| 332 |
+
- oat_so3aug
|
| 333 |
+
- vision_action
|
| 334 |
+
id: null
|
| 335 |
+
group: p2n_vla_vision_action_libero
|
outputs/training/p2n_vla_vision_action_libero10_s42/resolved_config.yaml
ADDED
|
@@ -0,0 +1,335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task:
|
| 2 |
+
policy:
|
| 3 |
+
name: libero10
|
| 4 |
+
task_name: libero10
|
| 5 |
+
lazy_eval: false
|
| 6 |
+
task_uids:
|
| 7 |
+
- 30
|
| 8 |
+
- 31
|
| 9 |
+
- 32
|
| 10 |
+
- 33
|
| 11 |
+
- 34
|
| 12 |
+
- 35
|
| 13 |
+
- 36
|
| 14 |
+
- 37
|
| 15 |
+
- 38
|
| 16 |
+
- 39
|
| 17 |
+
shape_meta:
|
| 18 |
+
obs:
|
| 19 |
+
agentview_rgb:
|
| 20 |
+
shape:
|
| 21 |
+
- 128
|
| 22 |
+
- 128
|
| 23 |
+
- 3
|
| 24 |
+
type: rgb
|
| 25 |
+
robot0_eye_in_hand_rgb:
|
| 26 |
+
shape:
|
| 27 |
+
- 128
|
| 28 |
+
- 128
|
| 29 |
+
- 3
|
| 30 |
+
type: rgb
|
| 31 |
+
robot0_eef_pos:
|
| 32 |
+
shape:
|
| 33 |
+
- 3
|
| 34 |
+
type: state
|
| 35 |
+
robot0_eef_quat:
|
| 36 |
+
shape:
|
| 37 |
+
- 4
|
| 38 |
+
type: state
|
| 39 |
+
robot0_gripper_qpos:
|
| 40 |
+
shape:
|
| 41 |
+
- 2
|
| 42 |
+
type: state
|
| 43 |
+
task_uid:
|
| 44 |
+
shape:
|
| 45 |
+
- 1
|
| 46 |
+
type: state
|
| 47 |
+
action:
|
| 48 |
+
shape:
|
| 49 |
+
- 7
|
| 50 |
+
rgb_ports:
|
| 51 |
+
- agentview_rgb
|
| 52 |
+
- robot0_eye_in_hand_rgb
|
| 53 |
+
wrist_ports:
|
| 54 |
+
- robot0_eye_in_hand_rgb
|
| 55 |
+
prompt_state:
|
| 56 |
+
keys:
|
| 57 |
+
- robot0_eef_pos
|
| 58 |
+
- robot0_eef_quat
|
| 59 |
+
- robot0_gripper_qpos
|
| 60 |
+
transforms:
|
| 61 |
+
robot0_eef_pos: identity
|
| 62 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 63 |
+
robot0_gripper_qpos: identity
|
| 64 |
+
prompt:
|
| 65 |
+
instruction_source: libero10
|
| 66 |
+
state_keys:
|
| 67 |
+
- robot0_eef_pos
|
| 68 |
+
- robot0_eef_quat
|
| 69 |
+
- robot0_gripper_qpos
|
| 70 |
+
state_transforms:
|
| 71 |
+
robot0_eef_pos: identity
|
| 72 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 73 |
+
robot0_gripper_qpos: identity
|
| 74 |
+
max_len: 96
|
| 75 |
+
dummy_uid: 30
|
| 76 |
+
env_runner:
|
| 77 |
+
_target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
|
| 78 |
+
task_name: libero10
|
| 79 |
+
protocol: official
|
| 80 |
+
n_test: 500
|
| 81 |
+
n_test_vis: 0
|
| 82 |
+
test_start_seed: 3000
|
| 83 |
+
init_state_offset: 0
|
| 84 |
+
n_obs_steps: 1
|
| 85 |
+
n_action_steps: 8
|
| 86 |
+
fps: 20
|
| 87 |
+
n_parallel_envs: 5
|
| 88 |
+
image_size: 128
|
| 89 |
+
camera_names:
|
| 90 |
+
- agentview
|
| 91 |
+
- robot0_eye_in_hand
|
| 92 |
+
state_ports:
|
| 93 |
+
- robot0_eef_pos
|
| 94 |
+
- robot0_eef_quat
|
| 95 |
+
- robot0_gripper_qpos
|
| 96 |
+
max_episode_steps: 550
|
| 97 |
+
dataset:
|
| 98 |
+
_target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
|
| 99 |
+
zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
|
| 100 |
+
obs_keys:
|
| 101 |
+
- agentview_rgb
|
| 102 |
+
- robot0_eye_in_hand_rgb
|
| 103 |
+
- robot0_eef_pos
|
| 104 |
+
- robot0_eef_quat
|
| 105 |
+
- robot0_gripper_qpos
|
| 106 |
+
- task_uid
|
| 107 |
+
action_key: action
|
| 108 |
+
n_obs_steps: 1
|
| 109 |
+
n_action_steps: 16
|
| 110 |
+
seed: 42
|
| 111 |
+
val_ratio: 0.1
|
| 112 |
+
max_train_episodes: null
|
| 113 |
+
past_n: 7
|
| 114 |
+
n_exec_steps: 8
|
| 115 |
+
history_padding: zero
|
| 116 |
+
return_history_validity: true
|
| 117 |
+
prompt_state:
|
| 118 |
+
keys:
|
| 119 |
+
- robot0_eef_pos
|
| 120 |
+
- robot0_eef_quat
|
| 121 |
+
- robot0_gripper_qpos
|
| 122 |
+
transforms:
|
| 123 |
+
robot0_eef_pos: identity
|
| 124 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 125 |
+
robot0_gripper_qpos: identity
|
| 126 |
+
name: train_p2n_vla_vision_action
|
| 127 |
+
policy_family: p2n_vla
|
| 128 |
+
variant: p2n_vla
|
| 129 |
+
task_type: libero
|
| 130 |
+
_target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
|
| 131 |
+
seed: 42
|
| 132 |
+
horizon: 16
|
| 133 |
+
n_action_steps: 8
|
| 134 |
+
n_obs_steps: 1
|
| 135 |
+
past_n: 7
|
| 136 |
+
max_prompt_len: 96
|
| 137 |
+
task_name: libero10
|
| 138 |
+
shape_meta:
|
| 139 |
+
obs:
|
| 140 |
+
agentview_rgb:
|
| 141 |
+
shape:
|
| 142 |
+
- 128
|
| 143 |
+
- 128
|
| 144 |
+
- 3
|
| 145 |
+
type: rgb
|
| 146 |
+
robot0_eye_in_hand_rgb:
|
| 147 |
+
shape:
|
| 148 |
+
- 128
|
| 149 |
+
- 128
|
| 150 |
+
- 3
|
| 151 |
+
type: rgb
|
| 152 |
+
robot0_eef_pos:
|
| 153 |
+
shape:
|
| 154 |
+
- 3
|
| 155 |
+
type: state
|
| 156 |
+
robot0_eef_quat:
|
| 157 |
+
shape:
|
| 158 |
+
- 4
|
| 159 |
+
type: state
|
| 160 |
+
robot0_gripper_qpos:
|
| 161 |
+
shape:
|
| 162 |
+
- 2
|
| 163 |
+
type: state
|
| 164 |
+
task_uid:
|
| 165 |
+
shape:
|
| 166 |
+
- 1
|
| 167 |
+
type: state
|
| 168 |
+
action:
|
| 169 |
+
shape:
|
| 170 |
+
- 7
|
| 171 |
+
policy:
|
| 172 |
+
_target_: oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy
|
| 173 |
+
variant: p2n_vla
|
| 174 |
+
task: libero
|
| 175 |
+
shape_meta:
|
| 176 |
+
obs:
|
| 177 |
+
agentview_rgb:
|
| 178 |
+
shape:
|
| 179 |
+
- 128
|
| 180 |
+
- 128
|
| 181 |
+
- 3
|
| 182 |
+
type: rgb
|
| 183 |
+
robot0_eye_in_hand_rgb:
|
| 184 |
+
shape:
|
| 185 |
+
- 128
|
| 186 |
+
- 128
|
| 187 |
+
- 3
|
| 188 |
+
type: rgb
|
| 189 |
+
robot0_eef_pos:
|
| 190 |
+
shape:
|
| 191 |
+
- 3
|
| 192 |
+
type: state
|
| 193 |
+
robot0_eef_quat:
|
| 194 |
+
shape:
|
| 195 |
+
- 4
|
| 196 |
+
type: state
|
| 197 |
+
robot0_gripper_qpos:
|
| 198 |
+
shape:
|
| 199 |
+
- 2
|
| 200 |
+
type: state
|
| 201 |
+
task_uid:
|
| 202 |
+
shape:
|
| 203 |
+
- 1
|
| 204 |
+
type: state
|
| 205 |
+
action:
|
| 206 |
+
shape:
|
| 207 |
+
- 7
|
| 208 |
+
n_action_steps: 8
|
| 209 |
+
n_obs_steps: 1
|
| 210 |
+
past_n: 7
|
| 211 |
+
horizon: 16
|
| 212 |
+
construction_mode: fresh
|
| 213 |
+
model_size: full
|
| 214 |
+
pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
|
| 215 |
+
pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
|
| 216 |
+
spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
|
| 217 |
+
spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
|
| 218 |
+
tokenizer_checkpoint: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt
|
| 219 |
+
rgb_ports:
|
| 220 |
+
- agentview_rgb
|
| 221 |
+
- robot0_eye_in_hand_rgb
|
| 222 |
+
wrist_ports:
|
| 223 |
+
- robot0_eye_in_hand_rgb
|
| 224 |
+
train_image_aug: true
|
| 225 |
+
prompt:
|
| 226 |
+
instruction_source: libero10
|
| 227 |
+
state_keys:
|
| 228 |
+
- robot0_eef_pos
|
| 229 |
+
- robot0_eef_quat
|
| 230 |
+
- robot0_gripper_qpos
|
| 231 |
+
state_transforms:
|
| 232 |
+
robot0_eef_pos: identity
|
| 233 |
+
robot0_eef_quat: quat_to_axis_angle
|
| 234 |
+
robot0_gripper_qpos: identity
|
| 235 |
+
max_len: 96
|
| 236 |
+
dummy_uid: 30
|
| 237 |
+
lora_rank: 16
|
| 238 |
+
lora_alpha: 16.0
|
| 239 |
+
lambda_ki: 1.0
|
| 240 |
+
ki_skip: 1152
|
| 241 |
+
use_past: true
|
| 242 |
+
adarms_t0: 0.6
|
| 243 |
+
temperature: 0.0
|
| 244 |
+
topk: 10
|
| 245 |
+
activation_checkpointing: true
|
| 246 |
+
frozen_dtype: null
|
| 247 |
+
self_past_p: 0.5
|
| 248 |
+
self_past_warmup_steps: 1000
|
| 249 |
+
self_past_ramp_steps: 4000
|
| 250 |
+
self_past_chunk_size: 4
|
| 251 |
+
self_past_temperature: 1.0
|
| 252 |
+
self_past_topk: 10
|
| 253 |
+
self_past_schedule: optimizer_step
|
| 254 |
+
training_scope: vision_action
|
| 255 |
+
vision_activation_checkpointing: true
|
| 256 |
+
training:
|
| 257 |
+
resume: false
|
| 258 |
+
resume_checkpoint: null
|
| 259 |
+
init_checkpoint: null
|
| 260 |
+
seed: 42
|
| 261 |
+
num_demo: 500
|
| 262 |
+
num_epochs: 1000
|
| 263 |
+
max_train_steps: 1600
|
| 264 |
+
max_optimizer_steps: null
|
| 265 |
+
gradient_accumulate_every: 16
|
| 266 |
+
lr_warmup_steps: 1000
|
| 267 |
+
min_lr_ratio: 0.1
|
| 268 |
+
max_grad_norm: 1.0
|
| 269 |
+
use_ema: false
|
| 270 |
+
val_every: 100
|
| 271 |
+
max_val_steps: 200
|
| 272 |
+
max_reconst_steps: 200
|
| 273 |
+
validate_generated_history: true
|
| 274 |
+
offline_validation_enabled: true
|
| 275 |
+
offline_validation_reason: held_out_libero_episodes
|
| 276 |
+
checkpoint_every: 10
|
| 277 |
+
snapshot_every: 5000
|
| 278 |
+
rollout_every: 100
|
| 279 |
+
rollout_at_final: true
|
| 280 |
+
rollout_seed: 44
|
| 281 |
+
rollout_failure: continue
|
| 282 |
+
rollout_timeout_minutes: 100
|
| 283 |
+
keep_resume_checkpoint: false
|
| 284 |
+
allow_dataset_change: false
|
| 285 |
+
log_every: 1
|
| 286 |
+
max_consecutive_skipped_updates: 20
|
| 287 |
+
tqdm_interval_sec: 1.0
|
| 288 |
+
probe:
|
| 289 |
+
enabled: false
|
| 290 |
+
optimizer_steps: 3
|
| 291 |
+
self_past_step: null
|
| 292 |
+
worst_case_pass: true
|
| 293 |
+
validation_batches: 1
|
| 294 |
+
rollout_episodes: 10
|
| 295 |
+
max_reserved_gb: 22.5
|
| 296 |
+
min_headroom_gb: 2.0
|
| 297 |
+
ema:
|
| 298 |
+
decay: 0.999
|
| 299 |
+
warmup_power: null
|
| 300 |
+
optimizer:
|
| 301 |
+
policy_lr: 5.0e-05
|
| 302 |
+
new_module_lr: 0.0001
|
| 303 |
+
weight_decay: 1.0e-10
|
| 304 |
+
betas:
|
| 305 |
+
- 0.9
|
| 306 |
+
- 0.95
|
| 307 |
+
eps: 1.0e-08
|
| 308 |
+
fused: null
|
| 309 |
+
dataloader:
|
| 310 |
+
batch_size: 1
|
| 311 |
+
num_workers: 4
|
| 312 |
+
shuffle: true
|
| 313 |
+
pin_memory: true
|
| 314 |
+
persistent_workers: true
|
| 315 |
+
drop_last: true
|
| 316 |
+
val_dataloader:
|
| 317 |
+
batch_size: 1
|
| 318 |
+
num_workers: 2
|
| 319 |
+
shuffle: false
|
| 320 |
+
pin_memory: true
|
| 321 |
+
persistent_workers: true
|
| 322 |
+
drop_last: false
|
| 323 |
+
logging:
|
| 324 |
+
project: p2n_vla
|
| 325 |
+
resume: false
|
| 326 |
+
mode: online
|
| 327 |
+
name: 20261009.043828_p2n_vla_vision_action_libero10_seed42
|
| 328 |
+
tags:
|
| 329 |
+
- p2n_vla
|
| 330 |
+
- libero10
|
| 331 |
+
- pi05_base
|
| 332 |
+
- oat_so3aug
|
| 333 |
+
- vision_action
|
| 334 |
+
id: null
|
| 335 |
+
group: p2n_vla_vision_action_libero
|
outputs/training/p2n_vla_vision_action_libero10_s42/training_report.json
ADDED
|
@@ -0,0 +1,938 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "p2n_vla",
|
| 3 |
+
"policy_family": "p2n_vla",
|
| 4 |
+
"parameters": {
|
| 5 |
+
"total": 3275918048,
|
| 6 |
+
"trainable": 741969648,
|
| 7 |
+
"frozen": 2533948400,
|
| 8 |
+
"frozen_base_keys": 164
|
| 9 |
+
},
|
| 10 |
+
"optimizer_groups": [
|
| 11 |
+
{
|
| 12 |
+
"name": "pretrained",
|
| 13 |
+
"lr": 4.9950049950049954e-08,
|
| 14 |
+
"weight_decay": 1e-10,
|
| 15 |
+
"tensors": 602,
|
| 16 |
+
"elements": 726571760
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"name": "new",
|
| 20 |
+
"lr": 9.990009990009991e-08,
|
| 21 |
+
"weight_decay": 1e-10,
|
| 22 |
+
"tensors": 10,
|
| 23 |
+
"elements": 15397888
|
| 24 |
+
}
|
| 25 |
+
],
|
| 26 |
+
"clip_groups": {
|
| 27 |
+
"ar": {
|
| 28 |
+
"tensors": 172,
|
| 29 |
+
"elements": 316923904
|
| 30 |
+
},
|
| 31 |
+
"ki": {
|
| 32 |
+
"tensors": 440,
|
| 33 |
+
"elements": 425045744
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"ema": null,
|
| 37 |
+
"update_schedule": {
|
| 38 |
+
"batches_per_rank": 1600,
|
| 39 |
+
"updates_per_epoch": 100,
|
| 40 |
+
"planned_optimizer_updates": 100000,
|
| 41 |
+
"lr_warmup_steps": 1000,
|
| 42 |
+
"max_optimizer_steps": null,
|
| 43 |
+
"cosine_horizon": 100000,
|
| 44 |
+
"min_lr_ratio": 0.1,
|
| 45 |
+
"expected_optimizer_updates": 100000,
|
| 46 |
+
"micro_batch_per_rank": 1,
|
| 47 |
+
"world_size": 2,
|
| 48 |
+
"effective_batch": 32
|
| 49 |
+
},
|
| 50 |
+
"dataset_split": {
|
| 51 |
+
"schema_version": 1,
|
| 52 |
+
"identity": {
|
| 53 |
+
"episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
|
| 54 |
+
"train_episode_ids": [
|
| 55 |
+
0,
|
| 56 |
+
1,
|
| 57 |
+
2,
|
| 58 |
+
3,
|
| 59 |
+
4,
|
| 60 |
+
5,
|
| 61 |
+
6,
|
| 62 |
+
7,
|
| 63 |
+
8,
|
| 64 |
+
9,
|
| 65 |
+
10,
|
| 66 |
+
11,
|
| 67 |
+
12,
|
| 68 |
+
13,
|
| 69 |
+
14,
|
| 70 |
+
15,
|
| 71 |
+
16,
|
| 72 |
+
17,
|
| 73 |
+
18,
|
| 74 |
+
19,
|
| 75 |
+
20,
|
| 76 |
+
21,
|
| 77 |
+
22,
|
| 78 |
+
23,
|
| 79 |
+
24,
|
| 80 |
+
25,
|
| 81 |
+
26,
|
| 82 |
+
27,
|
| 83 |
+
28,
|
| 84 |
+
29,
|
| 85 |
+
30,
|
| 86 |
+
32,
|
| 87 |
+
34,
|
| 88 |
+
35,
|
| 89 |
+
36,
|
| 90 |
+
37,
|
| 91 |
+
38,
|
| 92 |
+
41,
|
| 93 |
+
42,
|
| 94 |
+
45,
|
| 95 |
+
46,
|
| 96 |
+
47,
|
| 97 |
+
48,
|
| 98 |
+
49,
|
| 99 |
+
50,
|
| 100 |
+
51,
|
| 101 |
+
52,
|
| 102 |
+
53,
|
| 103 |
+
54,
|
| 104 |
+
55,
|
| 105 |
+
56,
|
| 106 |
+
57,
|
| 107 |
+
58,
|
| 108 |
+
60,
|
| 109 |
+
61,
|
| 110 |
+
62,
|
| 111 |
+
63,
|
| 112 |
+
64,
|
| 113 |
+
65,
|
| 114 |
+
66,
|
| 115 |
+
67,
|
| 116 |
+
68,
|
| 117 |
+
69,
|
| 118 |
+
70,
|
| 119 |
+
71,
|
| 120 |
+
72,
|
| 121 |
+
73,
|
| 122 |
+
74,
|
| 123 |
+
75,
|
| 124 |
+
76,
|
| 125 |
+
77,
|
| 126 |
+
78,
|
| 127 |
+
79,
|
| 128 |
+
80,
|
| 129 |
+
82,
|
| 130 |
+
83,
|
| 131 |
+
84,
|
| 132 |
+
85,
|
| 133 |
+
87,
|
| 134 |
+
88,
|
| 135 |
+
89,
|
| 136 |
+
90,
|
| 137 |
+
91,
|
| 138 |
+
93,
|
| 139 |
+
94,
|
| 140 |
+
95,
|
| 141 |
+
96,
|
| 142 |
+
97,
|
| 143 |
+
98,
|
| 144 |
+
99,
|
| 145 |
+
100,
|
| 146 |
+
101,
|
| 147 |
+
102,
|
| 148 |
+
103,
|
| 149 |
+
104,
|
| 150 |
+
105,
|
| 151 |
+
106,
|
| 152 |
+
107,
|
| 153 |
+
108,
|
| 154 |
+
110,
|
| 155 |
+
111,
|
| 156 |
+
112,
|
| 157 |
+
113,
|
| 158 |
+
114,
|
| 159 |
+
115,
|
| 160 |
+
116,
|
| 161 |
+
117,
|
| 162 |
+
118,
|
| 163 |
+
119,
|
| 164 |
+
120,
|
| 165 |
+
121,
|
| 166 |
+
122,
|
| 167 |
+
123,
|
| 168 |
+
124,
|
| 169 |
+
125,
|
| 170 |
+
126,
|
| 171 |
+
127,
|
| 172 |
+
128,
|
| 173 |
+
129,
|
| 174 |
+
130,
|
| 175 |
+
131,
|
| 176 |
+
132,
|
| 177 |
+
133,
|
| 178 |
+
134,
|
| 179 |
+
136,
|
| 180 |
+
137,
|
| 181 |
+
138,
|
| 182 |
+
139,
|
| 183 |
+
140,
|
| 184 |
+
141,
|
| 185 |
+
142,
|
| 186 |
+
143,
|
| 187 |
+
144,
|
| 188 |
+
145,
|
| 189 |
+
146,
|
| 190 |
+
147,
|
| 191 |
+
148,
|
| 192 |
+
149,
|
| 193 |
+
150,
|
| 194 |
+
151,
|
| 195 |
+
152,
|
| 196 |
+
153,
|
| 197 |
+
154,
|
| 198 |
+
155,
|
| 199 |
+
156,
|
| 200 |
+
157,
|
| 201 |
+
158,
|
| 202 |
+
159,
|
| 203 |
+
160,
|
| 204 |
+
161,
|
| 205 |
+
162,
|
| 206 |
+
163,
|
| 207 |
+
164,
|
| 208 |
+
165,
|
| 209 |
+
166,
|
| 210 |
+
167,
|
| 211 |
+
168,
|
| 212 |
+
169,
|
| 213 |
+
170,
|
| 214 |
+
171,
|
| 215 |
+
172,
|
| 216 |
+
173,
|
| 217 |
+
174,
|
| 218 |
+
176,
|
| 219 |
+
177,
|
| 220 |
+
178,
|
| 221 |
+
179,
|
| 222 |
+
180,
|
| 223 |
+
181,
|
| 224 |
+
182,
|
| 225 |
+
183,
|
| 226 |
+
184,
|
| 227 |
+
185,
|
| 228 |
+
186,
|
| 229 |
+
187,
|
| 230 |
+
188,
|
| 231 |
+
189,
|
| 232 |
+
190,
|
| 233 |
+
192,
|
| 234 |
+
193,
|
| 235 |
+
194,
|
| 236 |
+
195,
|
| 237 |
+
196,
|
| 238 |
+
198,
|
| 239 |
+
200,
|
| 240 |
+
201,
|
| 241 |
+
202,
|
| 242 |
+
203,
|
| 243 |
+
204,
|
| 244 |
+
205,
|
| 245 |
+
206,
|
| 246 |
+
207,
|
| 247 |
+
208,
|
| 248 |
+
209,
|
| 249 |
+
210,
|
| 250 |
+
213,
|
| 251 |
+
214,
|
| 252 |
+
215,
|
| 253 |
+
217,
|
| 254 |
+
218,
|
| 255 |
+
219,
|
| 256 |
+
220,
|
| 257 |
+
222,
|
| 258 |
+
223,
|
| 259 |
+
224,
|
| 260 |
+
225,
|
| 261 |
+
226,
|
| 262 |
+
227,
|
| 263 |
+
228,
|
| 264 |
+
229,
|
| 265 |
+
230,
|
| 266 |
+
231,
|
| 267 |
+
232,
|
| 268 |
+
233,
|
| 269 |
+
234,
|
| 270 |
+
236,
|
| 271 |
+
237,
|
| 272 |
+
238,
|
| 273 |
+
240,
|
| 274 |
+
241,
|
| 275 |
+
243,
|
| 276 |
+
244,
|
| 277 |
+
245,
|
| 278 |
+
246,
|
| 279 |
+
247,
|
| 280 |
+
248,
|
| 281 |
+
249,
|
| 282 |
+
250,
|
| 283 |
+
251,
|
| 284 |
+
252,
|
| 285 |
+
253,
|
| 286 |
+
254,
|
| 287 |
+
255,
|
| 288 |
+
256,
|
| 289 |
+
257,
|
| 290 |
+
258,
|
| 291 |
+
259,
|
| 292 |
+
260,
|
| 293 |
+
262,
|
| 294 |
+
263,
|
| 295 |
+
264,
|
| 296 |
+
265,
|
| 297 |
+
266,
|
| 298 |
+
267,
|
| 299 |
+
269,
|
| 300 |
+
270,
|
| 301 |
+
271,
|
| 302 |
+
272,
|
| 303 |
+
273,
|
| 304 |
+
274,
|
| 305 |
+
275,
|
| 306 |
+
276,
|
| 307 |
+
277,
|
| 308 |
+
278,
|
| 309 |
+
279,
|
| 310 |
+
280,
|
| 311 |
+
281,
|
| 312 |
+
282,
|
| 313 |
+
283,
|
| 314 |
+
284,
|
| 315 |
+
285,
|
| 316 |
+
286,
|
| 317 |
+
287,
|
| 318 |
+
288,
|
| 319 |
+
289,
|
| 320 |
+
290,
|
| 321 |
+
291,
|
| 322 |
+
292,
|
| 323 |
+
293,
|
| 324 |
+
294,
|
| 325 |
+
295,
|
| 326 |
+
297,
|
| 327 |
+
298,
|
| 328 |
+
299,
|
| 329 |
+
300,
|
| 330 |
+
301,
|
| 331 |
+
302,
|
| 332 |
+
303,
|
| 333 |
+
304,
|
| 334 |
+
305,
|
| 335 |
+
307,
|
| 336 |
+
308,
|
| 337 |
+
310,
|
| 338 |
+
311,
|
| 339 |
+
312,
|
| 340 |
+
313,
|
| 341 |
+
314,
|
| 342 |
+
315,
|
| 343 |
+
316,
|
| 344 |
+
317,
|
| 345 |
+
318,
|
| 346 |
+
320,
|
| 347 |
+
321,
|
| 348 |
+
322,
|
| 349 |
+
323,
|
| 350 |
+
324,
|
| 351 |
+
325,
|
| 352 |
+
326,
|
| 353 |
+
327,
|
| 354 |
+
328,
|
| 355 |
+
329,
|
| 356 |
+
330,
|
| 357 |
+
331,
|
| 358 |
+
332,
|
| 359 |
+
334,
|
| 360 |
+
335,
|
| 361 |
+
336,
|
| 362 |
+
337,
|
| 363 |
+
339,
|
| 364 |
+
341,
|
| 365 |
+
342,
|
| 366 |
+
343,
|
| 367 |
+
344,
|
| 368 |
+
346,
|
| 369 |
+
347,
|
| 370 |
+
348,
|
| 371 |
+
350,
|
| 372 |
+
351,
|
| 373 |
+
352,
|
| 374 |
+
354,
|
| 375 |
+
355,
|
| 376 |
+
356,
|
| 377 |
+
357,
|
| 378 |
+
358,
|
| 379 |
+
359,
|
| 380 |
+
360,
|
| 381 |
+
361,
|
| 382 |
+
362,
|
| 383 |
+
363,
|
| 384 |
+
364,
|
| 385 |
+
365,
|
| 386 |
+
367,
|
| 387 |
+
368,
|
| 388 |
+
369,
|
| 389 |
+
370,
|
| 390 |
+
373,
|
| 391 |
+
374,
|
| 392 |
+
375,
|
| 393 |
+
376,
|
| 394 |
+
377,
|
| 395 |
+
378,
|
| 396 |
+
379,
|
| 397 |
+
380,
|
| 398 |
+
381,
|
| 399 |
+
382,
|
| 400 |
+
383,
|
| 401 |
+
384,
|
| 402 |
+
385,
|
| 403 |
+
386,
|
| 404 |
+
387,
|
| 405 |
+
388,
|
| 406 |
+
390,
|
| 407 |
+
392,
|
| 408 |
+
394,
|
| 409 |
+
395,
|
| 410 |
+
396,
|
| 411 |
+
397,
|
| 412 |
+
398,
|
| 413 |
+
399,
|
| 414 |
+
400,
|
| 415 |
+
401,
|
| 416 |
+
402,
|
| 417 |
+
404,
|
| 418 |
+
405,
|
| 419 |
+
406,
|
| 420 |
+
407,
|
| 421 |
+
408,
|
| 422 |
+
409,
|
| 423 |
+
410,
|
| 424 |
+
411,
|
| 425 |
+
412,
|
| 426 |
+
413,
|
| 427 |
+
414,
|
| 428 |
+
415,
|
| 429 |
+
416,
|
| 430 |
+
418,
|
| 431 |
+
419,
|
| 432 |
+
420,
|
| 433 |
+
421,
|
| 434 |
+
422,
|
| 435 |
+
423,
|
| 436 |
+
424,
|
| 437 |
+
425,
|
| 438 |
+
426,
|
| 439 |
+
427,
|
| 440 |
+
428,
|
| 441 |
+
429,
|
| 442 |
+
431,
|
| 443 |
+
432,
|
| 444 |
+
433,
|
| 445 |
+
434,
|
| 446 |
+
435,
|
| 447 |
+
436,
|
| 448 |
+
437,
|
| 449 |
+
438,
|
| 450 |
+
440,
|
| 451 |
+
441,
|
| 452 |
+
442,
|
| 453 |
+
443,
|
| 454 |
+
445,
|
| 455 |
+
446,
|
| 456 |
+
447,
|
| 457 |
+
448,
|
| 458 |
+
449,
|
| 459 |
+
451,
|
| 460 |
+
452,
|
| 461 |
+
453,
|
| 462 |
+
454,
|
| 463 |
+
455,
|
| 464 |
+
456,
|
| 465 |
+
457,
|
| 466 |
+
458,
|
| 467 |
+
459,
|
| 468 |
+
460,
|
| 469 |
+
461,
|
| 470 |
+
462,
|
| 471 |
+
463,
|
| 472 |
+
464,
|
| 473 |
+
465,
|
| 474 |
+
466,
|
| 475 |
+
467,
|
| 476 |
+
468,
|
| 477 |
+
469,
|
| 478 |
+
470,
|
| 479 |
+
471,
|
| 480 |
+
472,
|
| 481 |
+
473,
|
| 482 |
+
474,
|
| 483 |
+
475,
|
| 484 |
+
476,
|
| 485 |
+
478,
|
| 486 |
+
479,
|
| 487 |
+
480,
|
| 488 |
+
482,
|
| 489 |
+
483,
|
| 490 |
+
484,
|
| 491 |
+
485,
|
| 492 |
+
486,
|
| 493 |
+
487,
|
| 494 |
+
488,
|
| 495 |
+
489,
|
| 496 |
+
490,
|
| 497 |
+
491,
|
| 498 |
+
492,
|
| 499 |
+
494,
|
| 500 |
+
495,
|
| 501 |
+
496,
|
| 502 |
+
497,
|
| 503 |
+
498,
|
| 504 |
+
499
|
| 505 |
+
],
|
| 506 |
+
"validation_episode_ids": [
|
| 507 |
+
31,
|
| 508 |
+
33,
|
| 509 |
+
39,
|
| 510 |
+
40,
|
| 511 |
+
43,
|
| 512 |
+
44,
|
| 513 |
+
59,
|
| 514 |
+
81,
|
| 515 |
+
86,
|
| 516 |
+
92,
|
| 517 |
+
109,
|
| 518 |
+
135,
|
| 519 |
+
175,
|
| 520 |
+
191,
|
| 521 |
+
197,
|
| 522 |
+
199,
|
| 523 |
+
211,
|
| 524 |
+
212,
|
| 525 |
+
216,
|
| 526 |
+
221,
|
| 527 |
+
235,
|
| 528 |
+
239,
|
| 529 |
+
242,
|
| 530 |
+
261,
|
| 531 |
+
268,
|
| 532 |
+
296,
|
| 533 |
+
306,
|
| 534 |
+
309,
|
| 535 |
+
319,
|
| 536 |
+
333,
|
| 537 |
+
338,
|
| 538 |
+
340,
|
| 539 |
+
345,
|
| 540 |
+
349,
|
| 541 |
+
353,
|
| 542 |
+
366,
|
| 543 |
+
371,
|
| 544 |
+
372,
|
| 545 |
+
389,
|
| 546 |
+
391,
|
| 547 |
+
393,
|
| 548 |
+
403,
|
| 549 |
+
417,
|
| 550 |
+
430,
|
| 551 |
+
439,
|
| 552 |
+
444,
|
| 553 |
+
450,
|
| 554 |
+
477,
|
| 555 |
+
481,
|
| 556 |
+
493
|
| 557 |
+
]
|
| 558 |
+
},
|
| 559 |
+
"offline_validation_enabled": true,
|
| 560 |
+
"offline_validation_reason": "enabled",
|
| 561 |
+
"train": {
|
| 562 |
+
"windows": 124106,
|
| 563 |
+
"episodes": 450,
|
| 564 |
+
"batches_per_epoch": 1600
|
| 565 |
+
},
|
| 566 |
+
"validation": {
|
| 567 |
+
"windows": 13984,
|
| 568 |
+
"episodes": 50,
|
| 569 |
+
"batches": 200,
|
| 570 |
+
"evaluated_windows": 400
|
| 571 |
+
}
|
| 572 |
+
},
|
| 573 |
+
"ddp": {
|
| 574 |
+
"wrapper": "DistributedDataParallel",
|
| 575 |
+
"find_unused_parameters": false,
|
| 576 |
+
"gradient_as_bucket_view": true,
|
| 577 |
+
"broadcast_buffers": true,
|
| 578 |
+
"mixed_precision": "no"
|
| 579 |
+
},
|
| 580 |
+
"world_size": 2,
|
| 581 |
+
"rollout": {
|
| 582 |
+
"enabled": true,
|
| 583 |
+
"every_epochs": 100,
|
| 584 |
+
"at_final_epoch": true,
|
| 585 |
+
"seed": 44,
|
| 586 |
+
"weights": "model",
|
| 587 |
+
"rank": 0,
|
| 588 |
+
"_target_": "oat.env_runner.p2n_new_runner.P2NNewLiberoRunner",
|
| 589 |
+
"protocol": "official",
|
| 590 |
+
"n_test": 500,
|
| 591 |
+
"n_parallel_envs": 5,
|
| 592 |
+
"test_start_seed": 3000,
|
| 593 |
+
"init_state_offset": 0,
|
| 594 |
+
"max_episode_steps": 550,
|
| 595 |
+
"n_test_vis": 0,
|
| 596 |
+
"renderer": {
|
| 597 |
+
"uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
|
| 598 |
+
"cuda_ordinal": 0,
|
| 599 |
+
"egl_device_id": 3,
|
| 600 |
+
"name": "NVIDIA GeForce RTX 4090"
|
| 601 |
+
}
|
| 602 |
+
},
|
| 603 |
+
"policy_metadata": {
|
| 604 |
+
"format": "p2n_vla_artifact_v2",
|
| 605 |
+
"variant": "p2n_vla",
|
| 606 |
+
"variant_code": 10,
|
| 607 |
+
"policy_target": "oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy",
|
| 608 |
+
"task": "libero",
|
| 609 |
+
"model_size": "full",
|
| 610 |
+
"context_schema": 101,
|
| 611 |
+
"artifact_schema": 2,
|
| 612 |
+
"execution_protocol": "acknowledged_commands_v1",
|
| 613 |
+
"shape_meta": {
|
| 614 |
+
"obs": {
|
| 615 |
+
"agentview_rgb": {
|
| 616 |
+
"shape": [
|
| 617 |
+
128,
|
| 618 |
+
128,
|
| 619 |
+
3
|
| 620 |
+
],
|
| 621 |
+
"type": "rgb"
|
| 622 |
+
},
|
| 623 |
+
"robot0_eye_in_hand_rgb": {
|
| 624 |
+
"shape": [
|
| 625 |
+
128,
|
| 626 |
+
128,
|
| 627 |
+
3
|
| 628 |
+
],
|
| 629 |
+
"type": "rgb"
|
| 630 |
+
},
|
| 631 |
+
"robot0_eef_pos": {
|
| 632 |
+
"shape": [
|
| 633 |
+
3
|
| 634 |
+
],
|
| 635 |
+
"type": "state"
|
| 636 |
+
},
|
| 637 |
+
"robot0_eef_quat": {
|
| 638 |
+
"shape": [
|
| 639 |
+
4
|
| 640 |
+
],
|
| 641 |
+
"type": "state"
|
| 642 |
+
},
|
| 643 |
+
"robot0_gripper_qpos": {
|
| 644 |
+
"shape": [
|
| 645 |
+
2
|
| 646 |
+
],
|
| 647 |
+
"type": "state"
|
| 648 |
+
},
|
| 649 |
+
"task_uid": {
|
| 650 |
+
"shape": [
|
| 651 |
+
1
|
| 652 |
+
],
|
| 653 |
+
"type": "state"
|
| 654 |
+
}
|
| 655 |
+
},
|
| 656 |
+
"action": {
|
| 657 |
+
"shape": [
|
| 658 |
+
7
|
| 659 |
+
]
|
| 660 |
+
}
|
| 661 |
+
},
|
| 662 |
+
"horizon": 16,
|
| 663 |
+
"n_action_steps": 8,
|
| 664 |
+
"vocab_size": 5001,
|
| 665 |
+
"latent_horizon": 8,
|
| 666 |
+
"pi05": {
|
| 667 |
+
"repo": "lerobot/pi05_base",
|
| 668 |
+
"sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 669 |
+
"loader_mode": "p2n",
|
| 670 |
+
"t0": 0.6
|
| 671 |
+
},
|
| 672 |
+
"tokenizer": {
|
| 673 |
+
"source": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
|
| 674 |
+
"sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
|
| 675 |
+
"weights": "ema",
|
| 676 |
+
"training_task": {
|
| 677 |
+
"tokenizer": {
|
| 678 |
+
"name": "libero10",
|
| 679 |
+
"task_name": "libero10",
|
| 680 |
+
"shape_meta": {
|
| 681 |
+
"action": {
|
| 682 |
+
"shape": [
|
| 683 |
+
7
|
| 684 |
+
]
|
| 685 |
+
}
|
| 686 |
+
},
|
| 687 |
+
"dataset": {
|
| 688 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 689 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 690 |
+
"obs_keys": [],
|
| 691 |
+
"action_key": "action",
|
| 692 |
+
"n_obs_steps": 0,
|
| 693 |
+
"n_action_steps": 16,
|
| 694 |
+
"seed": 42,
|
| 695 |
+
"val_ratio": 0.1
|
| 696 |
+
}
|
| 697 |
+
}
|
| 698 |
+
},
|
| 699 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 700 |
+
},
|
| 701 |
+
"sentencepiece": {
|
| 702 |
+
"path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 703 |
+
"sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
|
| 704 |
+
},
|
| 705 |
+
"prompt": {
|
| 706 |
+
"instruction_source": "libero10",
|
| 707 |
+
"state_keys": [
|
| 708 |
+
"robot0_eef_pos",
|
| 709 |
+
"robot0_eef_quat",
|
| 710 |
+
"robot0_gripper_qpos"
|
| 711 |
+
],
|
| 712 |
+
"state_transforms": {
|
| 713 |
+
"robot0_eef_pos": "identity",
|
| 714 |
+
"robot0_eef_quat": "quat_to_axis_angle",
|
| 715 |
+
"robot0_gripper_qpos": "identity"
|
| 716 |
+
},
|
| 717 |
+
"max_len": 96,
|
| 718 |
+
"dummy_uid": 30
|
| 719 |
+
},
|
| 720 |
+
"frozen_base_keys": 164,
|
| 721 |
+
"parameters": {
|
| 722 |
+
"total": 3275918048,
|
| 723 |
+
"trainable": 741969648,
|
| 724 |
+
"frozen": 2533948400
|
| 725 |
+
},
|
| 726 |
+
"software": {
|
| 727 |
+
"torch": "2.10.0",
|
| 728 |
+
"transformers": "4.57.6",
|
| 729 |
+
"accelerate": "1.12.0",
|
| 730 |
+
"sentencepiece": "0.2.2"
|
| 731 |
+
},
|
| 732 |
+
"self_past_optimizer_updates": 0,
|
| 733 |
+
"architecture": {
|
| 734 |
+
"_target_": "oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy",
|
| 735 |
+
"_recursive_": false,
|
| 736 |
+
"shape_meta": {
|
| 737 |
+
"obs": {
|
| 738 |
+
"agentview_rgb": {
|
| 739 |
+
"shape": [
|
| 740 |
+
128,
|
| 741 |
+
128,
|
| 742 |
+
3
|
| 743 |
+
],
|
| 744 |
+
"type": "rgb"
|
| 745 |
+
},
|
| 746 |
+
"robot0_eye_in_hand_rgb": {
|
| 747 |
+
"shape": [
|
| 748 |
+
128,
|
| 749 |
+
128,
|
| 750 |
+
3
|
| 751 |
+
],
|
| 752 |
+
"type": "rgb"
|
| 753 |
+
},
|
| 754 |
+
"robot0_eef_pos": {
|
| 755 |
+
"shape": [
|
| 756 |
+
3
|
| 757 |
+
],
|
| 758 |
+
"type": "state"
|
| 759 |
+
},
|
| 760 |
+
"robot0_eef_quat": {
|
| 761 |
+
"shape": [
|
| 762 |
+
4
|
| 763 |
+
],
|
| 764 |
+
"type": "state"
|
| 765 |
+
},
|
| 766 |
+
"robot0_gripper_qpos": {
|
| 767 |
+
"shape": [
|
| 768 |
+
2
|
| 769 |
+
],
|
| 770 |
+
"type": "state"
|
| 771 |
+
},
|
| 772 |
+
"task_uid": {
|
| 773 |
+
"shape": [
|
| 774 |
+
1
|
| 775 |
+
],
|
| 776 |
+
"type": "state"
|
| 777 |
+
}
|
| 778 |
+
},
|
| 779 |
+
"action": {
|
| 780 |
+
"shape": [
|
| 781 |
+
7
|
| 782 |
+
]
|
| 783 |
+
}
|
| 784 |
+
},
|
| 785 |
+
"n_action_steps": 8,
|
| 786 |
+
"n_obs_steps": 1,
|
| 787 |
+
"past_n": 7,
|
| 788 |
+
"horizon": 16,
|
| 789 |
+
"variant": "p2n_vla",
|
| 790 |
+
"task": "libero",
|
| 791 |
+
"model_size": "full",
|
| 792 |
+
"pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
|
| 793 |
+
"spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
|
| 794 |
+
"spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
|
| 795 |
+
"rgb_ports": [
|
| 796 |
+
"agentview_rgb",
|
| 797 |
+
"robot0_eye_in_hand_rgb"
|
| 798 |
+
],
|
| 799 |
+
"wrist_ports": [
|
| 800 |
+
"robot0_eye_in_hand_rgb"
|
| 801 |
+
],
|
| 802 |
+
"train_image_aug": true,
|
| 803 |
+
"prompt": {
|
| 804 |
+
"instruction_source": "libero10",
|
| 805 |
+
"state_keys": [
|
| 806 |
+
"robot0_eef_pos",
|
| 807 |
+
"robot0_eef_quat",
|
| 808 |
+
"robot0_gripper_qpos"
|
| 809 |
+
],
|
| 810 |
+
"state_transforms": {
|
| 811 |
+
"robot0_eef_pos": "identity",
|
| 812 |
+
"robot0_eef_quat": "quat_to_axis_angle",
|
| 813 |
+
"robot0_gripper_qpos": "identity"
|
| 814 |
+
},
|
| 815 |
+
"max_len": 96,
|
| 816 |
+
"dummy_uid": 30
|
| 817 |
+
},
|
| 818 |
+
"lora_rank": 16,
|
| 819 |
+
"lora_alpha": 16.0,
|
| 820 |
+
"lambda_ki": 1.0,
|
| 821 |
+
"ki_skip": 1152,
|
| 822 |
+
"use_past": true,
|
| 823 |
+
"adarms_t0": 0.6,
|
| 824 |
+
"temperature": 0.0,
|
| 825 |
+
"topk": 10,
|
| 826 |
+
"activation_checkpointing": true,
|
| 827 |
+
"frozen_dtype": "bfloat16",
|
| 828 |
+
"self_past_p": 0.5,
|
| 829 |
+
"self_past_warmup_steps": 1000,
|
| 830 |
+
"self_past_ramp_steps": 4000,
|
| 831 |
+
"self_past_chunk_size": 4,
|
| 832 |
+
"self_past_temperature": 1.0,
|
| 833 |
+
"self_past_topk": 10,
|
| 834 |
+
"self_past_schedule": "optimizer_step",
|
| 835 |
+
"training_scope": "vision_action",
|
| 836 |
+
"vision_activation_checkpointing": true,
|
| 837 |
+
"construction_mode": "restore",
|
| 838 |
+
"tokenizer_config": {
|
| 839 |
+
"_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
|
| 840 |
+
"action_aug": {
|
| 841 |
+
"_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
|
| 842 |
+
"p": 0.6,
|
| 843 |
+
"max_angle_deg": 30.0,
|
| 844 |
+
"mode": "left_noise",
|
| 845 |
+
"augment_position": false,
|
| 846 |
+
"pos_start": 0,
|
| 847 |
+
"pos_end": 3,
|
| 848 |
+
"rot_start": 3,
|
| 849 |
+
"rot_end": 6
|
| 850 |
+
},
|
| 851 |
+
"encoder": {
|
| 852 |
+
"_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
|
| 853 |
+
"sample_dim": 7,
|
| 854 |
+
"sample_horizon": 16,
|
| 855 |
+
"emb_dim": 256,
|
| 856 |
+
"head_dim": 64,
|
| 857 |
+
"depth": 2,
|
| 858 |
+
"pdropout": 0.1,
|
| 859 |
+
"latent_dim": 5,
|
| 860 |
+
"num_registers": 8
|
| 861 |
+
},
|
| 862 |
+
"decoder": {
|
| 863 |
+
"_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
|
| 864 |
+
"sample_dim": 7,
|
| 865 |
+
"sample_horizon": 16,
|
| 866 |
+
"emb_dim": 256,
|
| 867 |
+
"head_dim": 64,
|
| 868 |
+
"depth": 4,
|
| 869 |
+
"pdropout": 0.1,
|
| 870 |
+
"token_dropout_mode": "pow2",
|
| 871 |
+
"latent_dim": 5,
|
| 872 |
+
"latent_horizon": 8,
|
| 873 |
+
"use_causal_decoder": true
|
| 874 |
+
},
|
| 875 |
+
"quantizer": {
|
| 876 |
+
"_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
|
| 877 |
+
"levels": [
|
| 878 |
+
8,
|
| 879 |
+
5,
|
| 880 |
+
5,
|
| 881 |
+
5,
|
| 882 |
+
5
|
| 883 |
+
]
|
| 884 |
+
}
|
| 885 |
+
},
|
| 886 |
+
"tokenizer_metadata": {
|
| 887 |
+
"source": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
|
| 888 |
+
"sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
|
| 889 |
+
"weights": "ema",
|
| 890 |
+
"training_task": {
|
| 891 |
+
"tokenizer": {
|
| 892 |
+
"name": "libero10",
|
| 893 |
+
"task_name": "libero10",
|
| 894 |
+
"shape_meta": {
|
| 895 |
+
"action": {
|
| 896 |
+
"shape": [
|
| 897 |
+
7
|
| 898 |
+
]
|
| 899 |
+
}
|
| 900 |
+
},
|
| 901 |
+
"dataset": {
|
| 902 |
+
"_target_": "oat.dataset.zarr_dataset.ZarrDataset",
|
| 903 |
+
"zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
|
| 904 |
+
"obs_keys": [],
|
| 905 |
+
"action_key": "action",
|
| 906 |
+
"n_obs_steps": 0,
|
| 907 |
+
"n_action_steps": 16,
|
| 908 |
+
"seed": 42,
|
| 909 |
+
"val_ratio": 0.1
|
| 910 |
+
}
|
| 911 |
+
}
|
| 912 |
+
},
|
| 913 |
+
"normalizer_source": "frozen_tokenizer_checkpoint"
|
| 914 |
+
}
|
| 915 |
+
},
|
| 916 |
+
"source_sha256": {
|
| 917 |
+
"oat/policy/p2n_vla_common.py": "e66f719a79d580e581737f2991ad53289984edb330ca60ad09e6d80ca7591813",
|
| 918 |
+
"oat/model/vla/__init__.py": "edfcc482b29614f63581159c2419812f9ed02ab3df5954034f9f6673fc0c3f54",
|
| 919 |
+
"oat/model/vla/flow_head.py": "59cd0d2ddac048c1d03ce07c3e2c6eb15810c02fb89d9bc3e3839dd3e7baffe8",
|
| 920 |
+
"oat/model/vla/gemma_joint.py": "2b8d468bedc2c66da0d770e0f25e3c9a0aa5eb33fe6f5445a5aa1cb03c4a3180",
|
| 921 |
+
"oat/model/vla/image_preprocess.py": "04acb3b1101ac0884581bf294445c6a9a0f1c7da7980e7fc81207ccd2cbce299",
|
| 922 |
+
"oat/model/vla/layout.py": "36211ceaa636a10620d83567067c0f91266e6d4cbca53d5ded43a65fa5fc377c",
|
| 923 |
+
"oat/model/vla/lora.py": "109f46dee5818b3a1c1f1efa364d0c6ec06228920893c2fede16755502540ac6",
|
| 924 |
+
"oat/model/vla/oat_ki.py": "ebef07c4438b125892984057596c52bda6166165e75f466d863c8eafc06e7d58",
|
| 925 |
+
"oat/model/vla/paligemma_prompt.py": "efaf41d274fd3a943dcdec4a37c1f7f25850f992c4e69f51cadebd6b2a06a104",
|
| 926 |
+
"oat/model/vla/pi05_checkpoint.py": "e5fff92096d83ad7ede3b0a528db03734ad0748ef87b58f98c721c2664c05846",
|
| 927 |
+
"oat/model/vla/siglip.py": "abae50c9b08cb35f451dae17996b0c126be0ef4623480c9de5b581929dbc9128",
|
| 928 |
+
"oat/model/vla/specs.py": "1c5cdc20033ae1b514108eb967f2a74472b2d189f03a6d4e89f27a16881c7bde",
|
| 929 |
+
"oat/model/vla/state_transforms.py": "5c15fbf8e540785004c7ae96bbd627dca2aa1a33dbb78ea3bf7a556ca7babcf2",
|
| 930 |
+
"oat/model/vla/trainable_siglip.py": "04cd28822e4145d27749a3dde0ae78d8ecce748831f1fb8600127f3c4fa07591",
|
| 931 |
+
"oat/policy/p2n_vla_vision_action.py": "ff028e20f8aafd42d6b3d0b49b075746f1c2f79258423e69b1a5b19b2bcf8acd"
|
| 932 |
+
},
|
| 933 |
+
"training_scope": "vision_action",
|
| 934 |
+
"language_trainable": false,
|
| 935 |
+
"vision_gradient_source": "ki_loss",
|
| 936 |
+
"vision_activation_checkpointing": true
|
| 937 |
+
}
|
| 938 |
+
}
|