SeanLiu0272 commited on
Commit
0cdfd63
·
verified ·
1 Parent(s): 6f77b0d

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. README.md +11 -0
  2. archive_metadata/manifest.json +0 -0
  3. outputs/dexmg/eval_box_seed42_final.sh +17 -0
  4. outputs/dexmg/pilot_box_seed42.sh +40 -0
  5. outputs/fruitV3_40_current_20260918_123036/checkpoint_check.json +20 -0
  6. outputs/fruits_policy_active_run.txt +1 -0
  7. outputs/latent_flow_checks/full_model_cpu_inference.json +72 -0
  8. outputs/latent_flow_checks/implementation_verification.json +24 -0
  9. outputs/latent_flow_checks/oat_cpu_report.json +144 -0
  10. outputs/latent_flow_checks/pen_cabinet_batched_validation_cpu.json +366 -0
  11. outputs/latent_flow_checks/pen_cabinet_ep0010_cpu_check.json +35 -0
  12. outputs/latent_flow_checks/pen_cabinet_resnet18_cpu_inference.json +42 -0
  13. outputs/latent_flow_checks/pen_cabinet_resnet18_preflight.json +197 -0
  14. outputs/latent_flow_checks/resnet18_full_model_cpu_inference.json +82 -0
  15. outputs/latent_flow_checks/resnet18_implementation_verification.json +103 -0
  16. outputs/latent_flow_checks/runtime_progress_batched_validation_verification.json +380 -0
  17. outputs/nut_washer_policy_active_run.txt +1 -0
  18. outputs/real_robot_active_run.txt +1 -0
  19. outputs/real_robot_current_jobs.json +216 -0
  20. outputs/training/p2n_gate_original_obs_libero/dataset_split.json +526 -0
  21. outputs/training/p2n_gate_original_obs_libero/logs.json +0 -0
  22. outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_preflight.json +1969 -0
  23. outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_resolved.yaml +310 -0
  24. outputs/training/p2n_gate_original_obs_nut_washer/dataset_split.json +103 -0
  25. outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_preflight.json +1116 -0
  26. outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_resolved.yaml +279 -0
  27. outputs/training/p2n_vla_libero10_s42/README.md +92 -0
  28. outputs/training/p2n_vla_libero10_s42/dataset_split.json +531 -0
  29. outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight.json +718 -0
  30. outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073250.json +699 -0
  31. outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073253.json +699 -0
  32. outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_074144.json +699 -0
  33. outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_101427.json +701 -0
  34. outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved.yaml +331 -0
  35. outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml +331 -0
  36. outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml +331 -0
  37. outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml +331 -0
  38. outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_101427.yaml +332 -0
  39. outputs/training/p2n_vla_libero10_s42/resolved_config.yaml +332 -0
  40. outputs/training/p2n_vla_libero10_s42/resume_20261008_073243.log +1179 -0
  41. outputs/training/p2n_vla_libero10_s42/resume_20261008_073246.log +1179 -0
  42. outputs/training/p2n_vla_libero10_s42/resume_20261008_074137.log +1211 -0
  43. outputs/training/p2n_vla_libero10_s42/resume_20261008_101420.log +0 -0
  44. outputs/training/p2n_vla_libero10_s42/training_report.json +943 -0
  45. outputs/training/p2n_vla_libero10_s42/training_summary.json +107 -0
  46. outputs/training/p2n_vla_vision_action_libero10_s42/dataset_split.json +523 -0
  47. outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_preflight.json +771 -0
  48. outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_resolved.yaml +335 -0
  49. outputs/training/p2n_vla_vision_action_libero10_s42/resolved_config.yaml +335 -0
  50. outputs/training/p2n_vla_vision_action_libero10_s42/training_report.json +938 -0
README.md ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # YSK training and evaluation archive
2
+
3
+ Archive of the YSK output directory, including all saved checkpoints, checkpoint snapshots, training/evaluation records, configurations, videos, and logs.
4
+
5
+ Original path: `/workspace/ysk/past2next_bug_fixed/output`.
6
+
7
+ The `outputs/` tree preserves original relative paths. `archive_metadata/manifest.json` records SHA-256 digests, modes, timestamps, directories, and symlinks. Original Hugging Face cache files are stored separately in `archive_metadata/original_cache_files.tar.gz` because Hub upload tools otherwise omit those paths. External symlink targets are not copied.
8
+
9
+ To restore, download this repository, copy `outputs/` to the intended output directory, extract the cache archive into that directory, and recreate any needed symlinks from the manifest. The manifest retains all symlink destinations; absolute external destinations may require adaptation.
10
+
11
+ This repository is an experiment archive, not a single deployable model or a new benchmark claim.
archive_metadata/manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
outputs/dexmg/eval_box_seed42_final.sh ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ # Final-checkpoint evaluation of the Box pilot: 200 paired seeds (100000+i), EMA weights, recipe-default decoding.
3
+ # smi GPU -> EGL index: 0->3, 1->2, 4->7, 5->6.
4
+ cd /workspace/ysk/past2next_bug_fixed
5
+ export MUJOCO_GL=egl PYTHONPATH=/workspace/ysk/past2next_bug_fixed:/workspace/past_action_robocasa/robosuite:/workspace/third_party/dexmimicgen
6
+ PY=/venv/oat/bin/python
7
+ ev() { # gpu egl run_dir_name
8
+ CUDA_VISIBLE_DEVICES=$1 $PY scripts/eval_dexmg.py --checkpoint output/dexmg/policy/$3/checkpoints/latest.ckpt \
9
+ --output-dir output/dexmg/eval/$3_final --n-test 200 --n-test-vis 4 --n-parallel-envs 25 --egl-device-ids $2 \
10
+ > output/dexmg/logs/eval_$3_final.log 2>&1
11
+ echo "$3: $(grep -o '"success_rate": [0-9.]*' output/dexmg/eval/$3_final/summary_shard0of1.json 2>/dev/null || echo FAILED)"
12
+ }
13
+ ev 0 3 r2_p2n_new_oo_box_cleanup_seed42 &
14
+ ev 1 2 r3_p2n_gate_oo_box_cleanup_seed42 &
15
+ (ev 4 7 r1_self_box_cleanup_seed42; ev 4 7 r1_gt_box_cleanup_seed42) &
16
+ (ev 5 6 dp_lr1e-4_box_cleanup_seed42; ev 5 6 r1g_box_cleanup_seed42) &
17
+ wait
outputs/dexmg/pilot_box_seed42.sh ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ # DexMimicGen Box Cleanup pilot (tier T1), seed 42, native 24-d delta action, frozen T8 tokenizer.
3
+ # Dex work uses only GPUs 0,1,4,5. Started 2026-10-15. Each job writes output/dexmg/logs/<name>.log.
4
+ set -u
5
+ cd /workspace/ysk/past2next_bug_fixed
6
+ export PYTHONPATH=/workspace/ysk/past2next_bug_fixed WANDB_MODE=offline HYDRA_FULL_ERROR=1
7
+ PY=/venv/oat/bin/python
8
+ TOK=output/dexmg/tokenizer/box_cleanup_frozen_T8.ckpt
9
+ OUT=output/dexmg/policy
10
+ LOG=output/dexmg/logs
11
+ mkdir -p $OUT $LOG
12
+
13
+ # GPU 0: R2 = p2n_new, original fused obs (~12 h)
14
+ setsid nohup $PY scripts/train_p2n_new_original_obs.py --variant p2n_new --task dexmg --dexmg-task box_cleanup \
15
+ --tokenizer $TOK --num-demo 1016 --devices 0 --num-processes 1 --num-workers 8 \
16
+ --output $OUT/r2_p2n_new_oo_box_cleanup_seed42 -- training.snapshot_every=10 training.checkpoint_every=5 \
17
+ > $LOG/r2_box_seed42.log 2>&1 &
18
+ # GPU 1: R3 = p2n_state_gate_new, original fused obs (~12-13 h)
19
+ setsid nohup $PY scripts/train_p2n_new_original_obs.py --variant p2n_state_gate_new --task dexmg --dexmg-task box_cleanup \
20
+ --tokenizer $TOK --num-demo 1016 --devices 1 --num-processes 1 --num-workers 8 \
21
+ --output $OUT/r3_p2n_gate_oo_box_cleanup_seed42 -- training.snapshot_every=10 training.checkpoint_every=5 \
22
+ > $LOG/r3_box_seed42.log 2>&1 &
23
+ # GPU 4: DP (~3 h) -> R1-self (~5.5 h) -> R1-gt (self_past_p=0, ~5 h), sequential
24
+ setsid nohup bash -c "
25
+ CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_diffpolicy_dexmg dataloader.num_workers=8 hydra.run.dir=$OUT/dp_box_cleanup_seed42 > $LOG/dp_box_seed42.log 2>&1
26
+ CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_past2next_self_past_dexmg policy.action_tokenizer.checkpoint=$TOK dataloader.num_workers=8 hydra.run.dir=$OUT/r1_self_box_cleanup_seed42 > $LOG/r1_self_box_seed42.log 2>&1
27
+ CUDA_VISIBLE_DEVICES=4 $PY scripts/run_workspace.py --config-name=experimental/train_past2next_self_past_dexmg policy.action_tokenizer.checkpoint=$TOK policy.self_past_p=0.0 name=train_past2next_gt_past_dexmg dataloader.num_workers=8 hydra.run.dir=$OUT/r1_gt_box_cleanup_seed42 > $LOG/r1_gt_box_seed42.log 2>&1
28
+ " > $LOG/gpu4_chain.log 2>&1 &
29
+ # GPU 5: R1g = self-past + state-history gate (~7 h); also the Drawer T8 tokenizer (~2 h)
30
+ CUDA_VISIBLE_DEVICES=5 setsid nohup $PY scripts/run_workspace.py --config-name=experimental/train_past2next_state_history_gate_dexmg \
31
+ policy.action_tokenizer.checkpoint=$TOK dataloader.num_workers=8 hydra.run.dir=$OUT/r1g_box_cleanup_seed42 \
32
+ > $LOG/r1g_box_seed42.log 2>&1 &
33
+ CUDA_VISIBLE_DEVICES=5 setsid nohup $PY scripts/run_workspace.py --config-name=oattok task/tokenizer=dexmg/drawer_cleanup \
34
+ training.num_epochs=200 training.val_every=5 training.sample_every=5 training.checkpoint_every=5 training.num_demo=1026 \
35
+ logging.mode=offline checkpoint.topk.monitor_key=val_loss checkpoint.topk.mode=min checkpoint.topk.k=3 \
36
+ "checkpoint.topk.format_str='ep-{epoch:04d}_val-{val_loss:.6f}.ckpt'" "tokenizer.quantizer.levels=[8,5,5,5,5]" \
37
+ hydra.run.dir=output/dexmg/tokenizer/drawer_cleanup_T8 > $LOG/tokenizer_drawer_cleanup_T8.log 2>&1 &
38
+ sleep 1; echo launched
39
+ # 2026-10-15 ~11:55 UTC diagnostic: DP with policy/obs_enc lr 1e-4 (DP sanity failed at 29.5%)
40
+ CUDA_VISIBLE_DEVICES=5 $PY scripts/run_workspace.py --config-name=experimental/train_diffpolicy_dexmg optimizer.policy_lr=1.0e-4 optimizer.obs_enc_lr=1.0e-4 name=train_diffpolicy_dexmg_lr1e-4 dataloader.num_workers=8 hydra.run.dir=$OUT/dp_lr1e-4_box_cleanup_seed42
outputs/fruitV3_40_current_20260918_123036/checkpoint_check.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/fruitV3_40_current_20260918_123036/policy/checkpoints/ep-0050_mse-0.002364.ckpt",
3
+ "dataset": "/workspace/ysk/zarr/fruitV3_40.zarr",
4
+ "validation_episode": 3,
5
+ "tokenizer_unchanged": true,
6
+ "tokenizer_frozen": true,
7
+ "explicit_and_stateful_inference_finite": true,
8
+ "action_shape": [
9
+ 1,
10
+ 8,
11
+ 7
12
+ ],
13
+ "prediction_shape": [
14
+ 1,
15
+ 16,
16
+ 7
17
+ ],
18
+ "device": "cuda:0",
19
+ "held_out_action_mse": 0.00236441264860332
20
+ }
outputs/fruits_policy_active_run.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z
outputs/latent_flow_checks/full_model_cpu_inference.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "p2n_latent_flow": {
3
+ "device": "cpu",
4
+ "backbone": "real local pretrained DINOv3-S/16",
5
+ "oat": "specified EMA checkpoint",
6
+ "architecture": {
7
+ "layers": 16,
8
+ "embed_dim": 768,
9
+ "heads": 12
10
+ },
11
+ "parameters": {
12
+ "total": 288118233,
13
+ "trainable": 260716805,
14
+ "frozen": 27401428
15
+ },
16
+ "context_shape": [
17
+ 1,
18
+ 267,
19
+ 768
20
+ ],
21
+ "action_shape": [
22
+ 1,
23
+ 8,
24
+ 7
25
+ ],
26
+ "prediction_shape": [
27
+ 1,
28
+ 16,
29
+ 7
30
+ ],
31
+ "sampling_steps": 8,
32
+ "finite": true,
33
+ "state_normalization": "identity policy state normalization (construction-only check)",
34
+ "inference_check_seconds": 2.054680555127561,
35
+ "note": "Fresh untrained velocity model; CPU inference only. No GPU acceptance, optimizer update, training or task quality claim."
36
+ },
37
+ "p2n_state_gate_latent_flow": {
38
+ "device": "cpu",
39
+ "backbone": "real local pretrained DINOv3-S/16",
40
+ "oat": "specified EMA checkpoint",
41
+ "architecture": {
42
+ "layers": 16,
43
+ "embed_dim": 768,
44
+ "heads": 12
45
+ },
46
+ "parameters": {
47
+ "total": 290070236,
48
+ "trainable": 262668808,
49
+ "frozen": 27401428
50
+ },
51
+ "context_shape": [
52
+ 1,
53
+ 271,
54
+ 768
55
+ ],
56
+ "action_shape": [
57
+ 1,
58
+ 8,
59
+ 7
60
+ ],
61
+ "prediction_shape": [
62
+ 1,
63
+ 16,
64
+ 7
65
+ ],
66
+ "sampling_steps": 8,
67
+ "finite": true,
68
+ "state_normalization": "identity policy state normalization (construction-only check)",
69
+ "inference_check_seconds": 2.1154613005928695,
70
+ "note": "Fresh untrained velocity model; CPU inference only. No GPU acceptance, optimizer update, training or task quality claim."
71
+ }
72
+ }
outputs/latent_flow_checks/implementation_verification.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checked_at_utc": "2026-09-24T13:51:55.400102+00:00",
3
+ "original_source_files_checked": 233,
4
+ "original_source_files_changed": [],
5
+ "new_cpu_test_suite": {
6
+ "passed": 59,
7
+ "seconds": 20.3,
8
+ "command": "OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /venv/real_robot/bin/python -m pytest -q tests/test_p2n_latent_flow_core.py tests/test_p2n_latent_flow_policy.py tests/test_p2n_latent_flow_data_launch.py tests/test_p2n_latent_flow_workspace.py --disable-warnings --maxfail=1"
9
+ },
10
+ "two_rank_cpu_checks": [
11
+ "p2n_latent_flow passed",
12
+ "p2n_state_gate_latent_flow passed"
13
+ ],
14
+ "full_model_cpu_inference_report": "full_model_cpu_inference.json",
15
+ "frozen_codec_cpu_report": "oat_cpu_report.json",
16
+ "real_robot_source_preflight": "both variants passed",
17
+ "production_training_started": false,
18
+ "gpu_work_started": false,
19
+ "remaining_acceptance": [
20
+ "full model single and dual GPU runtime/memory",
21
+ "trained decoded metrics and robot closed loop",
22
+ "two-step deployment quality"
23
+ ]
24
+ }
outputs/latent_flow_checks/oat_cpu_report.json ADDED
@@ -0,0 +1,144 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "created_utc": "2026-09-24T13:46:23.205598+00:00",
3
+ "device": "cpu",
4
+ "torch_version": "2.10.0",
5
+ "gpu_used": false,
6
+ "training_started": false,
7
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_v3_N77_gated_so3aug_20260924_081008_317043427/tokenizer/checkpoints/ep-1540_mse-0.000.ckpt",
8
+ "checkpoint_sha256": "3ed93e731c35355194f7ab01a3c5c7cbd8a86cbb16b911d36a393d2f12f1e946",
9
+ "weights": "ema_model",
10
+ "strict_load": true,
11
+ "tokenizer_class": "OATTokSO3Aug",
12
+ "parameter_elements": 5804854,
13
+ "trainable_codec_parameters": 0,
14
+ "metadata": {
15
+ "latent_space": "fsq_normalized_codes",
16
+ "levels": [
17
+ 8,
18
+ 5,
19
+ 5,
20
+ 5,
21
+ 5
22
+ ],
23
+ "num_slots": 8,
24
+ "code_dim": 5,
25
+ "action_horizon": 16,
26
+ "action_dim": 7,
27
+ "projection_version": "fsq_nearest_grid_v1",
28
+ "rounding": "torch.round_ties_to_even"
29
+ },
30
+ "tokenizer_config": {
31
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
32
+ "action_aug": {
33
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
34
+ "p": 0.6,
35
+ "max_angle_deg": 30.0,
36
+ "mode": "conjugate",
37
+ "augment_position": true,
38
+ "pos_start": 0,
39
+ "pos_end": 3,
40
+ "rot_start": 3,
41
+ "rot_end": 6
42
+ },
43
+ "encoder": {
44
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
45
+ "sample_dim": 7,
46
+ "sample_horizon": 16,
47
+ "emb_dim": 256,
48
+ "head_dim": 64,
49
+ "depth": 2,
50
+ "pdropout": 0.1,
51
+ "latent_dim": 5,
52
+ "num_registers": 8
53
+ },
54
+ "decoder": {
55
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
56
+ "sample_dim": 7,
57
+ "sample_horizon": 16,
58
+ "emb_dim": 256,
59
+ "head_dim": 64,
60
+ "depth": 4,
61
+ "pdropout": 0.1,
62
+ "token_dropout_mode": "pow2",
63
+ "latent_dim": 5,
64
+ "latent_horizon": 8,
65
+ "use_causal_decoder": true
66
+ },
67
+ "quantizer": {
68
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
69
+ "levels": [
70
+ 8,
71
+ 5,
72
+ 5,
73
+ 5,
74
+ 5
75
+ ]
76
+ }
77
+ },
78
+ "normalizer_sha256": "decb7fd2846982241effa1a1e4d54603718f4d1414bf24e81eb6f237ac1815ca",
79
+ "checks": {
80
+ "raw_action_shape": [
81
+ 2,
82
+ 16,
83
+ 7
84
+ ],
85
+ "target_shape": [
86
+ 2,
87
+ 8,
88
+ 5
89
+ ],
90
+ "target_dtype": "torch.float32",
91
+ "decoded_shape": [
92
+ 2,
93
+ 16,
94
+ 7
95
+ ],
96
+ "decode_detokenize_max_abs_error": 0.0,
97
+ "all_5000_grid_roundtrip": true,
98
+ "legal_grid_projection_max_abs_error": 0.0,
99
+ "saturated_upper": [
100
+ 0.75,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0
105
+ ],
106
+ "saturated_lower": [
107
+ -1.0,
108
+ -1.0,
109
+ -1.0,
110
+ -1.0,
111
+ -1.0
112
+ ],
113
+ "codec_state_sha256_before": "ce75262490735184ce2cc4a5268adfa1782f27018e31260ecace00c8ad550e20",
114
+ "codec_state_sha256_after": "ce75262490735184ce2cc4a5268adfa1782f27018e31260ecace00c8ad550e20",
115
+ "codec_unchanged": true,
116
+ "rejected_inputs": {
117
+ "NaN": "FSQ codes contain NaN or Inf.",
118
+ "positive_infinity": "FSQ codes contain NaN or Inf.",
119
+ "negative_infinity": "FSQ codes contain NaN or Inf.",
120
+ "off_grid_decode": "Expected legal quantized FSQ grid points."
121
+ }
122
+ },
123
+ "notes": [
124
+ "Actions are deterministic synthetic samples transformed through the saved normalizer; this is a codec contract check, not a dataset quality metric.",
125
+ "No model training or GPU probe was performed."
126
+ ],
127
+ "ditx_production_cpu_instantiation": {
128
+ "current_state_dim": 22,
129
+ "state_schema": "two frames of position3, rot6d6, gripper1, task_uid1",
130
+ "embed_dim": 768,
131
+ "n_layers": 16,
132
+ "n_heads": 12,
133
+ "head_dim": 64,
134
+ "ffn_dim": 2048,
135
+ "parameters": 241430277,
136
+ "trainable_parameters": 241430277,
137
+ "modulation_parameters": 85045248,
138
+ "all_modulation_last_layers_zero": true,
139
+ "output_last_layer_zero": true,
140
+ "initialization": "xavier_uniform_slot_normal_0.02",
141
+ "includes_conditioner_dino_oat": false,
142
+ "forward_executed": false
143
+ }
144
+ }
outputs/latent_flow_checks/pen_cabinet_batched_validation_cpu.json ADDED
@@ -0,0 +1,366 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "created_utc": "2026-09-24T17:43:11.385911+00:00",
3
+ "device": "cpu",
4
+ "cpu": "AMD EPYC 7713 64-Core Processor",
5
+ "torch_version": "2.10.0",
6
+ "intraop_threads": 2,
7
+ "interop_threads": 2,
8
+ "variant": "p2n_latent_flow",
9
+ "task": "pen_cabinet",
10
+ "obs_encoder": "resnet18",
11
+ "architecture": {
12
+ "layers": 16,
13
+ "embed_dim": 768,
14
+ "heads": 12,
15
+ "ffn_dim": 2048
16
+ },
17
+ "parameters": {
18
+ "total": 269719343,
19
+ "trainable": 263914309,
20
+ "frozen": 5805034
21
+ },
22
+ "batch_size": 4,
23
+ "sampling_steps": 8,
24
+ "training_self_past_chunk_size": 2,
25
+ "dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
26
+ "dataset_identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
27
+ "validation_episode_ids_used": [
28
+ 5,
29
+ 28,
30
+ 41,
31
+ 47
32
+ ],
33
+ "sample_ids": [
34
+ 6620,
35
+ 45762,
36
+ 66416,
37
+ 75504
38
+ ],
39
+ "sample_seeds": [
40
+ 5069682168001698943,
41
+ 6088073930567098781,
42
+ 4597714012507753796,
43
+ 1022598925123562538
44
+ ],
45
+ "oat_checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
46
+ "oat_weights": "frozen EMA",
47
+ "normalization": "Action/state fit only on 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained.",
48
+ "benchmark": {
49
+ "legacy_per_sample": {
50
+ "modes": {
51
+ "expert": {
52
+ "seconds": 5.391564310062677,
53
+ "ditx_forward_count": 36,
54
+ "ditx_forward_batch_sizes": {
55
+ "1": 36
56
+ },
57
+ "metrics": {
58
+ "fm_loss": {
59
+ "sum": 233.1582101265958,
60
+ "count": 160.0
61
+ },
62
+ "decoded_action_mse": {
63
+ "sum": 12.474267337762493,
64
+ "count": 448.0
65
+ },
66
+ "translation_mse": {
67
+ "sum": 0.0007393861153511512,
68
+ "count": 192.0
69
+ },
70
+ "rotation_mse": {
71
+ "sum": 0.03270923944739579,
72
+ "count": 192.0
73
+ },
74
+ "gripper_mse": {
75
+ "sum": 12.440818712199746,
76
+ "count": 64.0
77
+ },
78
+ "oat_autoencoding_mse": {
79
+ "sum": 0.0017136840031535179,
80
+ "count": 448.0
81
+ },
82
+ "projection_distance": {
83
+ "sum": 22.885051960498345,
84
+ "count": 160.0
85
+ },
86
+ "projection_out_of_bounds": {
87
+ "sum": 62.0,
88
+ "count": 160.0
89
+ },
90
+ "projection_legal": {
91
+ "sum": 160.0,
92
+ "count": 160.0
93
+ }
94
+ }
95
+ },
96
+ "generated": {
97
+ "seconds": 9.878178601153195,
98
+ "ditx_forward_count": 68,
99
+ "ditx_forward_batch_sizes": {
100
+ "1": 68
101
+ },
102
+ "metrics": {
103
+ "fm_loss": {
104
+ "sum": 233.1582101265958,
105
+ "count": 160.0
106
+ },
107
+ "decoded_action_mse": {
108
+ "sum": 12.474267337762493,
109
+ "count": 448.0
110
+ },
111
+ "translation_mse": {
112
+ "sum": 0.0007393861153511512,
113
+ "count": 192.0
114
+ },
115
+ "rotation_mse": {
116
+ "sum": 0.03270923944739579,
117
+ "count": 192.0
118
+ },
119
+ "gripper_mse": {
120
+ "sum": 12.440818712199746,
121
+ "count": 64.0
122
+ },
123
+ "oat_autoencoding_mse": {
124
+ "sum": 0.0017136840031535179,
125
+ "count": 448.0
126
+ },
127
+ "projection_distance": {
128
+ "sum": 22.885051960498345,
129
+ "count": 160.0
130
+ },
131
+ "projection_out_of_bounds": {
132
+ "sum": 62.0,
133
+ "count": 160.0
134
+ },
135
+ "projection_legal": {
136
+ "sum": 160.0,
137
+ "count": 160.0
138
+ }
139
+ }
140
+ }
141
+ },
142
+ "seconds": 15.269742911215872,
143
+ "ditx_forward_count": 104
144
+ },
145
+ "batched_sample_seeds": {
146
+ "modes": {
147
+ "expert": {
148
+ "seconds": 2.1771750668995082,
149
+ "ditx_forward_count": 9,
150
+ "ditx_forward_batch_sizes": {
151
+ "4": 9
152
+ },
153
+ "metrics": {
154
+ "fm_loss": {
155
+ "sum": 233.1582101265958,
156
+ "count": 160.0
157
+ },
158
+ "decoded_action_mse": {
159
+ "sum": 12.47426688115843,
160
+ "count": 448.0
161
+ },
162
+ "translation_mse": {
163
+ "sum": 0.0007393861059303303,
164
+ "count": 192.0
165
+ },
166
+ "rotation_mse": {
167
+ "sum": 0.03270923502131673,
168
+ "count": 192.0
169
+ },
170
+ "gripper_mse": {
171
+ "sum": 12.440818260031183,
172
+ "count": 64.0
173
+ },
174
+ "oat_autoencoding_mse": {
175
+ "sum": 0.0017136850693590627,
176
+ "count": 448.0
177
+ },
178
+ "projection_distance": {
179
+ "sum": 22.885051960498345,
180
+ "count": 160.0
181
+ },
182
+ "projection_out_of_bounds": {
183
+ "sum": 62.0,
184
+ "count": 160.0
185
+ },
186
+ "projection_legal": {
187
+ "sum": 160.0,
188
+ "count": 160.0
189
+ }
190
+ }
191
+ },
192
+ "generated": {
193
+ "seconds": 4.135167323052883,
194
+ "ditx_forward_count": 17,
195
+ "ditx_forward_batch_sizes": {
196
+ "4": 17
197
+ },
198
+ "metrics": {
199
+ "fm_loss": {
200
+ "sum": 233.1582101265958,
201
+ "count": 160.0
202
+ },
203
+ "decoded_action_mse": {
204
+ "sum": 12.47426688115843,
205
+ "count": 448.0
206
+ },
207
+ "translation_mse": {
208
+ "sum": 0.0007393861059303303,
209
+ "count": 192.0
210
+ },
211
+ "rotation_mse": {
212
+ "sum": 0.03270923502131673,
213
+ "count": 192.0
214
+ },
215
+ "gripper_mse": {
216
+ "sum": 12.440818260031183,
217
+ "count": 64.0
218
+ },
219
+ "oat_autoencoding_mse": {
220
+ "sum": 0.0017136850693590627,
221
+ "count": 448.0
222
+ },
223
+ "projection_distance": {
224
+ "sum": 22.885051960498345,
225
+ "count": 160.0
226
+ },
227
+ "projection_out_of_bounds": {
228
+ "sum": 62.0,
229
+ "count": 160.0
230
+ },
231
+ "projection_legal": {
232
+ "sum": 160.0,
233
+ "count": 160.0
234
+ }
235
+ }
236
+ }
237
+ },
238
+ "seconds": 6.312342389952391,
239
+ "ditx_forward_count": 26
240
+ }
241
+ },
242
+ "comparison": {
243
+ "expert": {
244
+ "fm_loss": {
245
+ "counts_equal": true,
246
+ "sum_close": true,
247
+ "sum_absolute_error": 0.0,
248
+ "sum_relative_error": 0.0
249
+ },
250
+ "decoded_action_mse": {
251
+ "counts_equal": true,
252
+ "sum_close": true,
253
+ "sum_absolute_error": 4.566040630038515e-07,
254
+ "sum_relative_error": 3.660367784660229e-08
255
+ },
256
+ "translation_mse": {
257
+ "counts_equal": true,
258
+ "sum_close": true,
259
+ "sum_absolute_error": 9.420820894223692e-12,
260
+ "sum_relative_error": 1.2741408985952529e-08
261
+ },
262
+ "rotation_mse": {
263
+ "counts_equal": true,
264
+ "sum_close": true,
265
+ "sum_absolute_error": 4.4260790588168675e-09,
266
+ "sum_relative_error": 1.353158659018976e-07
267
+ },
268
+ "gripper_mse": {
269
+ "counts_equal": true,
270
+ "sum_close": true,
271
+ "sum_absolute_error": 4.5216856392471527e-07,
272
+ "sum_relative_error": 3.6345563293299064e-08
273
+ },
274
+ "oat_autoencoding_mse": {
275
+ "counts_equal": true,
276
+ "sum_close": true,
277
+ "sum_absolute_error": 1.0662055448598662e-09,
278
+ "sum_relative_error": 6.22171615594145e-07
279
+ },
280
+ "projection_distance": {
281
+ "counts_equal": true,
282
+ "sum_close": true,
283
+ "sum_absolute_error": 0.0,
284
+ "sum_relative_error": 0.0
285
+ },
286
+ "projection_out_of_bounds": {
287
+ "counts_equal": true,
288
+ "sum_close": true,
289
+ "sum_absolute_error": 0.0,
290
+ "sum_relative_error": 0.0
291
+ },
292
+ "projection_legal": {
293
+ "counts_equal": true,
294
+ "sum_close": true,
295
+ "sum_absolute_error": 0.0,
296
+ "sum_relative_error": 0.0
297
+ }
298
+ },
299
+ "generated": {
300
+ "fm_loss": {
301
+ "counts_equal": true,
302
+ "sum_close": true,
303
+ "sum_absolute_error": 0.0,
304
+ "sum_relative_error": 0.0
305
+ },
306
+ "decoded_action_mse": {
307
+ "counts_equal": true,
308
+ "sum_close": true,
309
+ "sum_absolute_error": 4.566040630038515e-07,
310
+ "sum_relative_error": 3.660367784660229e-08
311
+ },
312
+ "translation_mse": {
313
+ "counts_equal": true,
314
+ "sum_close": true,
315
+ "sum_absolute_error": 9.420820894223692e-12,
316
+ "sum_relative_error": 1.2741408985952529e-08
317
+ },
318
+ "rotation_mse": {
319
+ "counts_equal": true,
320
+ "sum_close": true,
321
+ "sum_absolute_error": 4.4260790588168675e-09,
322
+ "sum_relative_error": 1.353158659018976e-07
323
+ },
324
+ "gripper_mse": {
325
+ "counts_equal": true,
326
+ "sum_close": true,
327
+ "sum_absolute_error": 4.5216856392471527e-07,
328
+ "sum_relative_error": 3.6345563293299064e-08
329
+ },
330
+ "oat_autoencoding_mse": {
331
+ "counts_equal": true,
332
+ "sum_close": true,
333
+ "sum_absolute_error": 1.0662055448598662e-09,
334
+ "sum_relative_error": 6.22171615594145e-07
335
+ },
336
+ "projection_distance": {
337
+ "counts_equal": true,
338
+ "sum_close": true,
339
+ "sum_absolute_error": 0.0,
340
+ "sum_relative_error": 0.0
341
+ },
342
+ "projection_out_of_bounds": {
343
+ "counts_equal": true,
344
+ "sum_close": true,
345
+ "sum_absolute_error": 0.0,
346
+ "sum_relative_error": 0.0
347
+ },
348
+ "projection_legal": {
349
+ "counts_equal": true,
350
+ "sum_close": true,
351
+ "sum_absolute_error": 0.0,
352
+ "sum_relative_error": 0.0
353
+ }
354
+ }
355
+ },
356
+ "comparison_rtol": 2e-05,
357
+ "comparison_atol": 2e-05,
358
+ "all_metric_counts_equal_and_sums_close": true,
359
+ "failures": [],
360
+ "cpu_walltime_ratio_legacy_to_batched": 2.4190295722109965,
361
+ "notes": [
362
+ "Fresh untrained 16x768 flow model; no training, optimizer, GPU context, or W&B run.",
363
+ "One bounded CPU iteration per method after one FM-only batch warmup. Timings are illustrative, not a GPU performance claim.",
364
+ "Both expert and generated-history decoded metrics evaluated for the same four held-out windows with valid previous windows."
365
+ ]
366
+ }
outputs/latent_flow_checks/pen_cabinet_ep0010_cpu_check.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_p2n_latent_flow_resnet18_20260924_175218_2268893/checkpoints/ep-0010_mse-0.007373.ckpt",
3
+ "weights": "ema",
4
+ "strict_restore_passed": true,
5
+ "policy_family": "oat_latent_flow",
6
+ "variant": "p2n_latent_flow",
7
+ "obs_encoder": "resnet18",
8
+ "self_past_optimizer_updates": 2002,
9
+ "configured_self_past_probability": 0.12525,
10
+ "frozen_oat": true,
11
+ "device": "cpu",
12
+ "flow_steps": 8,
13
+ "dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
14
+ "validation_episode": 5,
15
+ "validation_episode_count": 7,
16
+ "explicit_history_finite": true,
17
+ "stateful_history_finite": true,
18
+ "recorded_command_acknowledgement_passed": true,
19
+ "action_shape": [
20
+ 1,
21
+ 8,
22
+ 7
23
+ ],
24
+ "prediction_shape": [
25
+ 1,
26
+ 16,
27
+ 7
28
+ ],
29
+ "restore_seconds": 7.569338372908533,
30
+ "three_prediction_check_seconds": 3.699857421219349,
31
+ "limitations": [
32
+ "Three recorded-observation CPU API checks; not a robot rollout or success-rate test.",
33
+ "CPU latency does not measure deployment GPU/control latency."
34
+ ]
35
+ }
outputs/latent_flow_checks/pen_cabinet_resnet18_cpu_inference.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "p2n_latent_flow": {
3
+ "device": "cpu",
4
+ "backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
5
+ "vision_initialization": "random; no external weights",
6
+ "crop_shape": [
7
+ 112,
8
+ 112
9
+ ],
10
+ "oat": "specified frozen EMA checkpoint",
11
+ "architecture": {
12
+ "layers": 16,
13
+ "embed_dim": 768,
14
+ "heads": 12
15
+ },
16
+ "parameters": {
17
+ "total": 269719343,
18
+ "trainable": 263914309,
19
+ "frozen": 5805034
20
+ },
21
+ "context_shape": [
22
+ 1,
23
+ 15,
24
+ 768
25
+ ],
26
+ "action_shape": [
27
+ 1,
28
+ 8,
29
+ 7
30
+ ],
31
+ "prediction_shape": [
32
+ 1,
33
+ 16,
34
+ 7
35
+ ],
36
+ "sampling_steps": 8,
37
+ "finite": true,
38
+ "normalization": "policy action/state fit on the 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
39
+ "inference_check_seconds": 1.7711348850280046,
40
+ "note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
41
+ }
42
+ }
outputs/latent_flow_checks/pen_cabinet_resnet18_preflight.json ADDED
@@ -0,0 +1,197 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "oat_latent_flow",
3
+ "variant": "p2n_latent_flow",
4
+ "task": "real_robot",
5
+ "obs_encoder": "resnet18",
6
+ "task_name": "pen_cabinet_N67",
7
+ "world_size": 2,
8
+ "effective_batch": 64,
9
+ "dataset_split": {
10
+ "schema_version": 1,
11
+ "data_path": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
12
+ "val_ratio": 0.1,
13
+ "seed": 42,
14
+ "train_episode_ids": [
15
+ 0,
16
+ 1,
17
+ 2,
18
+ 3,
19
+ 4,
20
+ 6,
21
+ 7,
22
+ 8,
23
+ 9,
24
+ 10,
25
+ 11,
26
+ 12,
27
+ 13,
28
+ 14,
29
+ 15,
30
+ 16,
31
+ 17,
32
+ 18,
33
+ 19,
34
+ 20,
35
+ 21,
36
+ 22,
37
+ 23,
38
+ 24,
39
+ 25,
40
+ 26,
41
+ 27,
42
+ 29,
43
+ 30,
44
+ 31,
45
+ 32,
46
+ 33,
47
+ 34,
48
+ 35,
49
+ 36,
50
+ 37,
51
+ 38,
52
+ 39,
53
+ 40,
54
+ 42,
55
+ 43,
56
+ 44,
57
+ 45,
58
+ 46,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 57,
68
+ 58,
69
+ 59,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 65
75
+ ],
76
+ "validation_episode_ids": [
77
+ 5,
78
+ 28,
79
+ 41,
80
+ 47,
81
+ 56,
82
+ 64,
83
+ 66
84
+ ],
85
+ "train": {
86
+ "episodes": 60,
87
+ "windows": 93415
88
+ },
89
+ "validation": {
90
+ "episodes": 7,
91
+ "windows": 10208
92
+ },
93
+ "offline_validation_enabled": true,
94
+ "identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
95
+ "sample_id_definition": "absolute_action_anchor_v1",
96
+ "future_action_valid_definition": "pad_before + arange(horizon) in [sample_start,sample_end)"
97
+ },
98
+ "sources": {
99
+ "oat": {
100
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
101
+ "sha256": "b5623a40faf17abe2e1a1afc4c7fb0493d3a04200c52adf6ee4d86135b349428",
102
+ "weights": "ema_model",
103
+ "config": {
104
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
105
+ "action_aug": {
106
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
107
+ "p": 0.6,
108
+ "max_angle_deg": 30.0,
109
+ "mode": "conjugate",
110
+ "augment_position": true,
111
+ "pos_start": 0,
112
+ "pos_end": 3,
113
+ "rot_start": 3,
114
+ "rot_end": 6
115
+ },
116
+ "encoder": {
117
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
118
+ "sample_dim": 7,
119
+ "sample_horizon": 16,
120
+ "emb_dim": 256,
121
+ "head_dim": 64,
122
+ "depth": 2,
123
+ "pdropout": 0.1,
124
+ "latent_dim": 5,
125
+ "num_registers": 8
126
+ },
127
+ "decoder": {
128
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
129
+ "sample_dim": 7,
130
+ "sample_horizon": 16,
131
+ "emb_dim": 256,
132
+ "head_dim": 64,
133
+ "depth": 4,
134
+ "pdropout": 0.1,
135
+ "token_dropout_mode": "pow2",
136
+ "latent_dim": 5,
137
+ "latent_horizon": 8,
138
+ "use_causal_decoder": true
139
+ },
140
+ "quantizer": {
141
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
142
+ "levels": [
143
+ 8,
144
+ 5,
145
+ 5,
146
+ 5,
147
+ 5
148
+ ]
149
+ }
150
+ },
151
+ "latent_shape": [
152
+ 8,
153
+ 5
154
+ ],
155
+ "action_shape": [
156
+ 16,
157
+ 7
158
+ ],
159
+ "levels": [
160
+ 8,
161
+ 5,
162
+ 5,
163
+ 5,
164
+ 5
165
+ ]
166
+ },
167
+ "resnet18": {
168
+ "encoder": "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder",
169
+ "backbone": "ResNet18Conv",
170
+ "initialization": "random",
171
+ "pretrained": false,
172
+ "config": {
173
+ "crop_shape": [
174
+ 112,
175
+ 112
176
+ ],
177
+ "use_group_norm": true,
178
+ "share_rgb_model": false,
179
+ "eval_fixed_crop": true
180
+ },
181
+ "external_vision_checkpoint_required": false
182
+ }
183
+ },
184
+ "update_schedule": {
185
+ "batches_per_rank": 11676,
186
+ "updates_per_epoch": 1460,
187
+ "planned_optimizer_updates": 2921460,
188
+ "lr_warmup_steps": 146073
189
+ },
190
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_p2n_latent_flow_resnet18_20260924_172023_2197352",
191
+ "status": "CPU source/schema preflight passed; no model, GPU work or training started",
192
+ "unmeasured": [
193
+ "full-model GPU peak memory",
194
+ "real two-rank training",
195
+ "robot closed-loop quality"
196
+ ]
197
+ }
outputs/latent_flow_checks/resnet18_full_model_cpu_inference.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "p2n_latent_flow": {
3
+ "device": "cpu",
4
+ "backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
5
+ "vision_initialization": "random; no external weights",
6
+ "crop_shape": [
7
+ 112,
8
+ 112
9
+ ],
10
+ "oat": "specified frozen EMA checkpoint",
11
+ "architecture": {
12
+ "layers": 16,
13
+ "embed_dim": 768,
14
+ "heads": 12
15
+ },
16
+ "parameters": {
17
+ "total": 269719343,
18
+ "trainable": 263914309,
19
+ "frozen": 5805034
20
+ },
21
+ "context_shape": [
22
+ 1,
23
+ 15,
24
+ 768
25
+ ],
26
+ "action_shape": [
27
+ 1,
28
+ 8,
29
+ 7
30
+ ],
31
+ "prediction_shape": [
32
+ 1,
33
+ 16,
34
+ 7
35
+ ],
36
+ "sampling_steps": 8,
37
+ "finite": true,
38
+ "normalization": "policy action/state fit on the 73 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
39
+ "inference_check_seconds": 1.380201930180192,
40
+ "note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
41
+ },
42
+ "p2n_state_gate_latent_flow": {
43
+ "device": "cpu",
44
+ "backbone": "original trainable ResNet18Conv with GroupNorm and SpatialSoftmax",
45
+ "vision_initialization": "random; no external weights",
46
+ "crop_shape": [
47
+ 112,
48
+ 112
49
+ ],
50
+ "oat": "specified frozen EMA checkpoint",
51
+ "architecture": {
52
+ "layers": 16,
53
+ "embed_dim": 768,
54
+ "heads": 12
55
+ },
56
+ "parameters": {
57
+ "total": 271671346,
58
+ "trainable": 265866312,
59
+ "frozen": 5805034
60
+ },
61
+ "context_shape": [
62
+ 1,
63
+ 19,
64
+ 768
65
+ ],
66
+ "action_shape": [
67
+ 1,
68
+ 8,
69
+ 7
70
+ ],
71
+ "prediction_shape": [
72
+ 1,
73
+ 16,
74
+ 7
75
+ ],
76
+ "sampling_steps": 8,
77
+ "finite": true,
78
+ "normalization": "policy action/state fit on the 73 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained",
79
+ "inference_check_seconds": 1.2486863951198757,
80
+ "note": "Fresh untrained model; CPU inference only. No GPU acceptance, production training or task quality claim."
81
+ }
82
+ }
outputs/latent_flow_checks/resnet18_implementation_verification.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "observation_encoder": "original trainable ResNet18Conv, GroupNorm, SpatialSoftmax",
3
+ "cpu_regression_tests_passed": 97,
4
+ "cpu_distributed_smoke": {
5
+ "p2n_latent_flow": [
6
+ {
7
+ "mode": "cpu_tiny_flow_contract_only",
8
+ "variant": "p2n_latent_flow",
9
+ "rank": 0,
10
+ "successful_updates": 3,
11
+ "accumulation": 2,
12
+ "tail_group_size": 1,
13
+ "seconds": 4.489898118656129,
14
+ "losses": [
15
+ 1.5933226346969604,
16
+ 2.323333263397217,
17
+ 1.6405688524246216,
18
+ 1.7257883548736572,
19
+ 1.7827410697937012
20
+ ]
21
+ },
22
+ {
23
+ "mode": "cpu_tiny_flow_contract_only",
24
+ "variant": "p2n_latent_flow",
25
+ "rank": 1,
26
+ "successful_updates": 3,
27
+ "accumulation": 2,
28
+ "tail_group_size": 1,
29
+ "seconds": 4.489382326602936,
30
+ "losses": [
31
+ 0.873269259929657,
32
+ 1.198486328125,
33
+ 1.3470691442489624,
34
+ 1.2165049314498901,
35
+ 1.2941312789916992
36
+ ]
37
+ }
38
+ ],
39
+ "p2n_state_gate_latent_flow": [
40
+ {
41
+ "mode": "cpu_tiny_flow_contract_only",
42
+ "variant": "p2n_state_gate_latent_flow",
43
+ "rank": 0,
44
+ "successful_updates": 3,
45
+ "accumulation": 2,
46
+ "tail_group_size": 1,
47
+ "seconds": 4.450359760783613,
48
+ "losses": [
49
+ 1.5933226346969604,
50
+ 2.323333263397217,
51
+ 1.6405688524246216,
52
+ 1.7257883548736572,
53
+ 1.7826249599456787
54
+ ]
55
+ },
56
+ {
57
+ "mode": "cpu_tiny_flow_contract_only",
58
+ "variant": "p2n_state_gate_latent_flow",
59
+ "rank": 1,
60
+ "successful_updates": 3,
61
+ "accumulation": 2,
62
+ "tail_group_size": 1,
63
+ "seconds": 4.450824883300811,
64
+ "losses": [
65
+ 0.873269259929657,
66
+ 1.198486328125,
67
+ 1.3470691442489624,
68
+ 1.2165049314498901,
69
+ 1.2938807010650635
70
+ ]
71
+ }
72
+ ]
73
+ },
74
+ "optimizer_state_restore": [
75
+ {
76
+ "variant": "p2n_latent_flow",
77
+ "optimizer_parameters_restored": 214,
78
+ "state_lr": 5e-05,
79
+ "visual_lr": 0.0001,
80
+ "loss": 1.362253189086914
81
+ },
82
+ {
83
+ "variant": "p2n_state_gate_latent_flow",
84
+ "optimizer_parameters_restored": 251,
85
+ "state_lr": 5e-05,
86
+ "visual_lr": 0.0001,
87
+ "loss": 1.362253189086914
88
+ }
89
+ ],
90
+ "full_size_cpu_inference_report": "resnet18_full_model_cpu_inference.json",
91
+ "real_dataset_oat_preflight": {
92
+ "p2n_latent_flow": "passed",
93
+ "p2n_state_gate_latent_flow": "passed"
94
+ },
95
+ "original_files_checked": 233,
96
+ "original_files_changed": [],
97
+ "latent_flow_bash_entrypoints": [
98
+ "train_p2n_latent_flow.sh"
99
+ ],
100
+ "production_training_started": false,
101
+ "gpu_acceptance_run": false,
102
+ "wandb_run_started": false
103
+ }
outputs/latent_flow_checks/runtime_progress_batched_validation_verification.json ADDED
@@ -0,0 +1,380 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cpu_regression_tests_passed": 136,
3
+ "distributed_validation": {
4
+ "world_size": 2,
5
+ "uneven_batches_passed": true,
6
+ "empty_rank_passed": true
7
+ },
8
+ "full_model_cpu_benchmark": {
9
+ "created_utc": "2026-09-24T17:43:11.385911+00:00",
10
+ "device": "cpu",
11
+ "cpu": "AMD EPYC 7713 64-Core Processor",
12
+ "torch_version": "2.10.0",
13
+ "intraop_threads": 2,
14
+ "interop_threads": 2,
15
+ "variant": "p2n_latent_flow",
16
+ "task": "pen_cabinet",
17
+ "obs_encoder": "resnet18",
18
+ "architecture": {
19
+ "layers": 16,
20
+ "embed_dim": 768,
21
+ "heads": 12,
22
+ "ffn_dim": 2048
23
+ },
24
+ "parameters": {
25
+ "total": 269719343,
26
+ "trainable": 263914309,
27
+ "frozen": 5805034
28
+ },
29
+ "batch_size": 4,
30
+ "sampling_steps": 8,
31
+ "training_self_past_chunk_size": 2,
32
+ "dataset": "/workspace/ysk/zarr/pen_cabinet_N67.zarr",
33
+ "dataset_identity": "sha256:bcf847a22cbfa48fb8ace9e6646b1b6c1778b16f9a429a01cc9a1049f2ad5f21",
34
+ "validation_episode_ids_used": [
35
+ 5,
36
+ 28,
37
+ 41,
38
+ 47
39
+ ],
40
+ "sample_ids": [
41
+ 6620,
42
+ 45762,
43
+ 66416,
44
+ 75504
45
+ ],
46
+ "sample_seeds": [
47
+ 5069682168001698943,
48
+ 6088073930567098781,
49
+ 4597714012507753796,
50
+ 1022598925123562538
51
+ ],
52
+ "oat_checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/pen_cabinet_N67_current_20260919_212551/tokenizer/checkpoints/ep-2950_mse-0.000.ckpt",
53
+ "oat_weights": "frozen EMA",
54
+ "normalization": "Action/state fit only on 60 training episodes; RGB fixed byte-range endpoints; OAT checkpoint normalizer retained.",
55
+ "benchmark": {
56
+ "legacy_per_sample": {
57
+ "modes": {
58
+ "expert": {
59
+ "seconds": 5.391564310062677,
60
+ "ditx_forward_count": 36,
61
+ "ditx_forward_batch_sizes": {
62
+ "1": 36
63
+ },
64
+ "metrics": {
65
+ "fm_loss": {
66
+ "sum": 233.1582101265958,
67
+ "count": 160.0
68
+ },
69
+ "decoded_action_mse": {
70
+ "sum": 12.474267337762493,
71
+ "count": 448.0
72
+ },
73
+ "translation_mse": {
74
+ "sum": 0.0007393861153511512,
75
+ "count": 192.0
76
+ },
77
+ "rotation_mse": {
78
+ "sum": 0.03270923944739579,
79
+ "count": 192.0
80
+ },
81
+ "gripper_mse": {
82
+ "sum": 12.440818712199746,
83
+ "count": 64.0
84
+ },
85
+ "oat_autoencoding_mse": {
86
+ "sum": 0.0017136840031535179,
87
+ "count": 448.0
88
+ },
89
+ "projection_distance": {
90
+ "sum": 22.885051960498345,
91
+ "count": 160.0
92
+ },
93
+ "projection_out_of_bounds": {
94
+ "sum": 62.0,
95
+ "count": 160.0
96
+ },
97
+ "projection_legal": {
98
+ "sum": 160.0,
99
+ "count": 160.0
100
+ }
101
+ }
102
+ },
103
+ "generated": {
104
+ "seconds": 9.878178601153195,
105
+ "ditx_forward_count": 68,
106
+ "ditx_forward_batch_sizes": {
107
+ "1": 68
108
+ },
109
+ "metrics": {
110
+ "fm_loss": {
111
+ "sum": 233.1582101265958,
112
+ "count": 160.0
113
+ },
114
+ "decoded_action_mse": {
115
+ "sum": 12.474267337762493,
116
+ "count": 448.0
117
+ },
118
+ "translation_mse": {
119
+ "sum": 0.0007393861153511512,
120
+ "count": 192.0
121
+ },
122
+ "rotation_mse": {
123
+ "sum": 0.03270923944739579,
124
+ "count": 192.0
125
+ },
126
+ "gripper_mse": {
127
+ "sum": 12.440818712199746,
128
+ "count": 64.0
129
+ },
130
+ "oat_autoencoding_mse": {
131
+ "sum": 0.0017136840031535179,
132
+ "count": 448.0
133
+ },
134
+ "projection_distance": {
135
+ "sum": 22.885051960498345,
136
+ "count": 160.0
137
+ },
138
+ "projection_out_of_bounds": {
139
+ "sum": 62.0,
140
+ "count": 160.0
141
+ },
142
+ "projection_legal": {
143
+ "sum": 160.0,
144
+ "count": 160.0
145
+ }
146
+ }
147
+ }
148
+ },
149
+ "seconds": 15.269742911215872,
150
+ "ditx_forward_count": 104
151
+ },
152
+ "batched_sample_seeds": {
153
+ "modes": {
154
+ "expert": {
155
+ "seconds": 2.1771750668995082,
156
+ "ditx_forward_count": 9,
157
+ "ditx_forward_batch_sizes": {
158
+ "4": 9
159
+ },
160
+ "metrics": {
161
+ "fm_loss": {
162
+ "sum": 233.1582101265958,
163
+ "count": 160.0
164
+ },
165
+ "decoded_action_mse": {
166
+ "sum": 12.47426688115843,
167
+ "count": 448.0
168
+ },
169
+ "translation_mse": {
170
+ "sum": 0.0007393861059303303,
171
+ "count": 192.0
172
+ },
173
+ "rotation_mse": {
174
+ "sum": 0.03270923502131673,
175
+ "count": 192.0
176
+ },
177
+ "gripper_mse": {
178
+ "sum": 12.440818260031183,
179
+ "count": 64.0
180
+ },
181
+ "oat_autoencoding_mse": {
182
+ "sum": 0.0017136850693590627,
183
+ "count": 448.0
184
+ },
185
+ "projection_distance": {
186
+ "sum": 22.885051960498345,
187
+ "count": 160.0
188
+ },
189
+ "projection_out_of_bounds": {
190
+ "sum": 62.0,
191
+ "count": 160.0
192
+ },
193
+ "projection_legal": {
194
+ "sum": 160.0,
195
+ "count": 160.0
196
+ }
197
+ }
198
+ },
199
+ "generated": {
200
+ "seconds": 4.135167323052883,
201
+ "ditx_forward_count": 17,
202
+ "ditx_forward_batch_sizes": {
203
+ "4": 17
204
+ },
205
+ "metrics": {
206
+ "fm_loss": {
207
+ "sum": 233.1582101265958,
208
+ "count": 160.0
209
+ },
210
+ "decoded_action_mse": {
211
+ "sum": 12.47426688115843,
212
+ "count": 448.0
213
+ },
214
+ "translation_mse": {
215
+ "sum": 0.0007393861059303303,
216
+ "count": 192.0
217
+ },
218
+ "rotation_mse": {
219
+ "sum": 0.03270923502131673,
220
+ "count": 192.0
221
+ },
222
+ "gripper_mse": {
223
+ "sum": 12.440818260031183,
224
+ "count": 64.0
225
+ },
226
+ "oat_autoencoding_mse": {
227
+ "sum": 0.0017136850693590627,
228
+ "count": 448.0
229
+ },
230
+ "projection_distance": {
231
+ "sum": 22.885051960498345,
232
+ "count": 160.0
233
+ },
234
+ "projection_out_of_bounds": {
235
+ "sum": 62.0,
236
+ "count": 160.0
237
+ },
238
+ "projection_legal": {
239
+ "sum": 160.0,
240
+ "count": 160.0
241
+ }
242
+ }
243
+ }
244
+ },
245
+ "seconds": 6.312342389952391,
246
+ "ditx_forward_count": 26
247
+ }
248
+ },
249
+ "comparison": {
250
+ "expert": {
251
+ "fm_loss": {
252
+ "counts_equal": true,
253
+ "sum_close": true,
254
+ "sum_absolute_error": 0.0,
255
+ "sum_relative_error": 0.0
256
+ },
257
+ "decoded_action_mse": {
258
+ "counts_equal": true,
259
+ "sum_close": true,
260
+ "sum_absolute_error": 4.566040630038515e-07,
261
+ "sum_relative_error": 3.660367784660229e-08
262
+ },
263
+ "translation_mse": {
264
+ "counts_equal": true,
265
+ "sum_close": true,
266
+ "sum_absolute_error": 9.420820894223692e-12,
267
+ "sum_relative_error": 1.2741408985952529e-08
268
+ },
269
+ "rotation_mse": {
270
+ "counts_equal": true,
271
+ "sum_close": true,
272
+ "sum_absolute_error": 4.4260790588168675e-09,
273
+ "sum_relative_error": 1.353158659018976e-07
274
+ },
275
+ "gripper_mse": {
276
+ "counts_equal": true,
277
+ "sum_close": true,
278
+ "sum_absolute_error": 4.5216856392471527e-07,
279
+ "sum_relative_error": 3.6345563293299064e-08
280
+ },
281
+ "oat_autoencoding_mse": {
282
+ "counts_equal": true,
283
+ "sum_close": true,
284
+ "sum_absolute_error": 1.0662055448598662e-09,
285
+ "sum_relative_error": 6.22171615594145e-07
286
+ },
287
+ "projection_distance": {
288
+ "counts_equal": true,
289
+ "sum_close": true,
290
+ "sum_absolute_error": 0.0,
291
+ "sum_relative_error": 0.0
292
+ },
293
+ "projection_out_of_bounds": {
294
+ "counts_equal": true,
295
+ "sum_close": true,
296
+ "sum_absolute_error": 0.0,
297
+ "sum_relative_error": 0.0
298
+ },
299
+ "projection_legal": {
300
+ "counts_equal": true,
301
+ "sum_close": true,
302
+ "sum_absolute_error": 0.0,
303
+ "sum_relative_error": 0.0
304
+ }
305
+ },
306
+ "generated": {
307
+ "fm_loss": {
308
+ "counts_equal": true,
309
+ "sum_close": true,
310
+ "sum_absolute_error": 0.0,
311
+ "sum_relative_error": 0.0
312
+ },
313
+ "decoded_action_mse": {
314
+ "counts_equal": true,
315
+ "sum_close": true,
316
+ "sum_absolute_error": 4.566040630038515e-07,
317
+ "sum_relative_error": 3.660367784660229e-08
318
+ },
319
+ "translation_mse": {
320
+ "counts_equal": true,
321
+ "sum_close": true,
322
+ "sum_absolute_error": 9.420820894223692e-12,
323
+ "sum_relative_error": 1.2741408985952529e-08
324
+ },
325
+ "rotation_mse": {
326
+ "counts_equal": true,
327
+ "sum_close": true,
328
+ "sum_absolute_error": 4.4260790588168675e-09,
329
+ "sum_relative_error": 1.353158659018976e-07
330
+ },
331
+ "gripper_mse": {
332
+ "counts_equal": true,
333
+ "sum_close": true,
334
+ "sum_absolute_error": 4.5216856392471527e-07,
335
+ "sum_relative_error": 3.6345563293299064e-08
336
+ },
337
+ "oat_autoencoding_mse": {
338
+ "counts_equal": true,
339
+ "sum_close": true,
340
+ "sum_absolute_error": 1.0662055448598662e-09,
341
+ "sum_relative_error": 6.22171615594145e-07
342
+ },
343
+ "projection_distance": {
344
+ "counts_equal": true,
345
+ "sum_close": true,
346
+ "sum_absolute_error": 0.0,
347
+ "sum_relative_error": 0.0
348
+ },
349
+ "projection_out_of_bounds": {
350
+ "counts_equal": true,
351
+ "sum_close": true,
352
+ "sum_absolute_error": 0.0,
353
+ "sum_relative_error": 0.0
354
+ },
355
+ "projection_legal": {
356
+ "counts_equal": true,
357
+ "sum_close": true,
358
+ "sum_absolute_error": 0.0,
359
+ "sum_relative_error": 0.0
360
+ }
361
+ }
362
+ },
363
+ "comparison_rtol": 2e-05,
364
+ "comparison_atol": 2e-05,
365
+ "all_metric_counts_equal_and_sums_close": true,
366
+ "failures": [],
367
+ "cpu_walltime_ratio_legacy_to_batched": 2.4190295722109965,
368
+ "notes": [
369
+ "Fresh untrained 16x768 flow model; no training, optimizer, GPU context, or W&B run.",
370
+ "One bounded CPU iteration per method after one FM-only batch warmup. Timings are illustrative, not a GPU performance claim.",
371
+ "Both expert and generated-history decoded metrics evaluated for the same four held-out windows with valid previous windows."
372
+ ]
373
+ },
374
+ "original_files_checked": 233,
375
+ "original_files_changed": [],
376
+ "runtime_progress": "setup/train/validation/checkpoint; console + progress.jsonl + W&B automatic event steps with explicit global_step",
377
+ "original_gpu6_worker_alive": false,
378
+ "production_training_restarted": false,
379
+ "gpu_acceptance_run": false
380
+ }
outputs/nut_washer_policy_active_run.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z
outputs/real_robot_active_run.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ /workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z
outputs/real_robot_current_jobs.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "task": "fruits",
4
+ "variant": "current",
5
+ "gpu": "0",
6
+ "source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current/frozen_tokenizer.ckpt",
7
+ "source_tokenizer_sha256": "4542b239dfbc3282e9d1bea62db96d1bb82aa5b8e7f94ddca5ef7aab375df908",
8
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/current",
9
+ "previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current",
10
+ "previous_service": "real-robot-fruits-current",
11
+ "name": "real-robot-fruits-current-1gpu",
12
+ "command": [
13
+ "/venv/real_robot/bin/python",
14
+ "/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
15
+ "--task",
16
+ "fruits",
17
+ "--variant",
18
+ "current",
19
+ "--gpu",
20
+ "0",
21
+ "--tokenizer",
22
+ "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/current/frozen_tokenizer.ckpt",
23
+ "--output-dir",
24
+ "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/current",
25
+ "--entity",
26
+ "andyliu7081-northeastern-university",
27
+ "--project",
28
+ "real_robot",
29
+ "--resume"
30
+ ],
31
+ "wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-current-1gpu.sh",
32
+ "supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-current-1gpu.conf",
33
+ "gpus": "0",
34
+ "wandb": {
35
+ "entity": "andyliu7081-northeastern-university",
36
+ "project": "real_robot",
37
+ "run_id": "7e2140ba49ca",
38
+ "run_name": "fruits_current_single_gpu_20260911T091812Z_7e2140ba49ca",
39
+ "group": "fruits_current_single_gpu",
40
+ "mode": "online",
41
+ "url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/7e2140ba49ca"
42
+ },
43
+ "checkpoint_metric": "test_reconst_mse",
44
+ "checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
45
+ "checkpoint_every": 20,
46
+ "checkpoint_retention": "all",
47
+ "checkpoint_topk_k": 0,
48
+ "snapshot_every": 0
49
+ },
50
+ {
51
+ "task": "fruits",
52
+ "variant": "left_noise",
53
+ "gpu": "1",
54
+ "source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise/frozen_tokenizer.ckpt",
55
+ "source_tokenizer_sha256": "b1da3ffa25eb66c36680ff069e1ce1f2c8eae91ad01b7fc9dbd5e55ca73839fd",
56
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/left_noise",
57
+ "previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise",
58
+ "previous_service": "real-robot-fruits-left-noise",
59
+ "name": "real-robot-fruits-left-noise-1gpu",
60
+ "command": [
61
+ "/venv/real_robot/bin/python",
62
+ "/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
63
+ "--task",
64
+ "fruits",
65
+ "--variant",
66
+ "left_noise",
67
+ "--gpu",
68
+ "1",
69
+ "--tokenizer",
70
+ "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/fruits/left_noise/frozen_tokenizer.ckpt",
71
+ "--output-dir",
72
+ "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/left_noise",
73
+ "--entity",
74
+ "andyliu7081-northeastern-university",
75
+ "--project",
76
+ "real_robot",
77
+ "--resume"
78
+ ],
79
+ "wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-left-noise-1gpu.sh",
80
+ "supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/fruits_policy_single_gpu_20260911T090950Z/launch/real-robot-fruits-left-noise-1gpu.conf",
81
+ "gpus": "1",
82
+ "wandb": {
83
+ "entity": "andyliu7081-northeastern-university",
84
+ "project": "real_robot",
85
+ "run_id": "cb387e305510",
86
+ "run_name": "fruits_left_noise_single_gpu_20260911T091817Z_cb387e305510",
87
+ "group": "fruits_left_noise_single_gpu",
88
+ "mode": "online",
89
+ "url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/cb387e305510"
90
+ },
91
+ "checkpoint_metric": "test_reconst_mse",
92
+ "checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
93
+ "checkpoint_every": 20,
94
+ "checkpoint_retention": "all",
95
+ "checkpoint_topk_k": 0,
96
+ "snapshot_every": 0
97
+ },
98
+ {
99
+ "name": "real-robot-nut-washer-current-1gpu",
100
+ "task": "nut_washer",
101
+ "variant": "current",
102
+ "gpus": "4",
103
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
104
+ "wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-current-1gpu.sh",
105
+ "supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-current-1gpu.conf",
106
+ "command": [
107
+ "/venv/real_robot/bin/python",
108
+ "/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
109
+ "--task",
110
+ "nut_washer",
111
+ "--variant",
112
+ "current",
113
+ "--gpu",
114
+ "4",
115
+ "--tokenizer",
116
+ "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current/frozen_tokenizer.ckpt",
117
+ "--output-dir",
118
+ "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
119
+ "--entity",
120
+ "andyliu7081-northeastern-university",
121
+ "--project",
122
+ "real_robot"
123
+ ],
124
+ "queued_policy": {
125
+ "service": "real-robot-nut-washer-current-1gpu",
126
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/current",
127
+ "gpu": 4,
128
+ "batch_size": 64,
129
+ "num_epochs": 251,
130
+ "checkpoint_every": 20,
131
+ "checkpoint_retention": "all",
132
+ "filename": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
133
+ "logging_mode": "online",
134
+ "handoff_plan": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/handoff_plan.json"
135
+ },
136
+ "state": "training_policy",
137
+ "checkpoint_metric": "test_reconst_mse",
138
+ "checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
139
+ "gpu": "4",
140
+ "previous_service": "real-robot-nut-washer-current",
141
+ "previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current",
142
+ "tokenizer_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current",
143
+ "source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/current/frozen_tokenizer.ckpt",
144
+ "source_tokenizer_sha256": "905474b5f093337acd17e13479757ed6280aedb774b44f70d3a323770f743691",
145
+ "wandb": {
146
+ "entity": "andyliu7081-northeastern-university",
147
+ "project": "real_robot",
148
+ "run_id": "f5cb756f4ef2",
149
+ "run_name": "nut_washer_current_single_gpu_20260911T143752Z_f5cb756f4ef2",
150
+ "group": "nut_washer_current_single_gpu",
151
+ "mode": "online",
152
+ "url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/f5cb756f4ef2"
153
+ },
154
+ "checkpoint_every": 20,
155
+ "checkpoint_retention": "all"
156
+ },
157
+ {
158
+ "name": "real-robot-nut-washer-left-noise-1gpu",
159
+ "task": "nut_washer",
160
+ "variant": "left_noise",
161
+ "gpus": "6",
162
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
163
+ "wrapper": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-left-noise-1gpu.sh",
164
+ "supervisor_config": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/launch/real-robot-nut-washer-left-noise-1gpu.conf",
165
+ "command": [
166
+ "/venv/real_robot/bin/python",
167
+ "/workspace/ysk/past2next_bug_fixed/scripts/train_real_robot_policy.py",
168
+ "--task",
169
+ "nut_washer",
170
+ "--variant",
171
+ "left_noise",
172
+ "--gpu",
173
+ "6",
174
+ "--tokenizer",
175
+ "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise/frozen_tokenizer.ckpt",
176
+ "--output-dir",
177
+ "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
178
+ "--entity",
179
+ "andyliu7081-northeastern-university",
180
+ "--project",
181
+ "real_robot"
182
+ ],
183
+ "queued_policy": {
184
+ "service": "real-robot-nut-washer-left-noise-1gpu",
185
+ "output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/left_noise",
186
+ "gpu": 6,
187
+ "batch_size": 64,
188
+ "num_epochs": 251,
189
+ "checkpoint_every": 20,
190
+ "checkpoint_retention": "all",
191
+ "filename": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
192
+ "logging_mode": "online",
193
+ "handoff_plan": "/workspace/ysk/past2next_bug_fixed/output/training/nut_washer_policy_single_gpu_20260911T102907Z/handoff_plan.json"
194
+ },
195
+ "state": "training_policy",
196
+ "checkpoint_metric": "test_reconst_mse",
197
+ "checkpoint_format": "ep-{epoch:04d}_mse-{test_reconst_mse:.6f}.ckpt",
198
+ "gpu": "6",
199
+ "previous_service": "real-robot-nut-washer-left-noise",
200
+ "previous_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise",
201
+ "tokenizer_output_dir": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise",
202
+ "source_tokenizer": "/workspace/ysk/past2next_bug_fixed/output/training/real_robot_20260911T052052Z/nut_washer/left_noise/frozen_tokenizer.ckpt",
203
+ "source_tokenizer_sha256": "679284b482e6aa3470ddab74a8adc192dc4cc78d596f45c964b44e098006e6c9",
204
+ "wandb": {
205
+ "entity": "andyliu7081-northeastern-university",
206
+ "project": "real_robot",
207
+ "run_id": "b9dabb8533d7",
208
+ "run_name": "nut_washer_left_noise_single_gpu_20260911T144809Z_b9dabb8533d7",
209
+ "group": "nut_washer_left_noise_single_gpu",
210
+ "mode": "online",
211
+ "url": "https://wandb.ai/andyliu7081-northeastern-university/real_robot/runs/b9dabb8533d7"
212
+ },
213
+ "checkpoint_every": 20,
214
+ "checkpoint_retention": "all"
215
+ }
216
+ ]
outputs/training/p2n_gate_original_obs_libero/dataset_split.json ADDED
@@ -0,0 +1,526 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "identity": {
4
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
5
+ "train_episode_ids": [
6
+ 0,
7
+ 1,
8
+ 2,
9
+ 3,
10
+ 4,
11
+ 5,
12
+ 6,
13
+ 7,
14
+ 8,
15
+ 9,
16
+ 10,
17
+ 11,
18
+ 12,
19
+ 13,
20
+ 14,
21
+ 15,
22
+ 16,
23
+ 17,
24
+ 18,
25
+ 19,
26
+ 20,
27
+ 21,
28
+ 22,
29
+ 23,
30
+ 24,
31
+ 25,
32
+ 26,
33
+ 27,
34
+ 28,
35
+ 29,
36
+ 30,
37
+ 32,
38
+ 34,
39
+ 35,
40
+ 36,
41
+ 37,
42
+ 38,
43
+ 41,
44
+ 42,
45
+ 45,
46
+ 46,
47
+ 47,
48
+ 48,
49
+ 49,
50
+ 50,
51
+ 51,
52
+ 52,
53
+ 53,
54
+ 54,
55
+ 55,
56
+ 56,
57
+ 57,
58
+ 58,
59
+ 60,
60
+ 61,
61
+ 62,
62
+ 63,
63
+ 64,
64
+ 65,
65
+ 66,
66
+ 67,
67
+ 68,
68
+ 69,
69
+ 70,
70
+ 71,
71
+ 72,
72
+ 73,
73
+ 74,
74
+ 75,
75
+ 76,
76
+ 77,
77
+ 78,
78
+ 79,
79
+ 80,
80
+ 82,
81
+ 83,
82
+ 84,
83
+ 85,
84
+ 87,
85
+ 88,
86
+ 89,
87
+ 90,
88
+ 91,
89
+ 93,
90
+ 94,
91
+ 95,
92
+ 96,
93
+ 97,
94
+ 98,
95
+ 99,
96
+ 100,
97
+ 101,
98
+ 102,
99
+ 103,
100
+ 104,
101
+ 105,
102
+ 106,
103
+ 107,
104
+ 108,
105
+ 110,
106
+ 111,
107
+ 112,
108
+ 113,
109
+ 114,
110
+ 115,
111
+ 116,
112
+ 117,
113
+ 118,
114
+ 119,
115
+ 120,
116
+ 121,
117
+ 122,
118
+ 123,
119
+ 124,
120
+ 125,
121
+ 126,
122
+ 127,
123
+ 128,
124
+ 129,
125
+ 130,
126
+ 131,
127
+ 132,
128
+ 133,
129
+ 134,
130
+ 136,
131
+ 137,
132
+ 138,
133
+ 139,
134
+ 140,
135
+ 141,
136
+ 142,
137
+ 143,
138
+ 144,
139
+ 145,
140
+ 146,
141
+ 147,
142
+ 148,
143
+ 149,
144
+ 150,
145
+ 151,
146
+ 152,
147
+ 153,
148
+ 154,
149
+ 155,
150
+ 156,
151
+ 157,
152
+ 158,
153
+ 159,
154
+ 160,
155
+ 161,
156
+ 162,
157
+ 163,
158
+ 164,
159
+ 165,
160
+ 166,
161
+ 167,
162
+ 168,
163
+ 169,
164
+ 170,
165
+ 171,
166
+ 172,
167
+ 173,
168
+ 174,
169
+ 176,
170
+ 177,
171
+ 178,
172
+ 179,
173
+ 180,
174
+ 181,
175
+ 182,
176
+ 183,
177
+ 184,
178
+ 185,
179
+ 186,
180
+ 187,
181
+ 188,
182
+ 189,
183
+ 190,
184
+ 192,
185
+ 193,
186
+ 194,
187
+ 195,
188
+ 196,
189
+ 198,
190
+ 200,
191
+ 201,
192
+ 202,
193
+ 203,
194
+ 204,
195
+ 205,
196
+ 206,
197
+ 207,
198
+ 208,
199
+ 209,
200
+ 210,
201
+ 213,
202
+ 214,
203
+ 215,
204
+ 217,
205
+ 218,
206
+ 219,
207
+ 220,
208
+ 222,
209
+ 223,
210
+ 224,
211
+ 225,
212
+ 226,
213
+ 227,
214
+ 228,
215
+ 229,
216
+ 230,
217
+ 231,
218
+ 232,
219
+ 233,
220
+ 234,
221
+ 236,
222
+ 237,
223
+ 238,
224
+ 240,
225
+ 241,
226
+ 243,
227
+ 244,
228
+ 245,
229
+ 246,
230
+ 247,
231
+ 248,
232
+ 249,
233
+ 250,
234
+ 251,
235
+ 252,
236
+ 253,
237
+ 254,
238
+ 255,
239
+ 256,
240
+ 257,
241
+ 258,
242
+ 259,
243
+ 260,
244
+ 262,
245
+ 263,
246
+ 264,
247
+ 265,
248
+ 266,
249
+ 267,
250
+ 269,
251
+ 270,
252
+ 271,
253
+ 272,
254
+ 273,
255
+ 274,
256
+ 275,
257
+ 276,
258
+ 277,
259
+ 278,
260
+ 279,
261
+ 280,
262
+ 281,
263
+ 282,
264
+ 283,
265
+ 284,
266
+ 285,
267
+ 286,
268
+ 287,
269
+ 288,
270
+ 289,
271
+ 290,
272
+ 291,
273
+ 292,
274
+ 293,
275
+ 294,
276
+ 295,
277
+ 297,
278
+ 298,
279
+ 299,
280
+ 300,
281
+ 301,
282
+ 302,
283
+ 303,
284
+ 304,
285
+ 305,
286
+ 307,
287
+ 308,
288
+ 310,
289
+ 311,
290
+ 312,
291
+ 313,
292
+ 314,
293
+ 315,
294
+ 316,
295
+ 317,
296
+ 318,
297
+ 320,
298
+ 321,
299
+ 322,
300
+ 323,
301
+ 324,
302
+ 325,
303
+ 326,
304
+ 327,
305
+ 328,
306
+ 329,
307
+ 330,
308
+ 331,
309
+ 332,
310
+ 334,
311
+ 335,
312
+ 336,
313
+ 337,
314
+ 339,
315
+ 341,
316
+ 342,
317
+ 343,
318
+ 344,
319
+ 346,
320
+ 347,
321
+ 348,
322
+ 350,
323
+ 351,
324
+ 352,
325
+ 354,
326
+ 355,
327
+ 356,
328
+ 357,
329
+ 358,
330
+ 359,
331
+ 360,
332
+ 361,
333
+ 362,
334
+ 363,
335
+ 364,
336
+ 365,
337
+ 367,
338
+ 368,
339
+ 369,
340
+ 370,
341
+ 373,
342
+ 374,
343
+ 375,
344
+ 376,
345
+ 377,
346
+ 378,
347
+ 379,
348
+ 380,
349
+ 381,
350
+ 382,
351
+ 383,
352
+ 384,
353
+ 385,
354
+ 386,
355
+ 387,
356
+ 388,
357
+ 390,
358
+ 392,
359
+ 394,
360
+ 395,
361
+ 396,
362
+ 397,
363
+ 398,
364
+ 399,
365
+ 400,
366
+ 401,
367
+ 402,
368
+ 404,
369
+ 405,
370
+ 406,
371
+ 407,
372
+ 408,
373
+ 409,
374
+ 410,
375
+ 411,
376
+ 412,
377
+ 413,
378
+ 414,
379
+ 415,
380
+ 416,
381
+ 418,
382
+ 419,
383
+ 420,
384
+ 421,
385
+ 422,
386
+ 423,
387
+ 424,
388
+ 425,
389
+ 426,
390
+ 427,
391
+ 428,
392
+ 429,
393
+ 431,
394
+ 432,
395
+ 433,
396
+ 434,
397
+ 435,
398
+ 436,
399
+ 437,
400
+ 438,
401
+ 440,
402
+ 441,
403
+ 442,
404
+ 443,
405
+ 445,
406
+ 446,
407
+ 447,
408
+ 448,
409
+ 449,
410
+ 451,
411
+ 452,
412
+ 453,
413
+ 454,
414
+ 455,
415
+ 456,
416
+ 457,
417
+ 458,
418
+ 459,
419
+ 460,
420
+ 461,
421
+ 462,
422
+ 463,
423
+ 464,
424
+ 465,
425
+ 466,
426
+ 467,
427
+ 468,
428
+ 469,
429
+ 470,
430
+ 471,
431
+ 472,
432
+ 473,
433
+ 474,
434
+ 475,
435
+ 476,
436
+ 478,
437
+ 479,
438
+ 480,
439
+ 482,
440
+ 483,
441
+ 484,
442
+ 485,
443
+ 486,
444
+ 487,
445
+ 488,
446
+ 489,
447
+ 490,
448
+ 491,
449
+ 492,
450
+ 494,
451
+ 495,
452
+ 496,
453
+ 497,
454
+ 498,
455
+ 499
456
+ ],
457
+ "validation_episode_ids": [
458
+ 31,
459
+ 33,
460
+ 39,
461
+ 40,
462
+ 43,
463
+ 44,
464
+ 59,
465
+ 81,
466
+ 86,
467
+ 92,
468
+ 109,
469
+ 135,
470
+ 175,
471
+ 191,
472
+ 197,
473
+ 199,
474
+ 211,
475
+ 212,
476
+ 216,
477
+ 221,
478
+ 235,
479
+ 239,
480
+ 242,
481
+ 261,
482
+ 268,
483
+ 296,
484
+ 306,
485
+ 309,
486
+ 319,
487
+ 333,
488
+ 338,
489
+ 340,
490
+ 345,
491
+ 349,
492
+ 353,
493
+ 366,
494
+ 371,
495
+ 372,
496
+ 389,
497
+ 391,
498
+ 393,
499
+ 403,
500
+ 417,
501
+ 430,
502
+ 439,
503
+ 444,
504
+ 450,
505
+ 477,
506
+ 481,
507
+ 493
508
+ ]
509
+ },
510
+ "offline_validation_enabled": true,
511
+ "offline_validation_reason": "enabled",
512
+ "train": {
513
+ "windows": 124106,
514
+ "episodes": 450,
515
+ "batches_per_epoch": 1939
516
+ },
517
+ "validation": {
518
+ "windows": 13984,
519
+ "episodes": 50,
520
+ "batches": 3496,
521
+ "evaluated_windows": 13984,
522
+ "batches_per_rank": 3496,
523
+ "max_loss_batches_per_rank": null,
524
+ "max_reconstruction_batches_per_rank": 10
525
+ }
526
+ }
outputs/training/p2n_gate_original_obs_libero/logs.json ADDED
The diff for this file is too large to render. See raw diff
 
outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_preflight.json ADDED
@@ -0,0 +1,1969 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "p2n_state_gate_new",
3
+ "parameters": {
4
+ "total": 183986583,
5
+ "trainable": 178181699,
6
+ "frozen": 5804884
7
+ },
8
+ "optimizer_groups": [
9
+ {
10
+ "name": "0",
11
+ "lr": 5e-05,
12
+ "weight_decay": 0.01,
13
+ "elements": 155734272
14
+ },
15
+ {
16
+ "name": "1",
17
+ "lr": 1e-05,
18
+ "weight_decay": 0.01,
19
+ "elements": 22374784
20
+ },
21
+ {
22
+ "name": "2",
23
+ "lr": 1e-05,
24
+ "weight_decay": 0.0,
25
+ "elements": 19392
26
+ },
27
+ {
28
+ "name": "3",
29
+ "lr": 5e-05,
30
+ "weight_decay": 0.0,
31
+ "elements": 53251
32
+ }
33
+ ],
34
+ "update_schedule": {
35
+ "batches_per_rank": 1939,
36
+ "updates_per_epoch": 970,
37
+ "planned_optimizer_updates": 1940970,
38
+ "lr_warmup_steps": 97049
39
+ },
40
+ "dataset_split": {
41
+ "schema_version": 1,
42
+ "data_path": "data/libero/libero10_N500.zarr",
43
+ "val_ratio": 0.1,
44
+ "seed": 42,
45
+ "train_episode_ids": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 6,
53
+ 7,
54
+ 8,
55
+ 9,
56
+ 10,
57
+ 11,
58
+ 12,
59
+ 13,
60
+ 14,
61
+ 15,
62
+ 16,
63
+ 17,
64
+ 18,
65
+ 19,
66
+ 20,
67
+ 21,
68
+ 22,
69
+ 23,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 27,
74
+ 28,
75
+ 29,
76
+ 30,
77
+ 32,
78
+ 34,
79
+ 35,
80
+ 36,
81
+ 37,
82
+ 38,
83
+ 41,
84
+ 42,
85
+ 45,
86
+ 46,
87
+ 47,
88
+ 48,
89
+ 49,
90
+ 50,
91
+ 51,
92
+ 52,
93
+ 53,
94
+ 54,
95
+ 55,
96
+ 56,
97
+ 57,
98
+ 58,
99
+ 60,
100
+ 61,
101
+ 62,
102
+ 63,
103
+ 64,
104
+ 65,
105
+ 66,
106
+ 67,
107
+ 68,
108
+ 69,
109
+ 70,
110
+ 71,
111
+ 72,
112
+ 73,
113
+ 74,
114
+ 75,
115
+ 76,
116
+ 77,
117
+ 78,
118
+ 79,
119
+ 80,
120
+ 82,
121
+ 83,
122
+ 84,
123
+ 85,
124
+ 87,
125
+ 88,
126
+ 89,
127
+ 90,
128
+ 91,
129
+ 93,
130
+ 94,
131
+ 95,
132
+ 96,
133
+ 97,
134
+ 98,
135
+ 99,
136
+ 100,
137
+ 101,
138
+ 102,
139
+ 103,
140
+ 104,
141
+ 105,
142
+ 106,
143
+ 107,
144
+ 108,
145
+ 110,
146
+ 111,
147
+ 112,
148
+ 113,
149
+ 114,
150
+ 115,
151
+ 116,
152
+ 117,
153
+ 118,
154
+ 119,
155
+ 120,
156
+ 121,
157
+ 122,
158
+ 123,
159
+ 124,
160
+ 125,
161
+ 126,
162
+ 127,
163
+ 128,
164
+ 129,
165
+ 130,
166
+ 131,
167
+ 132,
168
+ 133,
169
+ 134,
170
+ 136,
171
+ 137,
172
+ 138,
173
+ 139,
174
+ 140,
175
+ 141,
176
+ 142,
177
+ 143,
178
+ 144,
179
+ 145,
180
+ 146,
181
+ 147,
182
+ 148,
183
+ 149,
184
+ 150,
185
+ 151,
186
+ 152,
187
+ 153,
188
+ 154,
189
+ 155,
190
+ 156,
191
+ 157,
192
+ 158,
193
+ 159,
194
+ 160,
195
+ 161,
196
+ 162,
197
+ 163,
198
+ 164,
199
+ 165,
200
+ 166,
201
+ 167,
202
+ 168,
203
+ 169,
204
+ 170,
205
+ 171,
206
+ 172,
207
+ 173,
208
+ 174,
209
+ 176,
210
+ 177,
211
+ 178,
212
+ 179,
213
+ 180,
214
+ 181,
215
+ 182,
216
+ 183,
217
+ 184,
218
+ 185,
219
+ 186,
220
+ 187,
221
+ 188,
222
+ 189,
223
+ 190,
224
+ 192,
225
+ 193,
226
+ 194,
227
+ 195,
228
+ 196,
229
+ 198,
230
+ 200,
231
+ 201,
232
+ 202,
233
+ 203,
234
+ 204,
235
+ 205,
236
+ 206,
237
+ 207,
238
+ 208,
239
+ 209,
240
+ 210,
241
+ 213,
242
+ 214,
243
+ 215,
244
+ 217,
245
+ 218,
246
+ 219,
247
+ 220,
248
+ 222,
249
+ 223,
250
+ 224,
251
+ 225,
252
+ 226,
253
+ 227,
254
+ 228,
255
+ 229,
256
+ 230,
257
+ 231,
258
+ 232,
259
+ 233,
260
+ 234,
261
+ 236,
262
+ 237,
263
+ 238,
264
+ 240,
265
+ 241,
266
+ 243,
267
+ 244,
268
+ 245,
269
+ 246,
270
+ 247,
271
+ 248,
272
+ 249,
273
+ 250,
274
+ 251,
275
+ 252,
276
+ 253,
277
+ 254,
278
+ 255,
279
+ 256,
280
+ 257,
281
+ 258,
282
+ 259,
283
+ 260,
284
+ 262,
285
+ 263,
286
+ 264,
287
+ 265,
288
+ 266,
289
+ 267,
290
+ 269,
291
+ 270,
292
+ 271,
293
+ 272,
294
+ 273,
295
+ 274,
296
+ 275,
297
+ 276,
298
+ 277,
299
+ 278,
300
+ 279,
301
+ 280,
302
+ 281,
303
+ 282,
304
+ 283,
305
+ 284,
306
+ 285,
307
+ 286,
308
+ 287,
309
+ 288,
310
+ 289,
311
+ 290,
312
+ 291,
313
+ 292,
314
+ 293,
315
+ 294,
316
+ 295,
317
+ 297,
318
+ 298,
319
+ 299,
320
+ 300,
321
+ 301,
322
+ 302,
323
+ 303,
324
+ 304,
325
+ 305,
326
+ 307,
327
+ 308,
328
+ 310,
329
+ 311,
330
+ 312,
331
+ 313,
332
+ 314,
333
+ 315,
334
+ 316,
335
+ 317,
336
+ 318,
337
+ 320,
338
+ 321,
339
+ 322,
340
+ 323,
341
+ 324,
342
+ 325,
343
+ 326,
344
+ 327,
345
+ 328,
346
+ 329,
347
+ 330,
348
+ 331,
349
+ 332,
350
+ 334,
351
+ 335,
352
+ 336,
353
+ 337,
354
+ 339,
355
+ 341,
356
+ 342,
357
+ 343,
358
+ 344,
359
+ 346,
360
+ 347,
361
+ 348,
362
+ 350,
363
+ 351,
364
+ 352,
365
+ 354,
366
+ 355,
367
+ 356,
368
+ 357,
369
+ 358,
370
+ 359,
371
+ 360,
372
+ 361,
373
+ 362,
374
+ 363,
375
+ 364,
376
+ 365,
377
+ 367,
378
+ 368,
379
+ 369,
380
+ 370,
381
+ 373,
382
+ 374,
383
+ 375,
384
+ 376,
385
+ 377,
386
+ 378,
387
+ 379,
388
+ 380,
389
+ 381,
390
+ 382,
391
+ 383,
392
+ 384,
393
+ 385,
394
+ 386,
395
+ 387,
396
+ 388,
397
+ 390,
398
+ 392,
399
+ 394,
400
+ 395,
401
+ 396,
402
+ 397,
403
+ 398,
404
+ 399,
405
+ 400,
406
+ 401,
407
+ 402,
408
+ 404,
409
+ 405,
410
+ 406,
411
+ 407,
412
+ 408,
413
+ 409,
414
+ 410,
415
+ 411,
416
+ 412,
417
+ 413,
418
+ 414,
419
+ 415,
420
+ 416,
421
+ 418,
422
+ 419,
423
+ 420,
424
+ 421,
425
+ 422,
426
+ 423,
427
+ 424,
428
+ 425,
429
+ 426,
430
+ 427,
431
+ 428,
432
+ 429,
433
+ 431,
434
+ 432,
435
+ 433,
436
+ 434,
437
+ 435,
438
+ 436,
439
+ 437,
440
+ 438,
441
+ 440,
442
+ 441,
443
+ 442,
444
+ 443,
445
+ 445,
446
+ 446,
447
+ 447,
448
+ 448,
449
+ 449,
450
+ 451,
451
+ 452,
452
+ 453,
453
+ 454,
454
+ 455,
455
+ 456,
456
+ 457,
457
+ 458,
458
+ 459,
459
+ 460,
460
+ 461,
461
+ 462,
462
+ 463,
463
+ 464,
464
+ 465,
465
+ 466,
466
+ 467,
467
+ 468,
468
+ 469,
469
+ 470,
470
+ 471,
471
+ 472,
472
+ 473,
473
+ 474,
474
+ 475,
475
+ 476,
476
+ 478,
477
+ 479,
478
+ 480,
479
+ 482,
480
+ 483,
481
+ 484,
482
+ 485,
483
+ 486,
484
+ 487,
485
+ 488,
486
+ 489,
487
+ 490,
488
+ 491,
489
+ 492,
490
+ 494,
491
+ 495,
492
+ 496,
493
+ 497,
494
+ 498,
495
+ 499
496
+ ],
497
+ "validation_episode_ids": [
498
+ 31,
499
+ 33,
500
+ 39,
501
+ 40,
502
+ 43,
503
+ 44,
504
+ 59,
505
+ 81,
506
+ 86,
507
+ 92,
508
+ 109,
509
+ 135,
510
+ 175,
511
+ 191,
512
+ 197,
513
+ 199,
514
+ 211,
515
+ 212,
516
+ 216,
517
+ 221,
518
+ 235,
519
+ 239,
520
+ 242,
521
+ 261,
522
+ 268,
523
+ 296,
524
+ 306,
525
+ 309,
526
+ 319,
527
+ 333,
528
+ 338,
529
+ 340,
530
+ 345,
531
+ 349,
532
+ 353,
533
+ 366,
534
+ 371,
535
+ 372,
536
+ 389,
537
+ 391,
538
+ 393,
539
+ 403,
540
+ 417,
541
+ 430,
542
+ 439,
543
+ 444,
544
+ 450,
545
+ 477,
546
+ 481,
547
+ 493
548
+ ],
549
+ "train": {
550
+ "episodes": 450,
551
+ "windows": 124106
552
+ },
553
+ "validation": {
554
+ "episodes": 50,
555
+ "windows": 13984
556
+ },
557
+ "offline_validation_enabled": true,
558
+ "identity": {
559
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
560
+ "train_episode_ids": [
561
+ 0,
562
+ 1,
563
+ 2,
564
+ 3,
565
+ 4,
566
+ 5,
567
+ 6,
568
+ 7,
569
+ 8,
570
+ 9,
571
+ 10,
572
+ 11,
573
+ 12,
574
+ 13,
575
+ 14,
576
+ 15,
577
+ 16,
578
+ 17,
579
+ 18,
580
+ 19,
581
+ 20,
582
+ 21,
583
+ 22,
584
+ 23,
585
+ 24,
586
+ 25,
587
+ 26,
588
+ 27,
589
+ 28,
590
+ 29,
591
+ 30,
592
+ 32,
593
+ 34,
594
+ 35,
595
+ 36,
596
+ 37,
597
+ 38,
598
+ 41,
599
+ 42,
600
+ 45,
601
+ 46,
602
+ 47,
603
+ 48,
604
+ 49,
605
+ 50,
606
+ 51,
607
+ 52,
608
+ 53,
609
+ 54,
610
+ 55,
611
+ 56,
612
+ 57,
613
+ 58,
614
+ 60,
615
+ 61,
616
+ 62,
617
+ 63,
618
+ 64,
619
+ 65,
620
+ 66,
621
+ 67,
622
+ 68,
623
+ 69,
624
+ 70,
625
+ 71,
626
+ 72,
627
+ 73,
628
+ 74,
629
+ 75,
630
+ 76,
631
+ 77,
632
+ 78,
633
+ 79,
634
+ 80,
635
+ 82,
636
+ 83,
637
+ 84,
638
+ 85,
639
+ 87,
640
+ 88,
641
+ 89,
642
+ 90,
643
+ 91,
644
+ 93,
645
+ 94,
646
+ 95,
647
+ 96,
648
+ 97,
649
+ 98,
650
+ 99,
651
+ 100,
652
+ 101,
653
+ 102,
654
+ 103,
655
+ 104,
656
+ 105,
657
+ 106,
658
+ 107,
659
+ 108,
660
+ 110,
661
+ 111,
662
+ 112,
663
+ 113,
664
+ 114,
665
+ 115,
666
+ 116,
667
+ 117,
668
+ 118,
669
+ 119,
670
+ 120,
671
+ 121,
672
+ 122,
673
+ 123,
674
+ 124,
675
+ 125,
676
+ 126,
677
+ 127,
678
+ 128,
679
+ 129,
680
+ 130,
681
+ 131,
682
+ 132,
683
+ 133,
684
+ 134,
685
+ 136,
686
+ 137,
687
+ 138,
688
+ 139,
689
+ 140,
690
+ 141,
691
+ 142,
692
+ 143,
693
+ 144,
694
+ 145,
695
+ 146,
696
+ 147,
697
+ 148,
698
+ 149,
699
+ 150,
700
+ 151,
701
+ 152,
702
+ 153,
703
+ 154,
704
+ 155,
705
+ 156,
706
+ 157,
707
+ 158,
708
+ 159,
709
+ 160,
710
+ 161,
711
+ 162,
712
+ 163,
713
+ 164,
714
+ 165,
715
+ 166,
716
+ 167,
717
+ 168,
718
+ 169,
719
+ 170,
720
+ 171,
721
+ 172,
722
+ 173,
723
+ 174,
724
+ 176,
725
+ 177,
726
+ 178,
727
+ 179,
728
+ 180,
729
+ 181,
730
+ 182,
731
+ 183,
732
+ 184,
733
+ 185,
734
+ 186,
735
+ 187,
736
+ 188,
737
+ 189,
738
+ 190,
739
+ 192,
740
+ 193,
741
+ 194,
742
+ 195,
743
+ 196,
744
+ 198,
745
+ 200,
746
+ 201,
747
+ 202,
748
+ 203,
749
+ 204,
750
+ 205,
751
+ 206,
752
+ 207,
753
+ 208,
754
+ 209,
755
+ 210,
756
+ 213,
757
+ 214,
758
+ 215,
759
+ 217,
760
+ 218,
761
+ 219,
762
+ 220,
763
+ 222,
764
+ 223,
765
+ 224,
766
+ 225,
767
+ 226,
768
+ 227,
769
+ 228,
770
+ 229,
771
+ 230,
772
+ 231,
773
+ 232,
774
+ 233,
775
+ 234,
776
+ 236,
777
+ 237,
778
+ 238,
779
+ 240,
780
+ 241,
781
+ 243,
782
+ 244,
783
+ 245,
784
+ 246,
785
+ 247,
786
+ 248,
787
+ 249,
788
+ 250,
789
+ 251,
790
+ 252,
791
+ 253,
792
+ 254,
793
+ 255,
794
+ 256,
795
+ 257,
796
+ 258,
797
+ 259,
798
+ 260,
799
+ 262,
800
+ 263,
801
+ 264,
802
+ 265,
803
+ 266,
804
+ 267,
805
+ 269,
806
+ 270,
807
+ 271,
808
+ 272,
809
+ 273,
810
+ 274,
811
+ 275,
812
+ 276,
813
+ 277,
814
+ 278,
815
+ 279,
816
+ 280,
817
+ 281,
818
+ 282,
819
+ 283,
820
+ 284,
821
+ 285,
822
+ 286,
823
+ 287,
824
+ 288,
825
+ 289,
826
+ 290,
827
+ 291,
828
+ 292,
829
+ 293,
830
+ 294,
831
+ 295,
832
+ 297,
833
+ 298,
834
+ 299,
835
+ 300,
836
+ 301,
837
+ 302,
838
+ 303,
839
+ 304,
840
+ 305,
841
+ 307,
842
+ 308,
843
+ 310,
844
+ 311,
845
+ 312,
846
+ 313,
847
+ 314,
848
+ 315,
849
+ 316,
850
+ 317,
851
+ 318,
852
+ 320,
853
+ 321,
854
+ 322,
855
+ 323,
856
+ 324,
857
+ 325,
858
+ 326,
859
+ 327,
860
+ 328,
861
+ 329,
862
+ 330,
863
+ 331,
864
+ 332,
865
+ 334,
866
+ 335,
867
+ 336,
868
+ 337,
869
+ 339,
870
+ 341,
871
+ 342,
872
+ 343,
873
+ 344,
874
+ 346,
875
+ 347,
876
+ 348,
877
+ 350,
878
+ 351,
879
+ 352,
880
+ 354,
881
+ 355,
882
+ 356,
883
+ 357,
884
+ 358,
885
+ 359,
886
+ 360,
887
+ 361,
888
+ 362,
889
+ 363,
890
+ 364,
891
+ 365,
892
+ 367,
893
+ 368,
894
+ 369,
895
+ 370,
896
+ 373,
897
+ 374,
898
+ 375,
899
+ 376,
900
+ 377,
901
+ 378,
902
+ 379,
903
+ 380,
904
+ 381,
905
+ 382,
906
+ 383,
907
+ 384,
908
+ 385,
909
+ 386,
910
+ 387,
911
+ 388,
912
+ 390,
913
+ 392,
914
+ 394,
915
+ 395,
916
+ 396,
917
+ 397,
918
+ 398,
919
+ 399,
920
+ 400,
921
+ 401,
922
+ 402,
923
+ 404,
924
+ 405,
925
+ 406,
926
+ 407,
927
+ 408,
928
+ 409,
929
+ 410,
930
+ 411,
931
+ 412,
932
+ 413,
933
+ 414,
934
+ 415,
935
+ 416,
936
+ 418,
937
+ 419,
938
+ 420,
939
+ 421,
940
+ 422,
941
+ 423,
942
+ 424,
943
+ 425,
944
+ 426,
945
+ 427,
946
+ 428,
947
+ 429,
948
+ 431,
949
+ 432,
950
+ 433,
951
+ 434,
952
+ 435,
953
+ 436,
954
+ 437,
955
+ 438,
956
+ 440,
957
+ 441,
958
+ 442,
959
+ 443,
960
+ 445,
961
+ 446,
962
+ 447,
963
+ 448,
964
+ 449,
965
+ 451,
966
+ 452,
967
+ 453,
968
+ 454,
969
+ 455,
970
+ 456,
971
+ 457,
972
+ 458,
973
+ 459,
974
+ 460,
975
+ 461,
976
+ 462,
977
+ 463,
978
+ 464,
979
+ 465,
980
+ 466,
981
+ 467,
982
+ 468,
983
+ 469,
984
+ 470,
985
+ 471,
986
+ 472,
987
+ 473,
988
+ 474,
989
+ 475,
990
+ 476,
991
+ 478,
992
+ 479,
993
+ 480,
994
+ 482,
995
+ 483,
996
+ 484,
997
+ 485,
998
+ 486,
999
+ 487,
1000
+ 488,
1001
+ 489,
1002
+ 490,
1003
+ 491,
1004
+ 492,
1005
+ 494,
1006
+ 495,
1007
+ 496,
1008
+ 497,
1009
+ 498,
1010
+ 499
1011
+ ],
1012
+ "validation_episode_ids": [
1013
+ 31,
1014
+ 33,
1015
+ 39,
1016
+ 40,
1017
+ 43,
1018
+ 44,
1019
+ 59,
1020
+ 81,
1021
+ 86,
1022
+ 92,
1023
+ 109,
1024
+ 135,
1025
+ 175,
1026
+ 191,
1027
+ 197,
1028
+ 199,
1029
+ 211,
1030
+ 212,
1031
+ 216,
1032
+ 221,
1033
+ 235,
1034
+ 239,
1035
+ 242,
1036
+ 261,
1037
+ 268,
1038
+ 296,
1039
+ 306,
1040
+ 309,
1041
+ 319,
1042
+ 333,
1043
+ 338,
1044
+ 340,
1045
+ 345,
1046
+ 349,
1047
+ 353,
1048
+ 366,
1049
+ 371,
1050
+ 372,
1051
+ 389,
1052
+ 391,
1053
+ 393,
1054
+ 403,
1055
+ 417,
1056
+ 430,
1057
+ 439,
1058
+ 444,
1059
+ 450,
1060
+ 477,
1061
+ 481,
1062
+ 493
1063
+ ]
1064
+ },
1065
+ "raw_training_observation_sample": {
1066
+ "agentview_rgb": {
1067
+ "shape": [
1068
+ 2,
1069
+ 128,
1070
+ 128,
1071
+ 3
1072
+ ],
1073
+ "dtype": "uint8"
1074
+ },
1075
+ "robot0_eye_in_hand_rgb": {
1076
+ "shape": [
1077
+ 2,
1078
+ 128,
1079
+ 128,
1080
+ 3
1081
+ ],
1082
+ "dtype": "uint8"
1083
+ },
1084
+ "robot0_eef_pos": {
1085
+ "shape": [
1086
+ 2,
1087
+ 3
1088
+ ],
1089
+ "dtype": "float32"
1090
+ },
1091
+ "robot0_eef_quat": {
1092
+ "shape": [
1093
+ 2,
1094
+ 4
1095
+ ],
1096
+ "dtype": "float32"
1097
+ },
1098
+ "robot0_gripper_qpos": {
1099
+ "shape": [
1100
+ 2,
1101
+ 2
1102
+ ],
1103
+ "dtype": "float32"
1104
+ },
1105
+ "task_uid": {
1106
+ "shape": [
1107
+ 2,
1108
+ 1
1109
+ ],
1110
+ "dtype": "int64"
1111
+ }
1112
+ }
1113
+ },
1114
+ "policy_metadata": {
1115
+ "variant": "p2n_state_gate_new",
1116
+ "policy_target": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
1117
+ "task": "libero",
1118
+ "context_schema": 2,
1119
+ "context_schema_version": 2,
1120
+ "context_layout": "original_fused_v1",
1121
+ "obs_encoder_type": "original_fused",
1122
+ "encoder_type": "original_fused",
1123
+ "execution_protocol": "acknowledged_commands_v1",
1124
+ "segments": {
1125
+ "VISUAL": 0,
1126
+ "PROPRIO": 1,
1127
+ "RAW_ACTION": 2,
1128
+ "ACTION_DIFF": 3,
1129
+ "HISTORY_SUMMARY": 4,
1130
+ "FUSED_OBSERVATION": 5
1131
+ },
1132
+ "shape_meta": {
1133
+ "obs": {
1134
+ "agentview_rgb": {
1135
+ "shape": [
1136
+ 128,
1137
+ 128,
1138
+ 3
1139
+ ],
1140
+ "type": "rgb"
1141
+ },
1142
+ "robot0_eye_in_hand_rgb": {
1143
+ "shape": [
1144
+ 128,
1145
+ 128,
1146
+ 3
1147
+ ],
1148
+ "type": "rgb"
1149
+ },
1150
+ "robot0_eef_pos": {
1151
+ "shape": [
1152
+ 3
1153
+ ],
1154
+ "type": "state"
1155
+ },
1156
+ "robot0_eef_quat": {
1157
+ "shape": [
1158
+ 4
1159
+ ],
1160
+ "type": "state"
1161
+ },
1162
+ "robot0_gripper_qpos": {
1163
+ "shape": [
1164
+ 2
1165
+ ],
1166
+ "type": "state"
1167
+ },
1168
+ "task_uid": {
1169
+ "shape": [
1170
+ 1
1171
+ ],
1172
+ "type": "state"
1173
+ }
1174
+ },
1175
+ "action": {
1176
+ "shape": [
1177
+ 7
1178
+ ]
1179
+ }
1180
+ },
1181
+ "tokenizer": {
1182
+ "source": "/workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt",
1183
+ "sha256": "547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325",
1184
+ "weights": "ema",
1185
+ "training_task": {
1186
+ "tokenizer": {
1187
+ "name": "libero10",
1188
+ "task_name": "libero10",
1189
+ "shape_meta": {
1190
+ "action": {
1191
+ "shape": [
1192
+ 7
1193
+ ]
1194
+ }
1195
+ },
1196
+ "dataset": {
1197
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
1198
+ "zarr_path": "data/libero/libero10_N500.zarr",
1199
+ "obs_keys": [],
1200
+ "action_key": "action",
1201
+ "n_obs_steps": 0,
1202
+ "n_action_steps": 16,
1203
+ "seed": 42,
1204
+ "val_ratio": 0.1
1205
+ }
1206
+ }
1207
+ },
1208
+ "normalizer_source": "frozen_tokenizer_checkpoint"
1209
+ },
1210
+ "vocab_size": 5001,
1211
+ "latent_horizon": 8,
1212
+ "horizon": 16,
1213
+ "n_action_steps": 8,
1214
+ "parameters": {
1215
+ "total": 183986583,
1216
+ "trainable": 178181699,
1217
+ "frozen": 5804884,
1218
+ "components": {
1219
+ "original_observation_encoder": {
1220
+ "total": 22394176,
1221
+ "trainable": 22394176
1222
+ },
1223
+ "observation_projection": {
1224
+ "total": 106752,
1225
+ "trainable": 106752
1226
+ },
1227
+ "action_model": {
1228
+ "total": 154883584,
1229
+ "trainable": 154883584
1230
+ },
1231
+ "tokenizer": {
1232
+ "total": 5804854,
1233
+ "trainable": 0
1234
+ },
1235
+ "history": {
1236
+ "total": 567936,
1237
+ "trainable": 567936
1238
+ },
1239
+ "gate": {
1240
+ "total": 200067,
1241
+ "trainable": 200067
1242
+ }
1243
+ }
1244
+ },
1245
+ "software": {
1246
+ "torch": "2.10.0",
1247
+ "torchvision": "0.25.0",
1248
+ "robomimic": "0.2.0",
1249
+ "accelerate": "1.12.0"
1250
+ },
1251
+ "self_past_optimizer_updates": 0,
1252
+ "architecture": {
1253
+ "_target_": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
1254
+ "_recursive_": false,
1255
+ "shape_meta": {
1256
+ "obs": {
1257
+ "agentview_rgb": {
1258
+ "shape": [
1259
+ 128,
1260
+ 128,
1261
+ 3
1262
+ ],
1263
+ "type": "rgb"
1264
+ },
1265
+ "robot0_eye_in_hand_rgb": {
1266
+ "shape": [
1267
+ 128,
1268
+ 128,
1269
+ 3
1270
+ ],
1271
+ "type": "rgb"
1272
+ },
1273
+ "robot0_eef_pos": {
1274
+ "shape": [
1275
+ 3
1276
+ ],
1277
+ "type": "state"
1278
+ },
1279
+ "robot0_eef_quat": {
1280
+ "shape": [
1281
+ 4
1282
+ ],
1283
+ "type": "state"
1284
+ },
1285
+ "robot0_gripper_qpos": {
1286
+ "shape": [
1287
+ 2
1288
+ ],
1289
+ "type": "state"
1290
+ },
1291
+ "task_uid": {
1292
+ "shape": [
1293
+ 1
1294
+ ],
1295
+ "type": "state"
1296
+ }
1297
+ },
1298
+ "action": {
1299
+ "shape": [
1300
+ 7
1301
+ ]
1302
+ }
1303
+ },
1304
+ "variant": "p2n_state_gate_new",
1305
+ "task": "libero",
1306
+ "n_action_steps": 8,
1307
+ "n_obs_steps": 2,
1308
+ "past_n": 7,
1309
+ "horizon": 16,
1310
+ "embed_dim": 768,
1311
+ "n_layers": 16,
1312
+ "n_heads": 12,
1313
+ "ffn_dim": 2048,
1314
+ "dropout": 0.1,
1315
+ "temperature": 0.0,
1316
+ "topk": 10,
1317
+ "activation_checkpointing": false,
1318
+ "self_past_p": 0.5,
1319
+ "self_past_warmup_steps": 1000,
1320
+ "self_past_ramp_steps": 4000,
1321
+ "self_past_chunk_size": 4,
1322
+ "self_past_temperature": 1.0,
1323
+ "self_past_topk": 10,
1324
+ "self_past_schedule": "optimizer_step",
1325
+ "original_obs_config": {
1326
+ "crop_shape": [
1327
+ 112,
1328
+ 112
1329
+ ],
1330
+ "eval_fixed_crop": true,
1331
+ "use_group_norm": true,
1332
+ "share_rgb_model": false,
1333
+ "pretrained": false,
1334
+ "state_out_dim": null,
1335
+ "feature_dimension": 64,
1336
+ "spatial_softmax_num_kp": 32,
1337
+ "spatial_softmax_temperature": 1.0,
1338
+ "spatial_softmax_noise": 0.0
1339
+ },
1340
+ "obs_encoder_type": "original_fused",
1341
+ "context_layout": "original_fused_v1",
1342
+ "context_schema_version": 2,
1343
+ "expected_action_tokens": 8,
1344
+ "state_history_steps": 8,
1345
+ "state_history_keys": [
1346
+ "robot0_eef_pos",
1347
+ "robot0_eef_quat",
1348
+ "robot0_gripper_qpos"
1349
+ ],
1350
+ "history_embed_dim": 128,
1351
+ "history_n_heads": 4,
1352
+ "history_n_layers": 2,
1353
+ "history_summary_tokens": 4,
1354
+ "history_dropout": 0.1,
1355
+ "history_gate_mode": "learned",
1356
+ "history_gate_hidden_dim": 128,
1357
+ "history_gate_init": 0.9,
1358
+ "rotation_6d_layout": "rows",
1359
+ "construction_mode": "restore",
1360
+ "obs_encoder_config": {
1361
+ "_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
1362
+ "shape_meta": {
1363
+ "obs": {
1364
+ "agentview_rgb": {
1365
+ "shape": [
1366
+ 128,
1367
+ 128,
1368
+ 3
1369
+ ],
1370
+ "type": "rgb"
1371
+ },
1372
+ "robot0_eye_in_hand_rgb": {
1373
+ "shape": [
1374
+ 128,
1375
+ 128,
1376
+ 3
1377
+ ],
1378
+ "type": "rgb"
1379
+ },
1380
+ "robot0_eef_pos": {
1381
+ "shape": [
1382
+ 3
1383
+ ],
1384
+ "type": "state"
1385
+ },
1386
+ "robot0_eef_quat": {
1387
+ "shape": [
1388
+ 4
1389
+ ],
1390
+ "type": "state"
1391
+ },
1392
+ "robot0_gripper_qpos": {
1393
+ "shape": [
1394
+ 2
1395
+ ],
1396
+ "type": "state"
1397
+ },
1398
+ "task_uid": {
1399
+ "shape": [
1400
+ 1
1401
+ ],
1402
+ "type": "state"
1403
+ }
1404
+ },
1405
+ "action": {
1406
+ "shape": [
1407
+ 7
1408
+ ]
1409
+ }
1410
+ },
1411
+ "n_obs_steps": 2,
1412
+ "embed_dim": 768,
1413
+ "original_obs_config": {
1414
+ "crop_shape": [
1415
+ 112,
1416
+ 112
1417
+ ],
1418
+ "eval_fixed_crop": true,
1419
+ "use_group_norm": true,
1420
+ "share_rgb_model": false,
1421
+ "pretrained": false,
1422
+ "state_out_dim": null,
1423
+ "feature_dimension": 64,
1424
+ "spatial_softmax_num_kp": 32,
1425
+ "spatial_softmax_temperature": 1.0,
1426
+ "spatial_softmax_noise": 0.0
1427
+ }
1428
+ },
1429
+ "tokenizer_config": {
1430
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
1431
+ "action_aug": {
1432
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
1433
+ "p": 0.6,
1434
+ "max_angle_deg": 30.0,
1435
+ "mode": "left_noise",
1436
+ "augment_position": false,
1437
+ "pos_start": 0,
1438
+ "pos_end": 3,
1439
+ "rot_start": 3,
1440
+ "rot_end": 6
1441
+ },
1442
+ "encoder": {
1443
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
1444
+ "sample_dim": 7,
1445
+ "sample_horizon": 16,
1446
+ "emb_dim": 256,
1447
+ "head_dim": 64,
1448
+ "depth": 2,
1449
+ "pdropout": 0.1,
1450
+ "latent_dim": 5,
1451
+ "num_registers": 8
1452
+ },
1453
+ "decoder": {
1454
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
1455
+ "sample_dim": 7,
1456
+ "sample_horizon": 16,
1457
+ "emb_dim": 256,
1458
+ "head_dim": 64,
1459
+ "depth": 4,
1460
+ "pdropout": 0.1,
1461
+ "token_dropout_mode": "pow2",
1462
+ "latent_dim": 5,
1463
+ "latent_horizon": 8,
1464
+ "use_causal_decoder": true
1465
+ },
1466
+ "quantizer": {
1467
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
1468
+ "levels": [
1469
+ 8,
1470
+ 5,
1471
+ 5,
1472
+ 5,
1473
+ 5
1474
+ ]
1475
+ }
1476
+ },
1477
+ "tokenizer_metadata": {
1478
+ "source": "/workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt",
1479
+ "sha256": "547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325",
1480
+ "weights": "ema",
1481
+ "training_task": {
1482
+ "tokenizer": {
1483
+ "name": "libero10",
1484
+ "task_name": "libero10",
1485
+ "shape_meta": {
1486
+ "action": {
1487
+ "shape": [
1488
+ 7
1489
+ ]
1490
+ }
1491
+ },
1492
+ "dataset": {
1493
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
1494
+ "zarr_path": "data/libero/libero10_N500.zarr",
1495
+ "obs_keys": [],
1496
+ "action_key": "action",
1497
+ "n_obs_steps": 0,
1498
+ "n_action_steps": 16,
1499
+ "seed": 42,
1500
+ "val_ratio": 0.1
1501
+ }
1502
+ }
1503
+ },
1504
+ "normalizer_source": "frozen_tokenizer_checkpoint"
1505
+ }
1506
+ },
1507
+ "observation_encoder": {
1508
+ "_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
1509
+ "shape_meta": {
1510
+ "obs": {
1511
+ "agentview_rgb": {
1512
+ "shape": [
1513
+ 128,
1514
+ 128,
1515
+ 3
1516
+ ],
1517
+ "type": "rgb"
1518
+ },
1519
+ "robot0_eye_in_hand_rgb": {
1520
+ "shape": [
1521
+ 128,
1522
+ 128,
1523
+ 3
1524
+ ],
1525
+ "type": "rgb"
1526
+ },
1527
+ "robot0_eef_pos": {
1528
+ "shape": [
1529
+ 3
1530
+ ],
1531
+ "type": "state"
1532
+ },
1533
+ "robot0_eef_quat": {
1534
+ "shape": [
1535
+ 4
1536
+ ],
1537
+ "type": "state"
1538
+ },
1539
+ "robot0_gripper_qpos": {
1540
+ "shape": [
1541
+ 2
1542
+ ],
1543
+ "type": "state"
1544
+ },
1545
+ "task_uid": {
1546
+ "shape": [
1547
+ 1
1548
+ ],
1549
+ "type": "state"
1550
+ }
1551
+ },
1552
+ "action": {
1553
+ "shape": [
1554
+ 7
1555
+ ]
1556
+ }
1557
+ },
1558
+ "n_obs_steps": 2,
1559
+ "embed_dim": 768,
1560
+ "original_obs_config": {
1561
+ "crop_shape": [
1562
+ 112,
1563
+ 112
1564
+ ],
1565
+ "eval_fixed_crop": true,
1566
+ "use_group_norm": true,
1567
+ "share_rgb_model": false,
1568
+ "pretrained": false,
1569
+ "state_out_dim": null,
1570
+ "feature_dimension": 64,
1571
+ "spatial_softmax_num_kp": 32,
1572
+ "spatial_softmax_temperature": 1.0,
1573
+ "spatial_softmax_noise": 0.0
1574
+ }
1575
+ },
1576
+ "observation_encoder_contract": {
1577
+ "encoder_type": "original_fused",
1578
+ "schema_version": 2,
1579
+ "fused_feature_dim": 138,
1580
+ "observation_tokens": 2,
1581
+ "rgb_ports": [
1582
+ "agentview_rgb",
1583
+ "robot0_eye_in_hand_rgb"
1584
+ ],
1585
+ "state_ports": [
1586
+ "robot0_eef_pos",
1587
+ "robot0_eef_quat",
1588
+ "robot0_gripper_qpos",
1589
+ "task_uid"
1590
+ ],
1591
+ "fusion_order": [
1592
+ "agentview_rgb",
1593
+ "robot0_eye_in_hand_rgb",
1594
+ "robot0_eef_pos",
1595
+ "robot0_eef_quat",
1596
+ "robot0_gripper_qpos",
1597
+ "task_uid"
1598
+ ],
1599
+ "original_obs_config": {
1600
+ "crop_shape": [
1601
+ 112,
1602
+ 112
1603
+ ],
1604
+ "eval_fixed_crop": true,
1605
+ "use_group_norm": true,
1606
+ "share_rgb_model": false,
1607
+ "pretrained": false,
1608
+ "state_out_dim": null,
1609
+ "feature_dimension": 64,
1610
+ "spatial_softmax_num_kp": 32,
1611
+ "spatial_softmax_temperature": 1.0,
1612
+ "spatial_softmax_noise": 0.0
1613
+ },
1614
+ "effective_recipe": {
1615
+ "cameras": [
1616
+ {
1617
+ "port": "agentview_rgb",
1618
+ "input_shape": [
1619
+ 128,
1620
+ 128,
1621
+ 3
1622
+ ],
1623
+ "feature_dim": 64,
1624
+ "backbone": "ResNet18Conv",
1625
+ "pretrained": false,
1626
+ "spatial_softmax": {
1627
+ "num_kp": 32,
1628
+ "temperature": 1.0,
1629
+ "noise_std": 0.0,
1630
+ "learnable_temperature": false
1631
+ },
1632
+ "group_norm_groups": [
1633
+ 4,
1634
+ 4,
1635
+ 4,
1636
+ 4,
1637
+ 4,
1638
+ 8,
1639
+ 8,
1640
+ 8,
1641
+ 8,
1642
+ 8,
1643
+ 16,
1644
+ 16,
1645
+ 16,
1646
+ 16,
1647
+ 16,
1648
+ 32,
1649
+ 32,
1650
+ 32,
1651
+ 32,
1652
+ 32
1653
+ ],
1654
+ "crop_shape": [
1655
+ 112,
1656
+ 112
1657
+ ],
1658
+ "training_crop": "random",
1659
+ "evaluation_crop": "center"
1660
+ },
1661
+ {
1662
+ "port": "robot0_eye_in_hand_rgb",
1663
+ "input_shape": [
1664
+ 128,
1665
+ 128,
1666
+ 3
1667
+ ],
1668
+ "feature_dim": 64,
1669
+ "backbone": "ResNet18Conv",
1670
+ "pretrained": false,
1671
+ "spatial_softmax": {
1672
+ "num_kp": 32,
1673
+ "temperature": 1.0,
1674
+ "noise_std": 0.0,
1675
+ "learnable_temperature": false
1676
+ },
1677
+ "group_norm_groups": [
1678
+ 4,
1679
+ 4,
1680
+ 4,
1681
+ 4,
1682
+ 4,
1683
+ 8,
1684
+ 8,
1685
+ 8,
1686
+ 8,
1687
+ 8,
1688
+ 16,
1689
+ 16,
1690
+ 16,
1691
+ 16,
1692
+ 16,
1693
+ 32,
1694
+ 32,
1695
+ 32,
1696
+ 32,
1697
+ 32
1698
+ ],
1699
+ "crop_shape": [
1700
+ 112,
1701
+ 112
1702
+ ],
1703
+ "training_crop": "random",
1704
+ "evaluation_crop": "center"
1705
+ }
1706
+ ],
1707
+ "visual_activation": "ReLU",
1708
+ "state_projection": "Identity",
1709
+ "normalization": "original_encoder_internal_dataset_statistics",
1710
+ "pretrained": false,
1711
+ "share_rgb_model": false,
1712
+ "initialization": "original_random_initialization_then_bridge",
1713
+ "backbone_trainable": true
1714
+ },
1715
+ "dependency_versions": {
1716
+ "torch": "2.10.0",
1717
+ "torchvision": "0.25.0",
1718
+ "robomimic": "0.2.0",
1719
+ "hydra-core": "1.3.2",
1720
+ "omegaconf": "2.3.0"
1721
+ },
1722
+ "source_hashes": {
1723
+ "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
1724
+ "oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
1725
+ "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
1726
+ "oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
1727
+ "oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
1728
+ "robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1729
+ "robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1730
+ "robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
1731
+ },
1732
+ "frame_embedding_shape": [
1733
+ 2,
1734
+ 768
1735
+ ]
1736
+ },
1737
+ "observation_tokens": 2,
1738
+ "context_tokens": 15,
1739
+ "fused_feature_dim": 138,
1740
+ "observation_pool": "mean_fused",
1741
+ "gate_bias": "history_summary_only",
1742
+ "initialization": "Original ResNet18 random initialization; modern AR normal(0,.02); frozen OAT EMA",
1743
+ "source_sha256": {
1744
+ "oat/policy/p2n_new_original_obs.py": "fc3fdee5287d8e70ef593e6f6ff670902a577654a59a3b316c7efe179935a185",
1745
+ "oat/policy/p2n_new_common.py": "a9714caa9b1aa05bcd05a30307b442961cab271d6742bd3d062a232efe886eb6",
1746
+ "oat/policy/past2next_state_history_gate_real_robot.py": "4198676600516726b9621b50da558512595772874578b8261efb15ce763cee7c",
1747
+ "oat/model/state_action_history.py": "72578afe01f21d0a43bfdbd2a4dfcc754840c85d12eca299929f65a0569eaeff",
1748
+ "oat/model/common/normalizer.py": "7987bcdd3d088c4ef9120d29e6ec7b7419361702de02ce76e215d5869ddeab54",
1749
+ "oat/model/common/dict_of_tensor_mixin.py": "158b63a244bcfb9aa377206730f5f59778c6aeb9138ff55c76d2c28ec46952d1",
1750
+ "oat/model/common/context_batch.py": "231db4bc69c7b34dc67afcca5cca6e467ef42785279eb5f13e4248e04e7bce3b",
1751
+ "oat/model/common/original_fused_context_batch.py": "8a6fb1b51ff524ad11ad9e67a762cec3c481ab68f032cf48b7a0b91cd444bea2",
1752
+ "oat/model/autoregressive/modern_transformer_cache.py": "5a3c8347a7adaca8e1537cd8f1c86d2aa304205ae525f196e57a9e1b10d3ad72",
1753
+ "oat/perception/original_fused_obs_adapter.py": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
1754
+ "oat/perception/fused_obs_encoder.py": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
1755
+ "oat/perception/robomimic_vision_encoder.py": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
1756
+ "oat/perception/state_encoder.py": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
1757
+ "oat/perception/crop_randomizer.py": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
1758
+ "oat/workspace/train_p2n_new_original_obs.py": "c79bed248097e818df3852129e1197269986da974ce2791542c7ad45e0758dd0"
1759
+ }
1760
+ },
1761
+ "encoder_type": "original_fused",
1762
+ "policy_name": "p2n_state_gate_new_original_fused_libero",
1763
+ "observation_tokens": 2,
1764
+ "context_tokens": 15,
1765
+ "fused_feature_dim": 138,
1766
+ "observation_encoder": {
1767
+ "encoder_type": "original_fused",
1768
+ "schema_version": 2,
1769
+ "fused_feature_dim": 138,
1770
+ "observation_tokens": 2,
1771
+ "rgb_ports": [
1772
+ "agentview_rgb",
1773
+ "robot0_eye_in_hand_rgb"
1774
+ ],
1775
+ "state_ports": [
1776
+ "robot0_eef_pos",
1777
+ "robot0_eef_quat",
1778
+ "robot0_gripper_qpos",
1779
+ "task_uid"
1780
+ ],
1781
+ "fusion_order": [
1782
+ "agentview_rgb",
1783
+ "robot0_eye_in_hand_rgb",
1784
+ "robot0_eef_pos",
1785
+ "robot0_eef_quat",
1786
+ "robot0_gripper_qpos",
1787
+ "task_uid"
1788
+ ],
1789
+ "original_obs_config": {
1790
+ "crop_shape": [
1791
+ 112,
1792
+ 112
1793
+ ],
1794
+ "eval_fixed_crop": true,
1795
+ "use_group_norm": true,
1796
+ "share_rgb_model": false,
1797
+ "pretrained": false,
1798
+ "state_out_dim": null,
1799
+ "feature_dimension": 64,
1800
+ "spatial_softmax_num_kp": 32,
1801
+ "spatial_softmax_temperature": 1.0,
1802
+ "spatial_softmax_noise": 0.0
1803
+ },
1804
+ "effective_recipe": {
1805
+ "cameras": [
1806
+ {
1807
+ "port": "agentview_rgb",
1808
+ "input_shape": [
1809
+ 128,
1810
+ 128,
1811
+ 3
1812
+ ],
1813
+ "feature_dim": 64,
1814
+ "backbone": "ResNet18Conv",
1815
+ "pretrained": false,
1816
+ "spatial_softmax": {
1817
+ "num_kp": 32,
1818
+ "temperature": 1.0,
1819
+ "noise_std": 0.0,
1820
+ "learnable_temperature": false
1821
+ },
1822
+ "group_norm_groups": [
1823
+ 4,
1824
+ 4,
1825
+ 4,
1826
+ 4,
1827
+ 4,
1828
+ 8,
1829
+ 8,
1830
+ 8,
1831
+ 8,
1832
+ 8,
1833
+ 16,
1834
+ 16,
1835
+ 16,
1836
+ 16,
1837
+ 16,
1838
+ 32,
1839
+ 32,
1840
+ 32,
1841
+ 32,
1842
+ 32
1843
+ ],
1844
+ "crop_shape": [
1845
+ 112,
1846
+ 112
1847
+ ],
1848
+ "training_crop": "random",
1849
+ "evaluation_crop": "center"
1850
+ },
1851
+ {
1852
+ "port": "robot0_eye_in_hand_rgb",
1853
+ "input_shape": [
1854
+ 128,
1855
+ 128,
1856
+ 3
1857
+ ],
1858
+ "feature_dim": 64,
1859
+ "backbone": "ResNet18Conv",
1860
+ "pretrained": false,
1861
+ "spatial_softmax": {
1862
+ "num_kp": 32,
1863
+ "temperature": 1.0,
1864
+ "noise_std": 0.0,
1865
+ "learnable_temperature": false
1866
+ },
1867
+ "group_norm_groups": [
1868
+ 4,
1869
+ 4,
1870
+ 4,
1871
+ 4,
1872
+ 4,
1873
+ 8,
1874
+ 8,
1875
+ 8,
1876
+ 8,
1877
+ 8,
1878
+ 16,
1879
+ 16,
1880
+ 16,
1881
+ 16,
1882
+ 16,
1883
+ 32,
1884
+ 32,
1885
+ 32,
1886
+ 32,
1887
+ 32
1888
+ ],
1889
+ "crop_shape": [
1890
+ 112,
1891
+ 112
1892
+ ],
1893
+ "training_crop": "random",
1894
+ "evaluation_crop": "center"
1895
+ }
1896
+ ],
1897
+ "visual_activation": "ReLU",
1898
+ "state_projection": "Identity",
1899
+ "normalization": "original_encoder_internal_dataset_statistics",
1900
+ "pretrained": false,
1901
+ "share_rgb_model": false,
1902
+ "initialization": "original_random_initialization_then_bridge",
1903
+ "backbone_trainable": true
1904
+ },
1905
+ "dependency_versions": {
1906
+ "torch": "2.10.0",
1907
+ "torchvision": "0.25.0",
1908
+ "robomimic": "0.2.0",
1909
+ "hydra-core": "1.3.2",
1910
+ "omegaconf": "2.3.0"
1911
+ },
1912
+ "source_hashes": {
1913
+ "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
1914
+ "oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
1915
+ "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
1916
+ "oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
1917
+ "oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
1918
+ "robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1919
+ "robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1920
+ "robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
1921
+ },
1922
+ "frame_embedding_shape": [
1923
+ 2,
1924
+ 768
1925
+ ]
1926
+ },
1927
+ "environment": {
1928
+ "python": "3.10.21",
1929
+ "torch": "2.10.0",
1930
+ "cuda_runtime": "12.9",
1931
+ "world_size": 1
1932
+ },
1933
+ "evaluation": {
1934
+ "kind": "libero",
1935
+ "lazy_eval": false,
1936
+ "episodes_per_evaluation": 500,
1937
+ "episodes_scope": "total across all 10 tasks, not per task",
1938
+ "rollout_every": 100
1939
+ },
1940
+ "performance_contract": {
1941
+ "measurements": "Performance is unmeasured; parameter counts do not imply speedup.",
1942
+ "cnn_trainable": true,
1943
+ "crop_shape": [
1944
+ 112,
1945
+ 112
1946
+ ],
1947
+ "batch_per_rank": 64,
1948
+ "gradient_accumulation": 2,
1949
+ "self_past_probability": 0.0
1950
+ },
1951
+ "world_size": 1,
1952
+ "vision": "original_fused",
1953
+ "effective_batch": 128,
1954
+ "validation_batch_per_rank": 4,
1955
+ "self_past_chunk_size": 4,
1956
+ "normalizer_initialization": "fit from training episodes only when workspace starts",
1957
+ "status": "CPU source/schema/construction checks complete; GPU/DDP performance unmeasured",
1958
+ "simulator": {
1959
+ "enabled": true,
1960
+ "tasks": 10,
1961
+ "rollout_every": 100,
1962
+ "epoch_labels": "0, interval, 2*interval, ... (after each labeled epoch)",
1963
+ "episodes_per_evaluation": 500,
1964
+ "parallel_envs": 10,
1965
+ "protocol": "corrected",
1966
+ "assets": "/workspace/past_action/third_party/LIBERO/libero/libero/assets",
1967
+ "status": "Dependencies/assets checked; simulator rollout not run"
1968
+ }
1969
+ }
outputs/training/p2n_gate_original_obs_libero/p2n_new_original_obs_resolved.yaml ADDED
@@ -0,0 +1,310 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ env_runner:
51
+ _target_: oat.env_runner.p2n_new_convnext_libero10_runner.P2NStateGateNewLiberoRunner
52
+ task_name: libero10
53
+ n_test: 500
54
+ n_test_vis: 0
55
+ n_obs_steps: 2
56
+ n_action_steps: 8
57
+ fps: 20
58
+ n_parallel_envs: 10
59
+ image_size: 128
60
+ camera_names:
61
+ - agentview
62
+ - robot0_eye_in_hand
63
+ state_ports:
64
+ - robot0_eef_pos
65
+ - robot0_eef_quat
66
+ - robot0_gripper_qpos
67
+ max_episode_steps: 550
68
+ protocol: corrected
69
+ state_history_steps: 8
70
+ state_history_keys:
71
+ - robot0_eef_pos
72
+ - robot0_eef_quat
73
+ - robot0_gripper_qpos
74
+ dataset:
75
+ _target_: oat.dataset.zarr_dataset_with_state_history.ZarrDatasetWithStateHistory
76
+ zarr_path: data/libero/libero10_N500.zarr
77
+ obs_keys:
78
+ - agentview_rgb
79
+ - robot0_eye_in_hand_rgb
80
+ - robot0_eef_pos
81
+ - robot0_eef_quat
82
+ - robot0_gripper_qpos
83
+ - task_uid
84
+ action_key: action
85
+ n_obs_steps: 2
86
+ n_action_steps: 16
87
+ seed: 42
88
+ val_ratio: 0.1
89
+ past_n: 7
90
+ n_exec_steps: 8
91
+ history_padding: zero
92
+ return_history_validity: true
93
+ max_train_episodes: null
94
+ state_history_steps: 8
95
+ state_history_keys:
96
+ - robot0_eef_pos
97
+ - robot0_eef_quat
98
+ - robot0_gripper_qpos
99
+ name: train_p2n_state_gate_new_original_obs_libero
100
+ variant: p2n_state_gate_new
101
+ task_type: libero
102
+ _target_: oat.workspace.train_p2n_new_original_obs.TrainP2NNewOriginalObsWorkspace
103
+ seed: 42
104
+ horizon: 16
105
+ n_action_steps: 8
106
+ n_obs_steps: 2
107
+ past_n: 7
108
+ task_name: libero10
109
+ shape_meta:
110
+ obs:
111
+ agentview_rgb:
112
+ shape:
113
+ - 128
114
+ - 128
115
+ - 3
116
+ type: rgb
117
+ robot0_eye_in_hand_rgb:
118
+ shape:
119
+ - 128
120
+ - 128
121
+ - 3
122
+ type: rgb
123
+ robot0_eef_pos:
124
+ shape:
125
+ - 3
126
+ type: state
127
+ robot0_eef_quat:
128
+ shape:
129
+ - 4
130
+ type: state
131
+ robot0_gripper_qpos:
132
+ shape:
133
+ - 2
134
+ type: state
135
+ task_uid:
136
+ shape:
137
+ - 1
138
+ type: state
139
+ action:
140
+ shape:
141
+ - 7
142
+ policy:
143
+ _target_: oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy
144
+ variant: p2n_state_gate_new
145
+ task: libero
146
+ shape_meta:
147
+ obs:
148
+ agentview_rgb:
149
+ shape:
150
+ - 128
151
+ - 128
152
+ - 3
153
+ type: rgb
154
+ robot0_eye_in_hand_rgb:
155
+ shape:
156
+ - 128
157
+ - 128
158
+ - 3
159
+ type: rgb
160
+ robot0_eef_pos:
161
+ shape:
162
+ - 3
163
+ type: state
164
+ robot0_eef_quat:
165
+ shape:
166
+ - 4
167
+ type: state
168
+ robot0_gripper_qpos:
169
+ shape:
170
+ - 2
171
+ type: state
172
+ task_uid:
173
+ shape:
174
+ - 1
175
+ type: state
176
+ action:
177
+ shape:
178
+ - 7
179
+ n_action_steps: 8
180
+ n_obs_steps: 2
181
+ past_n: 7
182
+ horizon: 16
183
+ construction_mode: fresh
184
+ tokenizer_checkpoint: /workspace/models/libero10-oat-so3aug/547243abb8e93752589ff674121bf129eb7327d773c72818c27ed3b9aebb3325/ep-4330_mse-0.001.ckpt
185
+ embed_dim: 768
186
+ n_layers: 16
187
+ n_heads: 12
188
+ ffn_dim: 2048
189
+ dropout: 0.1
190
+ temperature: 0.0
191
+ topk: 10
192
+ activation_checkpointing: false
193
+ self_past_p: 0.5
194
+ self_past_warmup_steps: 1000
195
+ self_past_ramp_steps: 4000
196
+ self_past_schedule: optimizer_step
197
+ self_past_chunk_size: 4
198
+ self_past_temperature: 1.0
199
+ self_past_topk: 10
200
+ obs_encoder_type: original_fused
201
+ context_layout: original_fused_v1
202
+ context_schema_version: 2
203
+ expected_action_tokens: 8
204
+ original_obs_config:
205
+ crop_shape:
206
+ - 112
207
+ - 112
208
+ eval_fixed_crop: true
209
+ use_group_norm: true
210
+ share_rgb_model: false
211
+ pretrained: false
212
+ state_out_dim: null
213
+ feature_dimension: 64
214
+ spatial_softmax_num_kp: 32
215
+ spatial_softmax_temperature: 1.0
216
+ spatial_softmax_noise: 0.0
217
+ state_history_steps: 8
218
+ state_history_keys:
219
+ - robot0_eef_pos
220
+ - robot0_eef_quat
221
+ - robot0_gripper_qpos
222
+ history_embed_dim: 128
223
+ history_n_heads: 4
224
+ history_n_layers: 2
225
+ history_summary_tokens: 4
226
+ history_dropout: 0.1
227
+ history_gate_mode: learned
228
+ history_gate_hidden_dim: 128
229
+ history_gate_init: 0.9
230
+ rotation_6d_layout: rows
231
+ training:
232
+ resume: false
233
+ resume_checkpoint: null
234
+ init_checkpoint: null
235
+ allow_bf16: true
236
+ max_grad_norm: 1.0
237
+ num_epochs: 2001
238
+ val_every: 1
239
+ sample_every: 1
240
+ rollout_every: 100
241
+ checkpoint_every: 100
242
+ snapshot_every: 100
243
+ lr_scheduler: cosine
244
+ lr_warmup_steps: null
245
+ lr_warmup_ratio: 0.05
246
+ gradient_accumulate_every: 2
247
+ max_train_steps: null
248
+ max_val_steps: null
249
+ max_reconst_steps: 10
250
+ seed: 42
251
+ use_ema: true
252
+ num_demo: 500
253
+ tqdm_interval_sec: 1.0
254
+ validate_generated_history: true
255
+ offline_validation_enabled: true
256
+ offline_validation_reason: held_out_libero_episodes
257
+ validation_max_samples: null
258
+ ema:
259
+ _target_: oat.model.diffusion.ema_model.EMAModel
260
+ update_after_step: 0
261
+ inv_gamma: 1.0
262
+ power: 0.75
263
+ min_value: 0.0
264
+ max_value: 0.9999
265
+ optimizer:
266
+ policy_lr: 5.0e-05
267
+ obs_enc_lr: 1.0e-05
268
+ weight_decay: 0.01
269
+ betas:
270
+ - 0.9
271
+ - 0.95
272
+ dataloader:
273
+ batch_size: 64
274
+ num_workers: 4
275
+ shuffle: true
276
+ pin_memory: true
277
+ persistent_workers: true
278
+ drop_last: true
279
+ val_dataloader:
280
+ batch_size: 4
281
+ num_workers: 2
282
+ shuffle: false
283
+ pin_memory: true
284
+ persistent_workers: true
285
+ drop_last: false
286
+ logging:
287
+ project: p2n_new_original_obs
288
+ resume: false
289
+ mode: online
290
+ name: 20261004.183556_p2n_state_gate_new_original_obs_libero10_seed42
291
+ tags:
292
+ - p2n_state_gate_new
293
+ - libero10
294
+ - original_fused
295
+ id: null
296
+ group: p2n_state_gate_new_original_obs_libero
297
+ checkpoint:
298
+ topk:
299
+ monitor_key: val_loss
300
+ mode: min
301
+ k: 0
302
+ format_str: ep-{epoch:04d}_val-{val_loss:.6f}.ckpt
303
+ save_last_ckpt: true
304
+ save_last_snapshot: false
305
+ save_all: false
306
+ state_history_steps: 8
307
+ state_history_keys:
308
+ - robot0_eef_pos
309
+ - robot0_eef_quat
310
+ - robot0_gripper_qpos
outputs/training/p2n_gate_original_obs_nut_washer/dataset_split.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "identity": {
4
+ "episode_and_action_sha256": "f1c3535318854b016941c723c2f10f1e43b441cdff32e24eeb91a997ab7684ad",
5
+ "train_episode_ids": [
6
+ 0,
7
+ 1,
8
+ 2,
9
+ 3,
10
+ 4,
11
+ 5,
12
+ 7,
13
+ 8,
14
+ 9,
15
+ 10,
16
+ 11,
17
+ 12,
18
+ 13,
19
+ 14,
20
+ 15,
21
+ 16,
22
+ 17,
23
+ 18,
24
+ 19,
25
+ 20,
26
+ 21,
27
+ 22,
28
+ 23,
29
+ 24,
30
+ 25,
31
+ 26,
32
+ 27,
33
+ 28,
34
+ 29,
35
+ 30,
36
+ 31,
37
+ 32,
38
+ 34,
39
+ 35,
40
+ 36,
41
+ 37,
42
+ 38,
43
+ 39,
44
+ 40,
45
+ 41,
46
+ 42,
47
+ 43,
48
+ 44,
49
+ 45,
50
+ 46,
51
+ 47,
52
+ 48,
53
+ 50,
54
+ 51,
55
+ 52,
56
+ 53,
57
+ 54,
58
+ 55,
59
+ 56,
60
+ 57,
61
+ 59,
62
+ 60,
63
+ 61,
64
+ 62,
65
+ 63,
66
+ 64,
67
+ 65,
68
+ 66,
69
+ 67,
70
+ 68,
71
+ 69,
72
+ 70,
73
+ 71,
74
+ 72,
75
+ 73,
76
+ 74,
77
+ 75,
78
+ 76
79
+ ],
80
+ "validation_episode_ids": [
81
+ 6,
82
+ 33,
83
+ 49,
84
+ 58
85
+ ]
86
+ },
87
+ "offline_validation_enabled": true,
88
+ "offline_validation_reason": "enabled",
89
+ "train": {
90
+ "windows": 93980,
91
+ "episodes": 73,
92
+ "batches_per_epoch": 1468
93
+ },
94
+ "validation": {
95
+ "windows": 5269,
96
+ "episodes": 4,
97
+ "batches": 1318,
98
+ "evaluated_windows": 5269,
99
+ "batches_per_rank": 1318,
100
+ "max_loss_batches_per_rank": null,
101
+ "max_reconstruction_batches_per_rank": 10
102
+ }
103
+ }
outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_preflight.json ADDED
@@ -0,0 +1,1116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "p2n_state_gate_new",
3
+ "parameters": {
4
+ "total": 183987095,
5
+ "trainable": 178182211,
6
+ "frozen": 5804884
7
+ },
8
+ "optimizer_groups": [
9
+ {
10
+ "name": "0",
11
+ "lr": 5e-05,
12
+ "weight_decay": 0.01,
13
+ "elements": 155734784
14
+ },
15
+ {
16
+ "name": "1",
17
+ "lr": 1e-05,
18
+ "weight_decay": 0.01,
19
+ "elements": 22374784
20
+ },
21
+ {
22
+ "name": "2",
23
+ "lr": 1e-05,
24
+ "weight_decay": 0.0,
25
+ "elements": 19392
26
+ },
27
+ {
28
+ "name": "3",
29
+ "lr": 5e-05,
30
+ "weight_decay": 0.0,
31
+ "elements": 53251
32
+ }
33
+ ],
34
+ "update_schedule": {
35
+ "batches_per_rank": 1468,
36
+ "updates_per_epoch": 734,
37
+ "planned_optimizer_updates": 1468734,
38
+ "lr_warmup_steps": 73437
39
+ },
40
+ "dataset_split": {
41
+ "schema_version": 1,
42
+ "data_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
43
+ "val_ratio": 0.05,
44
+ "seed": 42,
45
+ "train_episode_ids": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 7,
53
+ 8,
54
+ 9,
55
+ 10,
56
+ 11,
57
+ 12,
58
+ 13,
59
+ 14,
60
+ 15,
61
+ 16,
62
+ 17,
63
+ 18,
64
+ 19,
65
+ 20,
66
+ 21,
67
+ 22,
68
+ 23,
69
+ 24,
70
+ 25,
71
+ 26,
72
+ 27,
73
+ 28,
74
+ 29,
75
+ 30,
76
+ 31,
77
+ 32,
78
+ 34,
79
+ 35,
80
+ 36,
81
+ 37,
82
+ 38,
83
+ 39,
84
+ 40,
85
+ 41,
86
+ 42,
87
+ 43,
88
+ 44,
89
+ 45,
90
+ 46,
91
+ 47,
92
+ 48,
93
+ 50,
94
+ 51,
95
+ 52,
96
+ 53,
97
+ 54,
98
+ 55,
99
+ 56,
100
+ 57,
101
+ 59,
102
+ 60,
103
+ 61,
104
+ 62,
105
+ 63,
106
+ 64,
107
+ 65,
108
+ 66,
109
+ 67,
110
+ 68,
111
+ 69,
112
+ 70,
113
+ 71,
114
+ 72,
115
+ 73,
116
+ 74,
117
+ 75,
118
+ 76
119
+ ],
120
+ "validation_episode_ids": [
121
+ 6,
122
+ 33,
123
+ 49,
124
+ 58
125
+ ],
126
+ "train": {
127
+ "episodes": 73,
128
+ "windows": 93980
129
+ },
130
+ "validation": {
131
+ "episodes": 4,
132
+ "windows": 5269
133
+ },
134
+ "offline_validation_enabled": true,
135
+ "identity": {
136
+ "episode_and_action_sha256": "f1c3535318854b016941c723c2f10f1e43b441cdff32e24eeb91a997ab7684ad",
137
+ "train_episode_ids": [
138
+ 0,
139
+ 1,
140
+ 2,
141
+ 3,
142
+ 4,
143
+ 5,
144
+ 7,
145
+ 8,
146
+ 9,
147
+ 10,
148
+ 11,
149
+ 12,
150
+ 13,
151
+ 14,
152
+ 15,
153
+ 16,
154
+ 17,
155
+ 18,
156
+ 19,
157
+ 20,
158
+ 21,
159
+ 22,
160
+ 23,
161
+ 24,
162
+ 25,
163
+ 26,
164
+ 27,
165
+ 28,
166
+ 29,
167
+ 30,
168
+ 31,
169
+ 32,
170
+ 34,
171
+ 35,
172
+ 36,
173
+ 37,
174
+ 38,
175
+ 39,
176
+ 40,
177
+ 41,
178
+ 42,
179
+ 43,
180
+ 44,
181
+ 45,
182
+ 46,
183
+ 47,
184
+ 48,
185
+ 50,
186
+ 51,
187
+ 52,
188
+ 53,
189
+ 54,
190
+ 55,
191
+ 56,
192
+ 57,
193
+ 59,
194
+ 60,
195
+ 61,
196
+ 62,
197
+ 63,
198
+ 64,
199
+ 65,
200
+ 66,
201
+ 67,
202
+ 68,
203
+ 69,
204
+ 70,
205
+ 71,
206
+ 72,
207
+ 73,
208
+ 74,
209
+ 75,
210
+ 76
211
+ ],
212
+ "validation_episode_ids": [
213
+ 6,
214
+ 33,
215
+ 49,
216
+ 58
217
+ ]
218
+ },
219
+ "raw_training_observation_sample": {
220
+ "agentview_rgb": {
221
+ "shape": [
222
+ 2,
223
+ 128,
224
+ 128,
225
+ 3
226
+ ],
227
+ "dtype": "uint8"
228
+ },
229
+ "robot0_eye_in_hand_rgb": {
230
+ "shape": [
231
+ 2,
232
+ 128,
233
+ 128,
234
+ 3
235
+ ],
236
+ "dtype": "uint8"
237
+ },
238
+ "robot0_eef_pos": {
239
+ "shape": [
240
+ 2,
241
+ 3
242
+ ],
243
+ "dtype": "float32"
244
+ },
245
+ "robot0_eef_rot6d": {
246
+ "shape": [
247
+ 2,
248
+ 6
249
+ ],
250
+ "dtype": "float32"
251
+ },
252
+ "robot0_gripper_qpos": {
253
+ "shape": [
254
+ 2,
255
+ 1
256
+ ],
257
+ "dtype": "float32"
258
+ },
259
+ "task_uid": {
260
+ "shape": [
261
+ 2,
262
+ 1
263
+ ],
264
+ "dtype": "int64"
265
+ }
266
+ }
267
+ },
268
+ "policy_metadata": {
269
+ "variant": "p2n_state_gate_new",
270
+ "policy_target": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
271
+ "task": "real_robot",
272
+ "context_schema": 2,
273
+ "context_schema_version": 2,
274
+ "context_layout": "original_fused_v1",
275
+ "obs_encoder_type": "original_fused",
276
+ "encoder_type": "original_fused",
277
+ "execution_protocol": "acknowledged_commands_v1",
278
+ "segments": {
279
+ "VISUAL": 0,
280
+ "PROPRIO": 1,
281
+ "RAW_ACTION": 2,
282
+ "ACTION_DIFF": 3,
283
+ "HISTORY_SUMMARY": 4,
284
+ "FUSED_OBSERVATION": 5
285
+ },
286
+ "shape_meta": {
287
+ "obs": {
288
+ "agentview_rgb": {
289
+ "shape": [
290
+ 128,
291
+ 128,
292
+ 3
293
+ ],
294
+ "type": "rgb"
295
+ },
296
+ "robot0_eye_in_hand_rgb": {
297
+ "shape": [
298
+ 128,
299
+ 128,
300
+ 3
301
+ ],
302
+ "type": "rgb"
303
+ },
304
+ "robot0_eef_pos": {
305
+ "shape": [
306
+ 3
307
+ ],
308
+ "type": "state"
309
+ },
310
+ "robot0_eef_rot6d": {
311
+ "shape": [
312
+ 6
313
+ ],
314
+ "type": "state"
315
+ },
316
+ "robot0_gripper_qpos": {
317
+ "shape": [
318
+ 1
319
+ ],
320
+ "type": "state"
321
+ },
322
+ "task_uid": {
323
+ "shape": [
324
+ 1
325
+ ],
326
+ "type": "state"
327
+ }
328
+ },
329
+ "action": {
330
+ "shape": [
331
+ 7
332
+ ]
333
+ }
334
+ },
335
+ "tokenizer": {
336
+ "source": "/workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt",
337
+ "sha256": "11213d4fff6c5efb63f80b4d46852acf348dc2b4967e25a0701fb664f43ac6c7",
338
+ "weights": "ema",
339
+ "training_task": {
340
+ "tokenizer": {
341
+ "name": "real_robot_nut_washer_v3_N77",
342
+ "task_name": "nut_washer_v3_N77",
343
+ "fps": 30,
344
+ "shape_meta": {
345
+ "action": {
346
+ "shape": [
347
+ 7
348
+ ]
349
+ }
350
+ },
351
+ "dataset": {
352
+ "_target_": "oat.dataset.real_robot_dataset.RealRobotZarrDataset",
353
+ "zarr_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
354
+ "obs_keys": [],
355
+ "action_key": "action",
356
+ "n_obs_steps": 0,
357
+ "n_action_steps": 16,
358
+ "seed": 42,
359
+ "val_ratio": 0.05,
360
+ "max_train_episodes": null
361
+ }
362
+ }
363
+ },
364
+ "normalizer_source": "frozen_tokenizer_checkpoint"
365
+ },
366
+ "vocab_size": 5001,
367
+ "latent_horizon": 8,
368
+ "horizon": 16,
369
+ "n_action_steps": 8,
370
+ "parameters": {
371
+ "total": 183987095,
372
+ "trainable": 178182211,
373
+ "frozen": 5804884,
374
+ "components": {
375
+ "original_observation_encoder": {
376
+ "total": 22394176,
377
+ "trainable": 22394176
378
+ },
379
+ "observation_projection": {
380
+ "total": 107520,
381
+ "trainable": 107520
382
+ },
383
+ "action_model": {
384
+ "total": 154883584,
385
+ "trainable": 154883584
386
+ },
387
+ "tokenizer": {
388
+ "total": 5804854,
389
+ "trainable": 0
390
+ },
391
+ "history": {
392
+ "total": 567680,
393
+ "trainable": 567680
394
+ },
395
+ "gate": {
396
+ "total": 200067,
397
+ "trainable": 200067
398
+ }
399
+ }
400
+ },
401
+ "software": {
402
+ "torch": "2.10.0",
403
+ "torchvision": "0.25.0",
404
+ "robomimic": "0.2.0",
405
+ "accelerate": "1.12.0"
406
+ },
407
+ "self_past_optimizer_updates": 0,
408
+ "architecture": {
409
+ "_target_": "oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy",
410
+ "_recursive_": false,
411
+ "shape_meta": {
412
+ "obs": {
413
+ "agentview_rgb": {
414
+ "shape": [
415
+ 128,
416
+ 128,
417
+ 3
418
+ ],
419
+ "type": "rgb"
420
+ },
421
+ "robot0_eye_in_hand_rgb": {
422
+ "shape": [
423
+ 128,
424
+ 128,
425
+ 3
426
+ ],
427
+ "type": "rgb"
428
+ },
429
+ "robot0_eef_pos": {
430
+ "shape": [
431
+ 3
432
+ ],
433
+ "type": "state"
434
+ },
435
+ "robot0_eef_rot6d": {
436
+ "shape": [
437
+ 6
438
+ ],
439
+ "type": "state"
440
+ },
441
+ "robot0_gripper_qpos": {
442
+ "shape": [
443
+ 1
444
+ ],
445
+ "type": "state"
446
+ },
447
+ "task_uid": {
448
+ "shape": [
449
+ 1
450
+ ],
451
+ "type": "state"
452
+ }
453
+ },
454
+ "action": {
455
+ "shape": [
456
+ 7
457
+ ]
458
+ }
459
+ },
460
+ "variant": "p2n_state_gate_new",
461
+ "task": "real_robot",
462
+ "n_action_steps": 8,
463
+ "n_obs_steps": 2,
464
+ "past_n": 7,
465
+ "horizon": 16,
466
+ "embed_dim": 768,
467
+ "n_layers": 16,
468
+ "n_heads": 12,
469
+ "ffn_dim": 2048,
470
+ "dropout": 0.1,
471
+ "temperature": 0.0,
472
+ "topk": 10,
473
+ "activation_checkpointing": false,
474
+ "self_past_p": 0.5,
475
+ "self_past_warmup_steps": 1000,
476
+ "self_past_ramp_steps": 4000,
477
+ "self_past_chunk_size": 4,
478
+ "self_past_temperature": 1.0,
479
+ "self_past_topk": 10,
480
+ "self_past_schedule": "optimizer_step",
481
+ "original_obs_config": {
482
+ "crop_shape": [
483
+ 112,
484
+ 112
485
+ ],
486
+ "eval_fixed_crop": true,
487
+ "use_group_norm": true,
488
+ "share_rgb_model": false,
489
+ "pretrained": false,
490
+ "state_out_dim": null,
491
+ "feature_dimension": 64,
492
+ "spatial_softmax_num_kp": 32,
493
+ "spatial_softmax_temperature": 1.0,
494
+ "spatial_softmax_noise": 0.0
495
+ },
496
+ "obs_encoder_type": "original_fused",
497
+ "context_layout": "original_fused_v1",
498
+ "context_schema_version": 2,
499
+ "expected_action_tokens": 8,
500
+ "state_history_steps": 8,
501
+ "state_history_keys": [
502
+ "robot0_eef_pos",
503
+ "robot0_eef_rot6d",
504
+ "robot0_gripper_qpos"
505
+ ],
506
+ "history_embed_dim": 128,
507
+ "history_n_heads": 4,
508
+ "history_n_layers": 2,
509
+ "history_summary_tokens": 4,
510
+ "history_dropout": 0.1,
511
+ "history_gate_mode": "learned",
512
+ "history_gate_hidden_dim": 128,
513
+ "history_gate_init": 0.9,
514
+ "rotation_6d_layout": "rows",
515
+ "construction_mode": "restore",
516
+ "obs_encoder_config": {
517
+ "_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
518
+ "shape_meta": {
519
+ "obs": {
520
+ "agentview_rgb": {
521
+ "shape": [
522
+ 128,
523
+ 128,
524
+ 3
525
+ ],
526
+ "type": "rgb"
527
+ },
528
+ "robot0_eye_in_hand_rgb": {
529
+ "shape": [
530
+ 128,
531
+ 128,
532
+ 3
533
+ ],
534
+ "type": "rgb"
535
+ },
536
+ "robot0_eef_pos": {
537
+ "shape": [
538
+ 3
539
+ ],
540
+ "type": "state"
541
+ },
542
+ "robot0_eef_rot6d": {
543
+ "shape": [
544
+ 6
545
+ ],
546
+ "type": "state"
547
+ },
548
+ "robot0_gripper_qpos": {
549
+ "shape": [
550
+ 1
551
+ ],
552
+ "type": "state"
553
+ },
554
+ "task_uid": {
555
+ "shape": [
556
+ 1
557
+ ],
558
+ "type": "state"
559
+ }
560
+ },
561
+ "action": {
562
+ "shape": [
563
+ 7
564
+ ]
565
+ }
566
+ },
567
+ "n_obs_steps": 2,
568
+ "embed_dim": 768,
569
+ "original_obs_config": {
570
+ "crop_shape": [
571
+ 112,
572
+ 112
573
+ ],
574
+ "eval_fixed_crop": true,
575
+ "use_group_norm": true,
576
+ "share_rgb_model": false,
577
+ "pretrained": false,
578
+ "state_out_dim": null,
579
+ "feature_dimension": 64,
580
+ "spatial_softmax_num_kp": 32,
581
+ "spatial_softmax_temperature": 1.0,
582
+ "spatial_softmax_noise": 0.0
583
+ }
584
+ },
585
+ "tokenizer_config": {
586
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
587
+ "action_aug": {
588
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
589
+ "p": 0.6,
590
+ "max_angle_deg": 30.0,
591
+ "mode": "conjugate",
592
+ "augment_position": true,
593
+ "pos_start": 0,
594
+ "pos_end": 3,
595
+ "rot_start": 3,
596
+ "rot_end": 6
597
+ },
598
+ "encoder": {
599
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
600
+ "sample_dim": 7,
601
+ "sample_horizon": 16,
602
+ "emb_dim": 256,
603
+ "head_dim": 64,
604
+ "depth": 2,
605
+ "pdropout": 0.1,
606
+ "latent_dim": 5,
607
+ "num_registers": 8
608
+ },
609
+ "decoder": {
610
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
611
+ "sample_dim": 7,
612
+ "sample_horizon": 16,
613
+ "emb_dim": 256,
614
+ "head_dim": 64,
615
+ "depth": 4,
616
+ "pdropout": 0.1,
617
+ "token_dropout_mode": "pow2",
618
+ "latent_dim": 5,
619
+ "latent_horizon": 8,
620
+ "use_causal_decoder": true
621
+ },
622
+ "quantizer": {
623
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
624
+ "levels": [
625
+ 8,
626
+ 5,
627
+ 5,
628
+ 5,
629
+ 5
630
+ ]
631
+ }
632
+ },
633
+ "tokenizer_metadata": {
634
+ "source": "/workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt",
635
+ "sha256": "11213d4fff6c5efb63f80b4d46852acf348dc2b4967e25a0701fb664f43ac6c7",
636
+ "weights": "ema",
637
+ "training_task": {
638
+ "tokenizer": {
639
+ "name": "real_robot_nut_washer_v3_N77",
640
+ "task_name": "nut_washer_v3_N77",
641
+ "fps": 30,
642
+ "shape_meta": {
643
+ "action": {
644
+ "shape": [
645
+ 7
646
+ ]
647
+ }
648
+ },
649
+ "dataset": {
650
+ "_target_": "oat.dataset.real_robot_dataset.RealRobotZarrDataset",
651
+ "zarr_path": "/workspace/ysk/zarr/nut_washer_v3_N77.zarr",
652
+ "obs_keys": [],
653
+ "action_key": "action",
654
+ "n_obs_steps": 0,
655
+ "n_action_steps": 16,
656
+ "seed": 42,
657
+ "val_ratio": 0.05,
658
+ "max_train_episodes": null
659
+ }
660
+ }
661
+ },
662
+ "normalizer_source": "frozen_tokenizer_checkpoint"
663
+ }
664
+ },
665
+ "observation_encoder": {
666
+ "_target_": "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter",
667
+ "shape_meta": {
668
+ "obs": {
669
+ "agentview_rgb": {
670
+ "shape": [
671
+ 128,
672
+ 128,
673
+ 3
674
+ ],
675
+ "type": "rgb"
676
+ },
677
+ "robot0_eye_in_hand_rgb": {
678
+ "shape": [
679
+ 128,
680
+ 128,
681
+ 3
682
+ ],
683
+ "type": "rgb"
684
+ },
685
+ "robot0_eef_pos": {
686
+ "shape": [
687
+ 3
688
+ ],
689
+ "type": "state"
690
+ },
691
+ "robot0_eef_rot6d": {
692
+ "shape": [
693
+ 6
694
+ ],
695
+ "type": "state"
696
+ },
697
+ "robot0_gripper_qpos": {
698
+ "shape": [
699
+ 1
700
+ ],
701
+ "type": "state"
702
+ },
703
+ "task_uid": {
704
+ "shape": [
705
+ 1
706
+ ],
707
+ "type": "state"
708
+ }
709
+ },
710
+ "action": {
711
+ "shape": [
712
+ 7
713
+ ]
714
+ }
715
+ },
716
+ "n_obs_steps": 2,
717
+ "embed_dim": 768,
718
+ "original_obs_config": {
719
+ "crop_shape": [
720
+ 112,
721
+ 112
722
+ ],
723
+ "eval_fixed_crop": true,
724
+ "use_group_norm": true,
725
+ "share_rgb_model": false,
726
+ "pretrained": false,
727
+ "state_out_dim": null,
728
+ "feature_dimension": 64,
729
+ "spatial_softmax_num_kp": 32,
730
+ "spatial_softmax_temperature": 1.0,
731
+ "spatial_softmax_noise": 0.0
732
+ }
733
+ },
734
+ "observation_encoder_contract": {
735
+ "encoder_type": "original_fused",
736
+ "schema_version": 2,
737
+ "fused_feature_dim": 139,
738
+ "observation_tokens": 2,
739
+ "rgb_ports": [
740
+ "agentview_rgb",
741
+ "robot0_eye_in_hand_rgb"
742
+ ],
743
+ "state_ports": [
744
+ "robot0_eef_pos",
745
+ "robot0_eef_rot6d",
746
+ "robot0_gripper_qpos",
747
+ "task_uid"
748
+ ],
749
+ "fusion_order": [
750
+ "agentview_rgb",
751
+ "robot0_eye_in_hand_rgb",
752
+ "robot0_eef_pos",
753
+ "robot0_eef_rot6d",
754
+ "robot0_gripper_qpos",
755
+ "task_uid"
756
+ ],
757
+ "original_obs_config": {
758
+ "crop_shape": [
759
+ 112,
760
+ 112
761
+ ],
762
+ "eval_fixed_crop": true,
763
+ "use_group_norm": true,
764
+ "share_rgb_model": false,
765
+ "pretrained": false,
766
+ "state_out_dim": null,
767
+ "feature_dimension": 64,
768
+ "spatial_softmax_num_kp": 32,
769
+ "spatial_softmax_temperature": 1.0,
770
+ "spatial_softmax_noise": 0.0
771
+ },
772
+ "effective_recipe": {
773
+ "cameras": [
774
+ {
775
+ "port": "agentview_rgb",
776
+ "input_shape": [
777
+ 128,
778
+ 128,
779
+ 3
780
+ ],
781
+ "feature_dim": 64,
782
+ "backbone": "ResNet18Conv",
783
+ "pretrained": false,
784
+ "spatial_softmax": {
785
+ "num_kp": 32,
786
+ "temperature": 1.0,
787
+ "noise_std": 0.0,
788
+ "learnable_temperature": false
789
+ },
790
+ "group_norm_groups": [
791
+ 4,
792
+ 4,
793
+ 4,
794
+ 4,
795
+ 4,
796
+ 8,
797
+ 8,
798
+ 8,
799
+ 8,
800
+ 8,
801
+ 16,
802
+ 16,
803
+ 16,
804
+ 16,
805
+ 16,
806
+ 32,
807
+ 32,
808
+ 32,
809
+ 32,
810
+ 32
811
+ ],
812
+ "crop_shape": [
813
+ 112,
814
+ 112
815
+ ],
816
+ "training_crop": "random",
817
+ "evaluation_crop": "center"
818
+ },
819
+ {
820
+ "port": "robot0_eye_in_hand_rgb",
821
+ "input_shape": [
822
+ 128,
823
+ 128,
824
+ 3
825
+ ],
826
+ "feature_dim": 64,
827
+ "backbone": "ResNet18Conv",
828
+ "pretrained": false,
829
+ "spatial_softmax": {
830
+ "num_kp": 32,
831
+ "temperature": 1.0,
832
+ "noise_std": 0.0,
833
+ "learnable_temperature": false
834
+ },
835
+ "group_norm_groups": [
836
+ 4,
837
+ 4,
838
+ 4,
839
+ 4,
840
+ 4,
841
+ 8,
842
+ 8,
843
+ 8,
844
+ 8,
845
+ 8,
846
+ 16,
847
+ 16,
848
+ 16,
849
+ 16,
850
+ 16,
851
+ 32,
852
+ 32,
853
+ 32,
854
+ 32,
855
+ 32
856
+ ],
857
+ "crop_shape": [
858
+ 112,
859
+ 112
860
+ ],
861
+ "training_crop": "random",
862
+ "evaluation_crop": "center"
863
+ }
864
+ ],
865
+ "visual_activation": "ReLU",
866
+ "state_projection": "Identity",
867
+ "normalization": "original_encoder_internal_dataset_statistics",
868
+ "pretrained": false,
869
+ "share_rgb_model": false,
870
+ "initialization": "original_random_initialization_then_bridge",
871
+ "backbone_trainable": true
872
+ },
873
+ "dependency_versions": {
874
+ "torch": "2.10.0",
875
+ "torchvision": "0.25.0",
876
+ "robomimic": "0.2.0",
877
+ "hydra-core": "1.3.2",
878
+ "omegaconf": "2.3.0"
879
+ },
880
+ "source_hashes": {
881
+ "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
882
+ "oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
883
+ "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
884
+ "oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
885
+ "oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
886
+ "robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
887
+ "robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
888
+ "robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
889
+ },
890
+ "frame_embedding_shape": [
891
+ 2,
892
+ 768
893
+ ]
894
+ },
895
+ "observation_tokens": 2,
896
+ "context_tokens": 15,
897
+ "fused_feature_dim": 139,
898
+ "observation_pool": "mean_fused",
899
+ "gate_bias": "history_summary_only",
900
+ "initialization": "Original ResNet18 random initialization; modern AR normal(0,.02); frozen OAT EMA",
901
+ "source_sha256": {
902
+ "oat/policy/p2n_new_original_obs.py": "fc3fdee5287d8e70ef593e6f6ff670902a577654a59a3b316c7efe179935a185",
903
+ "oat/policy/p2n_new_common.py": "a9714caa9b1aa05bcd05a30307b442961cab271d6742bd3d062a232efe886eb6",
904
+ "oat/policy/past2next_state_history_gate_real_robot.py": "4198676600516726b9621b50da558512595772874578b8261efb15ce763cee7c",
905
+ "oat/model/state_action_history.py": "72578afe01f21d0a43bfdbd2a4dfcc754840c85d12eca299929f65a0569eaeff",
906
+ "oat/model/common/normalizer.py": "7987bcdd3d088c4ef9120d29e6ec7b7419361702de02ce76e215d5869ddeab54",
907
+ "oat/model/common/dict_of_tensor_mixin.py": "158b63a244bcfb9aa377206730f5f59778c6aeb9138ff55c76d2c28ec46952d1",
908
+ "oat/model/common/context_batch.py": "231db4bc69c7b34dc67afcca5cca6e467ef42785279eb5f13e4248e04e7bce3b",
909
+ "oat/model/common/original_fused_context_batch.py": "8a6fb1b51ff524ad11ad9e67a762cec3c481ab68f032cf48b7a0b91cd444bea2",
910
+ "oat/model/autoregressive/modern_transformer_cache.py": "5a3c8347a7adaca8e1537cd8f1c86d2aa304205ae525f196e57a9e1b10d3ad72",
911
+ "oat/perception/original_fused_obs_adapter.py": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
912
+ "oat/perception/fused_obs_encoder.py": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
913
+ "oat/perception/robomimic_vision_encoder.py": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
914
+ "oat/perception/state_encoder.py": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
915
+ "oat/perception/crop_randomizer.py": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
916
+ "oat/workspace/train_p2n_new_original_obs.py": "c79bed248097e818df3852129e1197269986da974ce2791542c7ad45e0758dd0"
917
+ }
918
+ },
919
+ "encoder_type": "original_fused",
920
+ "policy_name": "p2n_state_gate_new_original_fused_real_robot",
921
+ "observation_tokens": 2,
922
+ "context_tokens": 15,
923
+ "fused_feature_dim": 139,
924
+ "observation_encoder": {
925
+ "encoder_type": "original_fused",
926
+ "schema_version": 2,
927
+ "fused_feature_dim": 139,
928
+ "observation_tokens": 2,
929
+ "rgb_ports": [
930
+ "agentview_rgb",
931
+ "robot0_eye_in_hand_rgb"
932
+ ],
933
+ "state_ports": [
934
+ "robot0_eef_pos",
935
+ "robot0_eef_rot6d",
936
+ "robot0_gripper_qpos",
937
+ "task_uid"
938
+ ],
939
+ "fusion_order": [
940
+ "agentview_rgb",
941
+ "robot0_eye_in_hand_rgb",
942
+ "robot0_eef_pos",
943
+ "robot0_eef_rot6d",
944
+ "robot0_gripper_qpos",
945
+ "task_uid"
946
+ ],
947
+ "original_obs_config": {
948
+ "crop_shape": [
949
+ 112,
950
+ 112
951
+ ],
952
+ "eval_fixed_crop": true,
953
+ "use_group_norm": true,
954
+ "share_rgb_model": false,
955
+ "pretrained": false,
956
+ "state_out_dim": null,
957
+ "feature_dimension": 64,
958
+ "spatial_softmax_num_kp": 32,
959
+ "spatial_softmax_temperature": 1.0,
960
+ "spatial_softmax_noise": 0.0
961
+ },
962
+ "effective_recipe": {
963
+ "cameras": [
964
+ {
965
+ "port": "agentview_rgb",
966
+ "input_shape": [
967
+ 128,
968
+ 128,
969
+ 3
970
+ ],
971
+ "feature_dim": 64,
972
+ "backbone": "ResNet18Conv",
973
+ "pretrained": false,
974
+ "spatial_softmax": {
975
+ "num_kp": 32,
976
+ "temperature": 1.0,
977
+ "noise_std": 0.0,
978
+ "learnable_temperature": false
979
+ },
980
+ "group_norm_groups": [
981
+ 4,
982
+ 4,
983
+ 4,
984
+ 4,
985
+ 4,
986
+ 8,
987
+ 8,
988
+ 8,
989
+ 8,
990
+ 8,
991
+ 16,
992
+ 16,
993
+ 16,
994
+ 16,
995
+ 16,
996
+ 32,
997
+ 32,
998
+ 32,
999
+ 32,
1000
+ 32
1001
+ ],
1002
+ "crop_shape": [
1003
+ 112,
1004
+ 112
1005
+ ],
1006
+ "training_crop": "random",
1007
+ "evaluation_crop": "center"
1008
+ },
1009
+ {
1010
+ "port": "robot0_eye_in_hand_rgb",
1011
+ "input_shape": [
1012
+ 128,
1013
+ 128,
1014
+ 3
1015
+ ],
1016
+ "feature_dim": 64,
1017
+ "backbone": "ResNet18Conv",
1018
+ "pretrained": false,
1019
+ "spatial_softmax": {
1020
+ "num_kp": 32,
1021
+ "temperature": 1.0,
1022
+ "noise_std": 0.0,
1023
+ "learnable_temperature": false
1024
+ },
1025
+ "group_norm_groups": [
1026
+ 4,
1027
+ 4,
1028
+ 4,
1029
+ 4,
1030
+ 4,
1031
+ 8,
1032
+ 8,
1033
+ 8,
1034
+ 8,
1035
+ 8,
1036
+ 16,
1037
+ 16,
1038
+ 16,
1039
+ 16,
1040
+ 16,
1041
+ 32,
1042
+ 32,
1043
+ 32,
1044
+ 32,
1045
+ 32
1046
+ ],
1047
+ "crop_shape": [
1048
+ 112,
1049
+ 112
1050
+ ],
1051
+ "training_crop": "random",
1052
+ "evaluation_crop": "center"
1053
+ }
1054
+ ],
1055
+ "visual_activation": "ReLU",
1056
+ "state_projection": "Identity",
1057
+ "normalization": "original_encoder_internal_dataset_statistics",
1058
+ "pretrained": false,
1059
+ "share_rgb_model": false,
1060
+ "initialization": "original_random_initialization_then_bridge",
1061
+ "backbone_trainable": true
1062
+ },
1063
+ "dependency_versions": {
1064
+ "torch": "2.10.0",
1065
+ "torchvision": "0.25.0",
1066
+ "robomimic": "0.2.0",
1067
+ "hydra-core": "1.3.2",
1068
+ "omegaconf": "2.3.0"
1069
+ },
1070
+ "source_hashes": {
1071
+ "oat.perception.original_fused_obs_adapter.OriginalFusedObservationAdapter": "820837d18e142deafb08ba5f508f8b78e2bc702836f0465933869ffa509d7005",
1072
+ "oat.perception.fused_obs_encoder.FusedObservationEncoder": "5cbb9826f4eebfb09f57ebe08ea799b56e68d7d466483f9adc7aa7c71810717f",
1073
+ "oat.perception.robomimic_vision_encoder.RobomimicRgbEncoder": "68b632957a9f072577cb5bcb8074dc5e6beba58cbdc71a2159f8a347b2f0d969",
1074
+ "oat.perception.state_encoder.ProjectionStateEncoder": "1c4b4c2c2cef44dfbcaab43129da94b14e7c4f62da33057895e890f21b20f41f",
1075
+ "oat.perception.crop_randomizer.CropRandomizer": "84ceab2ab5aa65d64c4900f5111c3f92c3b08db0112cc8428d24c456043fe2ab",
1076
+ "robomimic.models.base_nets.ResNet18Conv": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1077
+ "robomimic.models.base_nets.SpatialSoftmax": "a49acbf08893968362275978d9f08e152a81fec5f2a1ff759e9549830285662a",
1078
+ "robomimic.models.obs_nets.ObservationEncoder": "08b973252e9033cdfec6b40cee8414187630058aa3779d8b20d214123bc996ab"
1079
+ },
1080
+ "frame_embedding_shape": [
1081
+ 2,
1082
+ 768
1083
+ ]
1084
+ },
1085
+ "environment": {
1086
+ "python": "3.10.21",
1087
+ "torch": "2.10.0",
1088
+ "cuda_runtime": "12.9",
1089
+ "world_size": 1
1090
+ },
1091
+ "evaluation": {
1092
+ "kind": "offline",
1093
+ "lazy_eval": true,
1094
+ "validation_max_samples": null,
1095
+ "physical_robot_rollout": false,
1096
+ "description": "Held-out recorded robot data only; no automatic physical robot rollout"
1097
+ },
1098
+ "performance_contract": {
1099
+ "measurements": "Performance is unmeasured; parameter counts do not imply speedup.",
1100
+ "cnn_trainable": true,
1101
+ "crop_shape": [
1102
+ 112,
1103
+ 112
1104
+ ],
1105
+ "batch_per_rank": 64,
1106
+ "gradient_accumulation": 2,
1107
+ "self_past_probability": 0.0
1108
+ },
1109
+ "world_size": 1,
1110
+ "vision": "original_fused",
1111
+ "effective_batch": 128,
1112
+ "validation_batch_per_rank": 4,
1113
+ "self_past_chunk_size": 4,
1114
+ "normalizer_initialization": "fit from training episodes only when workspace starts",
1115
+ "status": "CPU source/schema/construction checks complete; GPU/DDP performance unmeasured"
1116
+ }
outputs/training/p2n_gate_original_obs_nut_washer/p2n_new_original_obs_resolved.yaml ADDED
@@ -0,0 +1,279 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: real_robot_nut_washer_v3_N77
4
+ task_name: nut_washer_v3_N77
5
+ task_uids:
6
+ - 0
7
+ lazy_eval: true
8
+ fps: 30
9
+ shape_meta:
10
+ obs:
11
+ agentview_rgb:
12
+ shape:
13
+ - 128
14
+ - 128
15
+ - 3
16
+ type: rgb
17
+ robot0_eye_in_hand_rgb:
18
+ shape:
19
+ - 128
20
+ - 128
21
+ - 3
22
+ type: rgb
23
+ robot0_eef_pos:
24
+ shape:
25
+ - 3
26
+ type: state
27
+ robot0_eef_rot6d:
28
+ shape:
29
+ - 6
30
+ type: state
31
+ robot0_gripper_qpos:
32
+ shape:
33
+ - 1
34
+ type: state
35
+ task_uid:
36
+ shape:
37
+ - 1
38
+ type: state
39
+ action:
40
+ shape:
41
+ - 7
42
+ env_runner: null
43
+ dataset:
44
+ _target_: oat.dataset.real_robot_state_history.RealRobotZarrDatasetWithStateHistory
45
+ zarr_path: /workspace/ysk/zarr/nut_washer_v3_N77.zarr
46
+ obs_keys:
47
+ - agentview_rgb
48
+ - robot0_eye_in_hand_rgb
49
+ - robot0_eef_pos
50
+ - robot0_eef_rot6d
51
+ - robot0_gripper_qpos
52
+ - task_uid
53
+ action_key: action
54
+ n_obs_steps: 2
55
+ n_action_steps: 16
56
+ seed: 42
57
+ val_ratio: 0.05
58
+ max_train_episodes: null
59
+ past_n: 7
60
+ n_exec_steps: 8
61
+ history_padding: zero
62
+ return_history_validity: true
63
+ state_history_steps: 8
64
+ state_history_keys:
65
+ - robot0_eef_pos
66
+ - robot0_eef_rot6d
67
+ - robot0_gripper_qpos
68
+ name: train_p2n_state_gate_new_original_obs_real_robot
69
+ variant: p2n_state_gate_new
70
+ task_type: real_robot
71
+ _target_: oat.workspace.train_p2n_new_original_obs.TrainP2NNewOriginalObsWorkspace
72
+ seed: 42
73
+ horizon: 16
74
+ n_action_steps: 8
75
+ n_obs_steps: 2
76
+ past_n: 7
77
+ task_name: real_robot_nut_washer_v3_N77
78
+ shape_meta:
79
+ obs:
80
+ agentview_rgb:
81
+ shape:
82
+ - 128
83
+ - 128
84
+ - 3
85
+ type: rgb
86
+ robot0_eye_in_hand_rgb:
87
+ shape:
88
+ - 128
89
+ - 128
90
+ - 3
91
+ type: rgb
92
+ robot0_eef_pos:
93
+ shape:
94
+ - 3
95
+ type: state
96
+ robot0_eef_rot6d:
97
+ shape:
98
+ - 6
99
+ type: state
100
+ robot0_gripper_qpos:
101
+ shape:
102
+ - 1
103
+ type: state
104
+ task_uid:
105
+ shape:
106
+ - 1
107
+ type: state
108
+ action:
109
+ shape:
110
+ - 7
111
+ policy:
112
+ _target_: oat.policy.p2n_new_original_obs.P2NStateGateNewOriginalObsPolicy
113
+ variant: p2n_state_gate_new
114
+ task: real_robot
115
+ shape_meta:
116
+ obs:
117
+ agentview_rgb:
118
+ shape:
119
+ - 128
120
+ - 128
121
+ - 3
122
+ type: rgb
123
+ robot0_eye_in_hand_rgb:
124
+ shape:
125
+ - 128
126
+ - 128
127
+ - 3
128
+ type: rgb
129
+ robot0_eef_pos:
130
+ shape:
131
+ - 3
132
+ type: state
133
+ robot0_eef_rot6d:
134
+ shape:
135
+ - 6
136
+ type: state
137
+ robot0_gripper_qpos:
138
+ shape:
139
+ - 1
140
+ type: state
141
+ task_uid:
142
+ shape:
143
+ - 1
144
+ type: state
145
+ action:
146
+ shape:
147
+ - 7
148
+ n_action_steps: 8
149
+ n_obs_steps: 2
150
+ past_n: 7
151
+ horizon: 16
152
+ construction_mode: fresh
153
+ tokenizer_checkpoint: /workspace/models/nut-washer-v3-N77-so3aug-20260924/9f8a05efea09baeb1f5fa304cf104faa3b5b0b57/nut_washer_v3_N77_p2n_so3aug_20260924_081003_468366670/frozen_tokenizer.ckpt
154
+ embed_dim: 768
155
+ n_layers: 16
156
+ n_heads: 12
157
+ ffn_dim: 2048
158
+ dropout: 0.1
159
+ temperature: 0.0
160
+ topk: 10
161
+ activation_checkpointing: false
162
+ self_past_p: 0.5
163
+ self_past_warmup_steps: 1000
164
+ self_past_ramp_steps: 4000
165
+ self_past_schedule: optimizer_step
166
+ self_past_chunk_size: 4
167
+ self_past_temperature: 1.0
168
+ self_past_topk: 10
169
+ obs_encoder_type: original_fused
170
+ context_layout: original_fused_v1
171
+ context_schema_version: 2
172
+ expected_action_tokens: 8
173
+ original_obs_config:
174
+ crop_shape:
175
+ - 112
176
+ - 112
177
+ eval_fixed_crop: true
178
+ use_group_norm: true
179
+ share_rgb_model: false
180
+ pretrained: false
181
+ state_out_dim: null
182
+ feature_dimension: 64
183
+ spatial_softmax_num_kp: 32
184
+ spatial_softmax_temperature: 1.0
185
+ spatial_softmax_noise: 0.0
186
+ state_history_steps: 8
187
+ state_history_keys:
188
+ - robot0_eef_pos
189
+ - robot0_eef_rot6d
190
+ - robot0_gripper_qpos
191
+ history_embed_dim: 128
192
+ history_n_heads: 4
193
+ history_n_layers: 2
194
+ history_summary_tokens: 4
195
+ history_dropout: 0.1
196
+ history_gate_mode: learned
197
+ history_gate_hidden_dim: 128
198
+ history_gate_init: 0.9
199
+ rotation_6d_layout: rows
200
+ training:
201
+ resume: false
202
+ resume_checkpoint: null
203
+ init_checkpoint: null
204
+ allow_bf16: true
205
+ max_grad_norm: 1.0
206
+ num_epochs: 2001
207
+ val_every: 1
208
+ sample_every: 1
209
+ rollout_every: 25
210
+ checkpoint_every: 50
211
+ snapshot_every: 50
212
+ lr_scheduler: cosine
213
+ lr_warmup_steps: null
214
+ lr_warmup_ratio: 0.05
215
+ gradient_accumulate_every: 2
216
+ max_train_steps: null
217
+ max_val_steps: null
218
+ max_reconst_steps: 10
219
+ seed: 42
220
+ use_ema: true
221
+ num_demo: 77
222
+ tqdm_interval_sec: 1.0
223
+ validate_generated_history: true
224
+ offline_validation_enabled: true
225
+ offline_validation_reason: held_out_nut_washer_v3_N77_episodes
226
+ validation_max_samples: null
227
+ ema:
228
+ _target_: oat.model.diffusion.ema_model.EMAModel
229
+ update_after_step: 0
230
+ inv_gamma: 1.0
231
+ power: 0.75
232
+ min_value: 0.0
233
+ max_value: 0.9999
234
+ optimizer:
235
+ policy_lr: 5.0e-05
236
+ obs_enc_lr: 1.0e-05
237
+ weight_decay: 0.01
238
+ betas:
239
+ - 0.9
240
+ - 0.95
241
+ dataloader:
242
+ batch_size: 64
243
+ num_workers: 4
244
+ shuffle: true
245
+ pin_memory: true
246
+ persistent_workers: true
247
+ drop_last: true
248
+ val_dataloader:
249
+ batch_size: 4
250
+ num_workers: 2
251
+ shuffle: false
252
+ pin_memory: true
253
+ persistent_workers: true
254
+ drop_last: false
255
+ logging:
256
+ project: real_robot_p2n_new_original_obs
257
+ resume: false
258
+ mode: online
259
+ name: 20261004.184658_p2n_state_gate_new_original_obs_real_robot_nut_washer_v3_N77_seed42
260
+ tags:
261
+ - p2n_state_gate_new
262
+ - real_robot_nut_washer_v3_N77
263
+ - original_fused
264
+ id: null
265
+ group: p2n_state_gate_new_original_obs_real_robot
266
+ checkpoint:
267
+ topk:
268
+ monitor_key: val_loss
269
+ mode: min
270
+ k: 0
271
+ format_str: ep-{epoch:04d}_val-{val_loss:.6f}.ckpt
272
+ save_last_ckpt: true
273
+ save_last_snapshot: false
274
+ save_all: false
275
+ state_history_steps: 8
276
+ state_history_keys:
277
+ - robot0_eef_pos
278
+ - robot0_eef_rot6d
279
+ - robot0_gripper_qpos
outputs/training/p2n_vla_libero10_s42/README.md ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: gemma
3
+ base_model: lerobot/pi05_base
4
+ tags:
5
+ - robotics
6
+ - vision-language-action
7
+ - imitation-learning
8
+ - libero
9
+ - pi0.5
10
+ - past2next
11
+ library_name: pytorch
12
+ ---
13
+
14
+ # P2N-VLA (`p2n_vla`) — LIBERO-10, seed 42 — in-progress run
15
+
16
+ A PI0.5-style vision-language-action model whose action expert is a **Past2Next autoregressive head**:
17
+
18
+ - **VLM:** PaliGemma from `lerobot/pi05_base` — SigLIP So400m/14 (frozen) and Gemma-2B with LoRA r16/α16.
19
+ - **Action expert:** the pi05_base Gemma-300M expert (layer-wise attention to every VLM layer's K/V), re-purposed to predict
20
+ the 8 tokens of the frozen SO(3)-augmented OAT action tokenizer autoregressively (16×7 action chunk → 8 tokens, FSQ
21
+ `[8,5,5,5,5]`), conditioned on the 7 previously executed commands and their 1st/2nd differences.
22
+ - **Knowledge insulation:** the VLM also predicts the OAT tokens (KI loss); the expert reads stop-gradient VLM K/V.
23
+ - **Self-past training:** the expert is also trained on action histories it generated itself (p = 0.5 after a ramp).
24
+
25
+ Trained on LIBERO-10 (450 training demos) on 2× RTX 4090: micro-batch 8 × 2 GPUs × accumulation 2 = 32, AdamW,
26
+ 1k warmup + cosine, EMA 0.999. **This is an in-progress run (30k updates planned); snapshots at 25k and 30k will follow.**
27
+
28
+ ## Results — official LIBERO protocol (in-training evaluation)
29
+
30
+ 500 episodes per evaluation: each task's 50 fixed LIBERO initial states once, LIBERO's 5 zero-action settling steps,
31
+ **550 policy steps per episode** (this project's budget; LIBERO's own evaluator uses 600), greedy decoding, 8 of 16
32
+ actions executed per chunk. Episode seeds 3000–3499. The evaluated weights are exactly those in the snapshot (EMA,
33
+ trainable tensors in bf16). 95% Wilson intervals in brackets.
34
+
35
+ | Snapshot | Updates | Success rate | Successes |
36
+ |---|---|---|---|
37
+ | `snapshots/upd-005000_ema.ckpt` | 5,000 | **18.8%** [15.6, 22.5] | 94/500 |
38
+ | `snapshots/upd-010000_ema.ckpt` | 10,000 | **34.8%** [30.8, 39.1] | 174/500 |
39
+ | `snapshots/upd-015000_ema.ckpt` | 15,000 | **35.6%** [31.5, 39.9] | 178/500 |
40
+ | `snapshots/upd-020000_ema.ckpt` | 20,000 | **41.8%** [37.6, 46.2] | 209/500 |
41
+
42
+ Per task:
43
+
44
+ | Task | 5k | 10k | 15k | 20k |
45
+ |---|---|---|---|---|
46
+ | KITCHEN SCENE3 turn on the stove and put the moka pot on it | 24% | 0% | 0% | 2% |
47
+ | KITCHEN SCENE4 put the black bowl in the bottom drawer of the cabinet and close it | 56% | 74% | 80% | 80% |
48
+ | KITCHEN SCENE6 put the yellow and white mug in the microwave and close it | 8% | 80% | 62% | 70% |
49
+ | KITCHEN SCENE8 put both moka pots on the stove | 4% | 8% | 2% | 2% |
50
+ | LIVING ROOM SCENE1 put both the alphabet soup and the cream cheese box in the basket | 20% | 50% | 52% | 56% |
51
+ | LIVING ROOM SCENE2 put both the alphabet soup and the tomato sauce in the basket | 26% | 24% | 46% | 68% |
52
+ | LIVING ROOM SCENE2 put both the cream cheese box and the butter in the basket | 28% | 42% | 46% | 68% |
53
+ | LIVING ROOM SCENE5 put the white mug on the left plate and put the yellow and white mug on the right plate | 10% | 44% | 20% | 34% |
54
+ | LIVING ROOM SCENE6 put the white mug on the plate and put the chocolate pudding to the right of the plate | 8% | 26% | 48% | 38% |
55
+ | STUDY SCENE1 pick up the book and place it in the back compartment of the caddy | 4% | 0% | 0% | 0% |
56
+
57
+ ## Files
58
+
59
+ | Path | What |
60
+ |---|---|
61
+ | `snapshots/upd-NNNNNN_ema.ckpt` (0.72 GB each) | EMA policy artifact: everything except the frozen pi05_base backbone (LoRA, action expert, KI table, history/condition modules, normalizers, and the frozen OAT tokenizer). |
62
+ | `checkpoints/latest.ckpt` (5.6 GB) | Full resume state at update 20,000 (start of epoch 200): live + EMA weights, AdamW state, LR schedule, per-rank RNG, counters. World size 2. |
63
+ | `eval/rollout_epoch-EEEE_upd-NNNNNN/` | `summary.json` (per-task results, Wilson intervals) and `episodes.jsonl` (one record per episode). |
64
+ | `p2n_vla_resolved.yaml`, `training_report.json`, `dataset_split.json`, `p2n_vla_preflight.json` | Resolved config, parameter/optimizer report, exact train/validation episode split, asset provenance (sha256). |
65
+ | `logs.jsonl` | Per-update training log (losses, token accuracies, grad norms, LR) plus epoch, validation and rollout records. |
66
+
67
+ ## Loading
68
+
69
+ Code: https://github.com/seanliu7081/past2next_bug_fixed (commit `617e663`; `oat/policy/p2n_vla*.py`, `oat/model/vla/`,
70
+ `scripts/evaluate_p2n_vla.py`, usage in `docs/P2N_VLA.md`). Loading also needs the pi05_base weights
71
+ (`lerobot/pi05_base`, revision `b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba`, `model.safetensors`, sha256 `0eb11ca9…59b0f`) and
72
+ the PaliGemma SentencePiece model (`paligemma_tokenizer.model`, sha256 `8986bb4f…fc6`, from `storage.googleapis.com/big_vision/`).
73
+
74
+ ```python
75
+ from oat.policy.p2n_vla import P2NVLAPolicy
76
+
77
+ policy = P2NVLAPolicy.from_checkpoint(
78
+ "snapshots/upd-020000_ema.ckpt",
79
+ base_weights="<path to lerobot/pi05_base model.safetensors>", # frozen backbone, not stored here
80
+ spm_path="<path to paligemma_tokenizer.model>",
81
+ weights="ema", device="cuda",
82
+ )
83
+ ```
84
+
85
+ LIBERO-10 evaluation: `scripts/evaluate_p2n_vla.py --snapshot ... --protocol official --n-test 500 --seed 44 --episode-start-seed 3000`.
86
+
87
+ ## Notes
88
+
89
+ - **License:** the weights are fine-tuned from `lerobot/pi05_base` (PaliGemma/Gemma); use is subject to the Gemma Terms of Use.
90
+ - **Pickled checkpoints** (`torch.save` + `dill`), not safetensors: loading executes pickled code. Only load files you trust.
91
+ - The policy uses the OAT tokenizer from [`SeanLiu0272/past2next-libero10`](https://huggingface.co/SeanLiu0272/past2next-libero10)
92
+ (`tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt`), embedded in each snapshot.
outputs/training/p2n_vla_libero10_s42/dataset_split.json ADDED
@@ -0,0 +1,531 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "identity": {
4
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
5
+ "train_episode_ids": [
6
+ 0,
7
+ 1,
8
+ 2,
9
+ 3,
10
+ 4,
11
+ 5,
12
+ 6,
13
+ 7,
14
+ 8,
15
+ 9,
16
+ 10,
17
+ 11,
18
+ 12,
19
+ 13,
20
+ 14,
21
+ 15,
22
+ 16,
23
+ 17,
24
+ 18,
25
+ 19,
26
+ 20,
27
+ 21,
28
+ 22,
29
+ 23,
30
+ 24,
31
+ 25,
32
+ 26,
33
+ 27,
34
+ 28,
35
+ 29,
36
+ 30,
37
+ 32,
38
+ 34,
39
+ 35,
40
+ 36,
41
+ 37,
42
+ 38,
43
+ 41,
44
+ 42,
45
+ 45,
46
+ 46,
47
+ 47,
48
+ 48,
49
+ 49,
50
+ 50,
51
+ 51,
52
+ 52,
53
+ 53,
54
+ 54,
55
+ 55,
56
+ 56,
57
+ 57,
58
+ 58,
59
+ 60,
60
+ 61,
61
+ 62,
62
+ 63,
63
+ 64,
64
+ 65,
65
+ 66,
66
+ 67,
67
+ 68,
68
+ 69,
69
+ 70,
70
+ 71,
71
+ 72,
72
+ 73,
73
+ 74,
74
+ 75,
75
+ 76,
76
+ 77,
77
+ 78,
78
+ 79,
79
+ 80,
80
+ 82,
81
+ 83,
82
+ 84,
83
+ 85,
84
+ 87,
85
+ 88,
86
+ 89,
87
+ 90,
88
+ 91,
89
+ 93,
90
+ 94,
91
+ 95,
92
+ 96,
93
+ 97,
94
+ 98,
95
+ 99,
96
+ 100,
97
+ 101,
98
+ 102,
99
+ 103,
100
+ 104,
101
+ 105,
102
+ 106,
103
+ 107,
104
+ 108,
105
+ 110,
106
+ 111,
107
+ 112,
108
+ 113,
109
+ 114,
110
+ 115,
111
+ 116,
112
+ 117,
113
+ 118,
114
+ 119,
115
+ 120,
116
+ 121,
117
+ 122,
118
+ 123,
119
+ 124,
120
+ 125,
121
+ 126,
122
+ 127,
123
+ 128,
124
+ 129,
125
+ 130,
126
+ 131,
127
+ 132,
128
+ 133,
129
+ 134,
130
+ 136,
131
+ 137,
132
+ 138,
133
+ 139,
134
+ 140,
135
+ 141,
136
+ 142,
137
+ 143,
138
+ 144,
139
+ 145,
140
+ 146,
141
+ 147,
142
+ 148,
143
+ 149,
144
+ 150,
145
+ 151,
146
+ 152,
147
+ 153,
148
+ 154,
149
+ 155,
150
+ 156,
151
+ 157,
152
+ 158,
153
+ 159,
154
+ 160,
155
+ 161,
156
+ 162,
157
+ 163,
158
+ 164,
159
+ 165,
160
+ 166,
161
+ 167,
162
+ 168,
163
+ 169,
164
+ 170,
165
+ 171,
166
+ 172,
167
+ 173,
168
+ 174,
169
+ 176,
170
+ 177,
171
+ 178,
172
+ 179,
173
+ 180,
174
+ 181,
175
+ 182,
176
+ 183,
177
+ 184,
178
+ 185,
179
+ 186,
180
+ 187,
181
+ 188,
182
+ 189,
183
+ 190,
184
+ 192,
185
+ 193,
186
+ 194,
187
+ 195,
188
+ 196,
189
+ 198,
190
+ 200,
191
+ 201,
192
+ 202,
193
+ 203,
194
+ 204,
195
+ 205,
196
+ 206,
197
+ 207,
198
+ 208,
199
+ 209,
200
+ 210,
201
+ 213,
202
+ 214,
203
+ 215,
204
+ 217,
205
+ 218,
206
+ 219,
207
+ 220,
208
+ 222,
209
+ 223,
210
+ 224,
211
+ 225,
212
+ 226,
213
+ 227,
214
+ 228,
215
+ 229,
216
+ 230,
217
+ 231,
218
+ 232,
219
+ 233,
220
+ 234,
221
+ 236,
222
+ 237,
223
+ 238,
224
+ 240,
225
+ 241,
226
+ 243,
227
+ 244,
228
+ 245,
229
+ 246,
230
+ 247,
231
+ 248,
232
+ 249,
233
+ 250,
234
+ 251,
235
+ 252,
236
+ 253,
237
+ 254,
238
+ 255,
239
+ 256,
240
+ 257,
241
+ 258,
242
+ 259,
243
+ 260,
244
+ 262,
245
+ 263,
246
+ 264,
247
+ 265,
248
+ 266,
249
+ 267,
250
+ 269,
251
+ 270,
252
+ 271,
253
+ 272,
254
+ 273,
255
+ 274,
256
+ 275,
257
+ 276,
258
+ 277,
259
+ 278,
260
+ 279,
261
+ 280,
262
+ 281,
263
+ 282,
264
+ 283,
265
+ 284,
266
+ 285,
267
+ 286,
268
+ 287,
269
+ 288,
270
+ 289,
271
+ 290,
272
+ 291,
273
+ 292,
274
+ 293,
275
+ 294,
276
+ 295,
277
+ 297,
278
+ 298,
279
+ 299,
280
+ 300,
281
+ 301,
282
+ 302,
283
+ 303,
284
+ 304,
285
+ 305,
286
+ 307,
287
+ 308,
288
+ 310,
289
+ 311,
290
+ 312,
291
+ 313,
292
+ 314,
293
+ 315,
294
+ 316,
295
+ 317,
296
+ 318,
297
+ 320,
298
+ 321,
299
+ 322,
300
+ 323,
301
+ 324,
302
+ 325,
303
+ 326,
304
+ 327,
305
+ 328,
306
+ 329,
307
+ 330,
308
+ 331,
309
+ 332,
310
+ 334,
311
+ 335,
312
+ 336,
313
+ 337,
314
+ 339,
315
+ 341,
316
+ 342,
317
+ 343,
318
+ 344,
319
+ 346,
320
+ 347,
321
+ 348,
322
+ 350,
323
+ 351,
324
+ 352,
325
+ 354,
326
+ 355,
327
+ 356,
328
+ 357,
329
+ 358,
330
+ 359,
331
+ 360,
332
+ 361,
333
+ 362,
334
+ 363,
335
+ 364,
336
+ 365,
337
+ 367,
338
+ 368,
339
+ 369,
340
+ 370,
341
+ 373,
342
+ 374,
343
+ 375,
344
+ 376,
345
+ 377,
346
+ 378,
347
+ 379,
348
+ 380,
349
+ 381,
350
+ 382,
351
+ 383,
352
+ 384,
353
+ 385,
354
+ 386,
355
+ 387,
356
+ 388,
357
+ 390,
358
+ 392,
359
+ 394,
360
+ 395,
361
+ 396,
362
+ 397,
363
+ 398,
364
+ 399,
365
+ 400,
366
+ 401,
367
+ 402,
368
+ 404,
369
+ 405,
370
+ 406,
371
+ 407,
372
+ 408,
373
+ 409,
374
+ 410,
375
+ 411,
376
+ 412,
377
+ 413,
378
+ 414,
379
+ 415,
380
+ 416,
381
+ 418,
382
+ 419,
383
+ 420,
384
+ 421,
385
+ 422,
386
+ 423,
387
+ 424,
388
+ 425,
389
+ 426,
390
+ 427,
391
+ 428,
392
+ 429,
393
+ 431,
394
+ 432,
395
+ 433,
396
+ 434,
397
+ 435,
398
+ 436,
399
+ 437,
400
+ 438,
401
+ 440,
402
+ 441,
403
+ 442,
404
+ 443,
405
+ 445,
406
+ 446,
407
+ 447,
408
+ 448,
409
+ 449,
410
+ 451,
411
+ 452,
412
+ 453,
413
+ 454,
414
+ 455,
415
+ 456,
416
+ 457,
417
+ 458,
418
+ 459,
419
+ 460,
420
+ 461,
421
+ 462,
422
+ 463,
423
+ 464,
424
+ 465,
425
+ 466,
426
+ 467,
427
+ 468,
428
+ 469,
429
+ 470,
430
+ 471,
431
+ 472,
432
+ 473,
433
+ 474,
434
+ 475,
435
+ 476,
436
+ 478,
437
+ 479,
438
+ 480,
439
+ 482,
440
+ 483,
441
+ 484,
442
+ 485,
443
+ 486,
444
+ 487,
445
+ 488,
446
+ 489,
447
+ 490,
448
+ 491,
449
+ 492,
450
+ 494,
451
+ 495,
452
+ 496,
453
+ 497,
454
+ 498,
455
+ 499
456
+ ],
457
+ "validation_episode_ids": [
458
+ 31,
459
+ 33,
460
+ 39,
461
+ 40,
462
+ 43,
463
+ 44,
464
+ 59,
465
+ 81,
466
+ 86,
467
+ 92,
468
+ 109,
469
+ 135,
470
+ 175,
471
+ 191,
472
+ 197,
473
+ 199,
474
+ 211,
475
+ 212,
476
+ 216,
477
+ 221,
478
+ 235,
479
+ 239,
480
+ 242,
481
+ 261,
482
+ 268,
483
+ 296,
484
+ 306,
485
+ 309,
486
+ 319,
487
+ 333,
488
+ 338,
489
+ 340,
490
+ 345,
491
+ 349,
492
+ 353,
493
+ 366,
494
+ 371,
495
+ 372,
496
+ 389,
497
+ 391,
498
+ 393,
499
+ 403,
500
+ 417,
501
+ 430,
502
+ 439,
503
+ 444,
504
+ 450,
505
+ 477,
506
+ 481,
507
+ 493
508
+ ]
509
+ },
510
+ "offline_validation_enabled": true,
511
+ "offline_validation_reason": "enabled",
512
+ "train": {
513
+ "windows": 124106,
514
+ "episodes": 450,
515
+ "batches_per_epoch": 200
516
+ },
517
+ "validation": {
518
+ "windows": 13984,
519
+ "episodes": 50,
520
+ "batches": 200,
521
+ "evaluated_windows": 3200
522
+ },
523
+ "resume_dataset_changes": [
524
+ {
525
+ "optimizer_step": 20000,
526
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
527
+ "previous_episode_and_action_sha256": "c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8",
528
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468"
529
+ }
530
+ ]
531
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight.json ADDED
@@ -0,0 +1,718 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
7
+ "exists": false,
8
+ "resume": false
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124600
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13490
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "oat": {
546
+ "checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
547
+ "sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
548
+ "weights": "ema_model",
549
+ "config": {
550
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
551
+ "action_aug": {
552
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
553
+ "p": 0.6,
554
+ "max_angle_deg": 30.0,
555
+ "mode": "left_noise",
556
+ "augment_position": false,
557
+ "pos_start": 0,
558
+ "pos_end": 3,
559
+ "rot_start": 3,
560
+ "rot_end": 6
561
+ },
562
+ "encoder": {
563
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
564
+ "sample_dim": 7,
565
+ "sample_horizon": 16,
566
+ "emb_dim": 256,
567
+ "head_dim": 64,
568
+ "depth": 2,
569
+ "pdropout": 0.1,
570
+ "latent_dim": 5,
571
+ "num_registers": 8
572
+ },
573
+ "decoder": {
574
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
575
+ "sample_dim": 7,
576
+ "sample_horizon": 16,
577
+ "emb_dim": 256,
578
+ "head_dim": 64,
579
+ "depth": 4,
580
+ "pdropout": 0.1,
581
+ "token_dropout_mode": "pow2",
582
+ "latent_dim": 5,
583
+ "latent_horizon": 8,
584
+ "use_causal_decoder": true
585
+ },
586
+ "quantizer": {
587
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
588
+ "levels": [
589
+ 8,
590
+ 5,
591
+ 5,
592
+ 5,
593
+ 5
594
+ ]
595
+ }
596
+ },
597
+ "latent_shape": [
598
+ 8,
599
+ 5
600
+ ],
601
+ "action_shape": [
602
+ 16,
603
+ 7
604
+ ],
605
+ "levels": [
606
+ 8,
607
+ 5,
608
+ 5,
609
+ 5,
610
+ 5
611
+ ]
612
+ },
613
+ "prompts": {
614
+ "max_len": 96,
615
+ "state_dims": 8,
616
+ "worst_case_tokens": 62,
617
+ "headroom": 34,
618
+ "per_uid": {
619
+ "30": 55,
620
+ "31": 55,
621
+ "32": 55,
622
+ "33": 57,
623
+ "34": 62,
624
+ "35": 57,
625
+ "36": 61,
626
+ "37": 56,
627
+ "38": 51,
628
+ "39": 55
629
+ }
630
+ },
631
+ "rollout": {
632
+ "enabled": true,
633
+ "mujoco_gl": "egl",
634
+ "plan": {
635
+ "enabled": true,
636
+ "every_epochs": 50,
637
+ "rollouts": [
638
+ {
639
+ "epoch": 50,
640
+ "optimizer_step": 5000
641
+ },
642
+ {
643
+ "epoch": 100,
644
+ "optimizer_step": 10000
645
+ },
646
+ {
647
+ "epoch": 150,
648
+ "optimizer_step": 15000
649
+ },
650
+ {
651
+ "epoch": 200,
652
+ "optimizer_step": 20000
653
+ },
654
+ {
655
+ "epoch": 250,
656
+ "optimizer_step": 25000
657
+ },
658
+ {
659
+ "epoch": 300,
660
+ "optimizer_step": 30000
661
+ }
662
+ ],
663
+ "protocol": "official",
664
+ "n_test": 500,
665
+ "episodes_per_task": 50,
666
+ "episode_seeds": [
667
+ 3000,
668
+ 3499
669
+ ],
670
+ "init_state_offset": 0,
671
+ "n_parallel_envs": 10,
672
+ "max_episode_steps": 550,
673
+ "expected_minutes_per_rollout": 39.2,
674
+ "timeout_minutes": 100.0,
675
+ "failure_policy": "continue",
676
+ "weights": "ema",
677
+ "precision": "bf16 (= snapshot)",
678
+ "rank": 0
679
+ },
680
+ "egl_renderers": [
681
+ {
682
+ "uuid": "GPU-b1e32c9e-dd90-c8da-d410-1520cbfcf924",
683
+ "cuda_ordinal": 1,
684
+ "egl_device_id": 0,
685
+ "name": "NVIDIA GeForce RTX 4090"
686
+ },
687
+ {
688
+ "uuid": "GPU-443020d4-2ff8-c61c-997a-3ed6d0343fa3",
689
+ "cuda_ordinal": 0,
690
+ "egl_device_id": 1,
691
+ "name": "NVIDIA GeForce RTX 4090"
692
+ }
693
+ ]
694
+ },
695
+ "wandb": {
696
+ "mode": "online",
697
+ "credentials": "wandb netrc lookup",
698
+ "host": "https://api.wandb.ai",
699
+ "project": "p2n_vla"
700
+ }
701
+ },
702
+ "schedule": {
703
+ "batches_per_rank": 200,
704
+ "updates_per_epoch": 100,
705
+ "planned_optimizer_updates": 30000,
706
+ "lr_warmup_steps": 1000,
707
+ "micro_batch_per_rank": 8,
708
+ "world_size": 2,
709
+ "effective_batch": 32,
710
+ "max_optimizer_steps": 30000,
711
+ "cosine_horizon": 30000,
712
+ "expected_optimizer_updates": 30000,
713
+ "min_lr_ratio": 0.1,
714
+ "train_windows": 124600,
715
+ "windows_seen_per_epoch": 3200
716
+ },
717
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
718
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073250.json ADDED
@@ -0,0 +1,699 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
7
+ "exists": true,
8
+ "resume": true
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124106
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13984
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "resume": {
546
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
547
+ "counters": {
548
+ "epoch": 200,
549
+ "global_step": 40000,
550
+ "completed_optimizer_steps": 20000,
551
+ "skipped_optimizer_steps": 0,
552
+ "consecutive_skipped_steps": 0,
553
+ "last_snapshot_step": 20000
554
+ },
555
+ "world_size": 2,
556
+ "warnings": []
557
+ },
558
+ "prompts": {
559
+ "max_len": 96,
560
+ "state_dims": 8,
561
+ "worst_case_tokens": 62,
562
+ "headroom": 34,
563
+ "per_uid": {
564
+ "30": 55,
565
+ "31": 55,
566
+ "32": 55,
567
+ "33": 57,
568
+ "34": 62,
569
+ "35": 57,
570
+ "36": 61,
571
+ "37": 56,
572
+ "38": 51,
573
+ "39": 55
574
+ }
575
+ },
576
+ "rollout": {
577
+ "enabled": true,
578
+ "mujoco_gl": "egl",
579
+ "plan": {
580
+ "enabled": true,
581
+ "every_epochs": 50,
582
+ "rollouts": [
583
+ {
584
+ "epoch": 50,
585
+ "optimizer_step": 5000
586
+ },
587
+ {
588
+ "epoch": 100,
589
+ "optimizer_step": 10000
590
+ },
591
+ {
592
+ "epoch": 150,
593
+ "optimizer_step": 15000
594
+ },
595
+ {
596
+ "epoch": 200,
597
+ "optimizer_step": 20000
598
+ },
599
+ {
600
+ "epoch": 250,
601
+ "optimizer_step": 25000
602
+ },
603
+ {
604
+ "epoch": 300,
605
+ "optimizer_step": 30000
606
+ }
607
+ ],
608
+ "protocol": "official",
609
+ "n_test": 500,
610
+ "episodes_per_task": 50,
611
+ "episode_seeds": [
612
+ 3000,
613
+ 3499
614
+ ],
615
+ "init_state_offset": 0,
616
+ "n_parallel_envs": 10,
617
+ "max_episode_steps": 550,
618
+ "expected_minutes_per_rollout": 39.2,
619
+ "timeout_minutes": 100.0,
620
+ "failure_policy": "continue",
621
+ "weights": "ema",
622
+ "precision": "bf16 (= snapshot)",
623
+ "rank": 0
624
+ },
625
+ "egl_renderers": [
626
+ {
627
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
628
+ "cuda_ordinal": 3,
629
+ "egl_device_id": 0,
630
+ "name": "NVIDIA GeForce RTX 4090"
631
+ },
632
+ {
633
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
634
+ "cuda_ordinal": 2,
635
+ "egl_device_id": 1,
636
+ "name": "NVIDIA GeForce RTX 4090"
637
+ },
638
+ {
639
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
640
+ "cuda_ordinal": 1,
641
+ "egl_device_id": 2,
642
+ "name": "NVIDIA GeForce RTX 4090"
643
+ },
644
+ {
645
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
646
+ "cuda_ordinal": 0,
647
+ "egl_device_id": 3,
648
+ "name": "NVIDIA GeForce RTX 4090"
649
+ },
650
+ {
651
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
652
+ "cuda_ordinal": 7,
653
+ "egl_device_id": 4,
654
+ "name": "NVIDIA GeForce RTX 4090"
655
+ },
656
+ {
657
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
658
+ "cuda_ordinal": 6,
659
+ "egl_device_id": 5,
660
+ "name": "NVIDIA GeForce RTX 4090"
661
+ },
662
+ {
663
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
664
+ "cuda_ordinal": 5,
665
+ "egl_device_id": 6,
666
+ "name": "NVIDIA GeForce RTX 4090"
667
+ },
668
+ {
669
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
670
+ "cuda_ordinal": 4,
671
+ "egl_device_id": 7,
672
+ "name": "NVIDIA GeForce RTX 4090"
673
+ }
674
+ ]
675
+ },
676
+ "wandb": {
677
+ "mode": "online",
678
+ "credentials": "wandb netrc lookup",
679
+ "host": "https://api.wandb.ai",
680
+ "project": "p2n_vla"
681
+ }
682
+ },
683
+ "schedule": {
684
+ "batches_per_rank": 200,
685
+ "updates_per_epoch": 100,
686
+ "planned_optimizer_updates": 30000,
687
+ "lr_warmup_steps": 1000,
688
+ "micro_batch_per_rank": 8,
689
+ "world_size": 2,
690
+ "effective_batch": 32,
691
+ "max_optimizer_steps": 30000,
692
+ "cosine_horizon": 30000,
693
+ "expected_optimizer_updates": 30000,
694
+ "min_lr_ratio": 0.1,
695
+ "train_windows": 124106,
696
+ "windows_seen_per_epoch": 3200
697
+ },
698
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
699
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_073253.json ADDED
@@ -0,0 +1,699 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
7
+ "exists": true,
8
+ "resume": true
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124106
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13984
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "resume": {
546
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
547
+ "counters": {
548
+ "epoch": 200,
549
+ "global_step": 40000,
550
+ "completed_optimizer_steps": 20000,
551
+ "skipped_optimizer_steps": 0,
552
+ "consecutive_skipped_steps": 0,
553
+ "last_snapshot_step": 20000
554
+ },
555
+ "world_size": 2,
556
+ "warnings": []
557
+ },
558
+ "prompts": {
559
+ "max_len": 96,
560
+ "state_dims": 8,
561
+ "worst_case_tokens": 62,
562
+ "headroom": 34,
563
+ "per_uid": {
564
+ "30": 55,
565
+ "31": 55,
566
+ "32": 55,
567
+ "33": 57,
568
+ "34": 62,
569
+ "35": 57,
570
+ "36": 61,
571
+ "37": 56,
572
+ "38": 51,
573
+ "39": 55
574
+ }
575
+ },
576
+ "rollout": {
577
+ "enabled": true,
578
+ "mujoco_gl": "egl",
579
+ "plan": {
580
+ "enabled": true,
581
+ "every_epochs": 50,
582
+ "rollouts": [
583
+ {
584
+ "epoch": 50,
585
+ "optimizer_step": 5000
586
+ },
587
+ {
588
+ "epoch": 100,
589
+ "optimizer_step": 10000
590
+ },
591
+ {
592
+ "epoch": 150,
593
+ "optimizer_step": 15000
594
+ },
595
+ {
596
+ "epoch": 200,
597
+ "optimizer_step": 20000
598
+ },
599
+ {
600
+ "epoch": 250,
601
+ "optimizer_step": 25000
602
+ },
603
+ {
604
+ "epoch": 300,
605
+ "optimizer_step": 30000
606
+ }
607
+ ],
608
+ "protocol": "official",
609
+ "n_test": 500,
610
+ "episodes_per_task": 50,
611
+ "episode_seeds": [
612
+ 3000,
613
+ 3499
614
+ ],
615
+ "init_state_offset": 0,
616
+ "n_parallel_envs": 10,
617
+ "max_episode_steps": 550,
618
+ "expected_minutes_per_rollout": 39.2,
619
+ "timeout_minutes": 100.0,
620
+ "failure_policy": "continue",
621
+ "weights": "ema",
622
+ "precision": "bf16 (= snapshot)",
623
+ "rank": 0
624
+ },
625
+ "egl_renderers": [
626
+ {
627
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
628
+ "cuda_ordinal": 3,
629
+ "egl_device_id": 0,
630
+ "name": "NVIDIA GeForce RTX 4090"
631
+ },
632
+ {
633
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
634
+ "cuda_ordinal": 2,
635
+ "egl_device_id": 1,
636
+ "name": "NVIDIA GeForce RTX 4090"
637
+ },
638
+ {
639
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
640
+ "cuda_ordinal": 1,
641
+ "egl_device_id": 2,
642
+ "name": "NVIDIA GeForce RTX 4090"
643
+ },
644
+ {
645
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
646
+ "cuda_ordinal": 0,
647
+ "egl_device_id": 3,
648
+ "name": "NVIDIA GeForce RTX 4090"
649
+ },
650
+ {
651
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
652
+ "cuda_ordinal": 7,
653
+ "egl_device_id": 4,
654
+ "name": "NVIDIA GeForce RTX 4090"
655
+ },
656
+ {
657
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
658
+ "cuda_ordinal": 6,
659
+ "egl_device_id": 5,
660
+ "name": "NVIDIA GeForce RTX 4090"
661
+ },
662
+ {
663
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
664
+ "cuda_ordinal": 5,
665
+ "egl_device_id": 6,
666
+ "name": "NVIDIA GeForce RTX 4090"
667
+ },
668
+ {
669
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
670
+ "cuda_ordinal": 4,
671
+ "egl_device_id": 7,
672
+ "name": "NVIDIA GeForce RTX 4090"
673
+ }
674
+ ]
675
+ },
676
+ "wandb": {
677
+ "mode": "online",
678
+ "credentials": "wandb netrc lookup",
679
+ "host": "https://api.wandb.ai",
680
+ "project": "p2n_vla"
681
+ }
682
+ },
683
+ "schedule": {
684
+ "batches_per_rank": 200,
685
+ "updates_per_epoch": 100,
686
+ "planned_optimizer_updates": 30000,
687
+ "lr_warmup_steps": 1000,
688
+ "micro_batch_per_rank": 8,
689
+ "world_size": 2,
690
+ "effective_batch": 32,
691
+ "max_optimizer_steps": 30000,
692
+ "cosine_horizon": 30000,
693
+ "expected_optimizer_updates": 30000,
694
+ "min_lr_ratio": 0.1,
695
+ "train_windows": 124106,
696
+ "windows_seen_per_epoch": 3200
697
+ },
698
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
699
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_074144.json ADDED
@@ -0,0 +1,699 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
7
+ "exists": true,
8
+ "resume": true
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124106
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13984
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "resume": {
546
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
547
+ "counters": {
548
+ "epoch": 200,
549
+ "global_step": 40000,
550
+ "completed_optimizer_steps": 20000,
551
+ "skipped_optimizer_steps": 0,
552
+ "consecutive_skipped_steps": 0,
553
+ "last_snapshot_step": 20000
554
+ },
555
+ "world_size": 2,
556
+ "warnings": []
557
+ },
558
+ "prompts": {
559
+ "max_len": 96,
560
+ "state_dims": 8,
561
+ "worst_case_tokens": 62,
562
+ "headroom": 34,
563
+ "per_uid": {
564
+ "30": 55,
565
+ "31": 55,
566
+ "32": 55,
567
+ "33": 57,
568
+ "34": 62,
569
+ "35": 57,
570
+ "36": 61,
571
+ "37": 56,
572
+ "38": 51,
573
+ "39": 55
574
+ }
575
+ },
576
+ "rollout": {
577
+ "enabled": true,
578
+ "mujoco_gl": "egl",
579
+ "plan": {
580
+ "enabled": true,
581
+ "every_epochs": 50,
582
+ "rollouts": [
583
+ {
584
+ "epoch": 50,
585
+ "optimizer_step": 5000
586
+ },
587
+ {
588
+ "epoch": 100,
589
+ "optimizer_step": 10000
590
+ },
591
+ {
592
+ "epoch": 150,
593
+ "optimizer_step": 15000
594
+ },
595
+ {
596
+ "epoch": 200,
597
+ "optimizer_step": 20000
598
+ },
599
+ {
600
+ "epoch": 250,
601
+ "optimizer_step": 25000
602
+ },
603
+ {
604
+ "epoch": 300,
605
+ "optimizer_step": 30000
606
+ }
607
+ ],
608
+ "protocol": "official",
609
+ "n_test": 500,
610
+ "episodes_per_task": 50,
611
+ "episode_seeds": [
612
+ 3000,
613
+ 3499
614
+ ],
615
+ "init_state_offset": 0,
616
+ "n_parallel_envs": 10,
617
+ "max_episode_steps": 550,
618
+ "expected_minutes_per_rollout": 39.2,
619
+ "timeout_minutes": 100.0,
620
+ "failure_policy": "continue",
621
+ "weights": "ema",
622
+ "precision": "bf16 (= snapshot)",
623
+ "rank": 0
624
+ },
625
+ "egl_renderers": [
626
+ {
627
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
628
+ "cuda_ordinal": 3,
629
+ "egl_device_id": 0,
630
+ "name": "NVIDIA GeForce RTX 4090"
631
+ },
632
+ {
633
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
634
+ "cuda_ordinal": 2,
635
+ "egl_device_id": 1,
636
+ "name": "NVIDIA GeForce RTX 4090"
637
+ },
638
+ {
639
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
640
+ "cuda_ordinal": 1,
641
+ "egl_device_id": 2,
642
+ "name": "NVIDIA GeForce RTX 4090"
643
+ },
644
+ {
645
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
646
+ "cuda_ordinal": 0,
647
+ "egl_device_id": 3,
648
+ "name": "NVIDIA GeForce RTX 4090"
649
+ },
650
+ {
651
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
652
+ "cuda_ordinal": 7,
653
+ "egl_device_id": 4,
654
+ "name": "NVIDIA GeForce RTX 4090"
655
+ },
656
+ {
657
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
658
+ "cuda_ordinal": 6,
659
+ "egl_device_id": 5,
660
+ "name": "NVIDIA GeForce RTX 4090"
661
+ },
662
+ {
663
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
664
+ "cuda_ordinal": 5,
665
+ "egl_device_id": 6,
666
+ "name": "NVIDIA GeForce RTX 4090"
667
+ },
668
+ {
669
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
670
+ "cuda_ordinal": 4,
671
+ "egl_device_id": 7,
672
+ "name": "NVIDIA GeForce RTX 4090"
673
+ }
674
+ ]
675
+ },
676
+ "wandb": {
677
+ "mode": "online",
678
+ "credentials": "wandb netrc lookup",
679
+ "host": "https://api.wandb.ai",
680
+ "project": "p2n_vla"
681
+ }
682
+ },
683
+ "schedule": {
684
+ "batches_per_rank": 200,
685
+ "updates_per_epoch": 100,
686
+ "planned_optimizer_updates": 30000,
687
+ "lr_warmup_steps": 1000,
688
+ "micro_batch_per_rank": 8,
689
+ "world_size": 2,
690
+ "effective_batch": 32,
691
+ "max_optimizer_steps": 30000,
692
+ "cosine_horizon": 30000,
693
+ "expected_optimizer_updates": 30000,
694
+ "min_lr_ratio": 0.1,
695
+ "train_windows": 124106,
696
+ "windows_seen_per_epoch": 3200
697
+ },
698
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
699
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_preflight_resume_20261008_101427.json ADDED
@@ -0,0 +1,701 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
7
+ "exists": true,
8
+ "resume": true
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124106
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13984
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "resume": {
546
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
547
+ "counters": {
548
+ "epoch": 200,
549
+ "global_step": 40000,
550
+ "completed_optimizer_steps": 20000,
551
+ "skipped_optimizer_steps": 0,
552
+ "consecutive_skipped_steps": 0,
553
+ "last_snapshot_step": 20000
554
+ },
555
+ "world_size": 2,
556
+ "warnings": [
557
+ "Resume dataset content differs from the checkpoint: /workspace/past_action/data/libero/libero10_N500.zarr has episode_and_action_sha256=05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468, the checkpoint expects c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8; continuing because training.allow_dataset_change=true (the held-out validation demos change, so offline validation is not comparable across the resume)"
558
+ ]
559
+ },
560
+ "prompts": {
561
+ "max_len": 96,
562
+ "state_dims": 8,
563
+ "worst_case_tokens": 62,
564
+ "headroom": 34,
565
+ "per_uid": {
566
+ "30": 55,
567
+ "31": 55,
568
+ "32": 55,
569
+ "33": 57,
570
+ "34": 62,
571
+ "35": 57,
572
+ "36": 61,
573
+ "37": 56,
574
+ "38": 51,
575
+ "39": 55
576
+ }
577
+ },
578
+ "rollout": {
579
+ "enabled": true,
580
+ "mujoco_gl": "egl",
581
+ "plan": {
582
+ "enabled": true,
583
+ "every_epochs": 50,
584
+ "rollouts": [
585
+ {
586
+ "epoch": 50,
587
+ "optimizer_step": 5000
588
+ },
589
+ {
590
+ "epoch": 100,
591
+ "optimizer_step": 10000
592
+ },
593
+ {
594
+ "epoch": 150,
595
+ "optimizer_step": 15000
596
+ },
597
+ {
598
+ "epoch": 200,
599
+ "optimizer_step": 20000
600
+ },
601
+ {
602
+ "epoch": 250,
603
+ "optimizer_step": 25000
604
+ },
605
+ {
606
+ "epoch": 300,
607
+ "optimizer_step": 30000
608
+ }
609
+ ],
610
+ "protocol": "official",
611
+ "n_test": 500,
612
+ "episodes_per_task": 50,
613
+ "episode_seeds": [
614
+ 3000,
615
+ 3499
616
+ ],
617
+ "init_state_offset": 0,
618
+ "n_parallel_envs": 10,
619
+ "max_episode_steps": 550,
620
+ "expected_minutes_per_rollout": 39.2,
621
+ "timeout_minutes": 100.0,
622
+ "failure_policy": "continue",
623
+ "weights": "ema",
624
+ "precision": "bf16 (= snapshot)",
625
+ "rank": 0
626
+ },
627
+ "egl_renderers": [
628
+ {
629
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
630
+ "cuda_ordinal": 3,
631
+ "egl_device_id": 0,
632
+ "name": "NVIDIA GeForce RTX 4090"
633
+ },
634
+ {
635
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
636
+ "cuda_ordinal": 2,
637
+ "egl_device_id": 1,
638
+ "name": "NVIDIA GeForce RTX 4090"
639
+ },
640
+ {
641
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
642
+ "cuda_ordinal": 1,
643
+ "egl_device_id": 2,
644
+ "name": "NVIDIA GeForce RTX 4090"
645
+ },
646
+ {
647
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
648
+ "cuda_ordinal": 0,
649
+ "egl_device_id": 3,
650
+ "name": "NVIDIA GeForce RTX 4090"
651
+ },
652
+ {
653
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
654
+ "cuda_ordinal": 7,
655
+ "egl_device_id": 4,
656
+ "name": "NVIDIA GeForce RTX 4090"
657
+ },
658
+ {
659
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
660
+ "cuda_ordinal": 6,
661
+ "egl_device_id": 5,
662
+ "name": "NVIDIA GeForce RTX 4090"
663
+ },
664
+ {
665
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
666
+ "cuda_ordinal": 5,
667
+ "egl_device_id": 6,
668
+ "name": "NVIDIA GeForce RTX 4090"
669
+ },
670
+ {
671
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
672
+ "cuda_ordinal": 4,
673
+ "egl_device_id": 7,
674
+ "name": "NVIDIA GeForce RTX 4090"
675
+ }
676
+ ]
677
+ },
678
+ "wandb": {
679
+ "mode": "online",
680
+ "credentials": "wandb netrc lookup",
681
+ "host": "https://api.wandb.ai",
682
+ "project": "p2n_vla"
683
+ }
684
+ },
685
+ "schedule": {
686
+ "batches_per_rank": 200,
687
+ "updates_per_epoch": 100,
688
+ "planned_optimizer_updates": 30000,
689
+ "lr_warmup_steps": 1000,
690
+ "micro_batch_per_rank": 8,
691
+ "world_size": 2,
692
+ "effective_batch": 32,
693
+ "max_optimizer_steps": 30000,
694
+ "cosine_horizon": 30000,
695
+ "expected_optimizer_updates": 30000,
696
+ "min_lr_ratio": 0.1,
697
+ "train_windows": 124106,
698
+ "windows_seen_per_epoch": 3200
699
+ },
700
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
701
+ }
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved.yaml ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: false
256
+ resume_checkpoint: null
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ log_every: 1
283
+ max_consecutive_skipped_updates: 20
284
+ tqdm_interval_sec: 1.0
285
+ probe:
286
+ enabled: false
287
+ optimizer_steps: 3
288
+ self_past_step: null
289
+ worst_case_pass: true
290
+ validation_batches: 1
291
+ rollout_episodes: 10
292
+ max_reserved_gb: 22.5
293
+ min_headroom_gb: 2.0
294
+ ema:
295
+ decay: 0.999
296
+ warmup_power: null
297
+ optimizer:
298
+ policy_lr: 5.0e-05
299
+ new_module_lr: 0.0001
300
+ weight_decay: 1.0e-10
301
+ betas:
302
+ - 0.9
303
+ - 0.95
304
+ eps: 1.0e-08
305
+ fused: null
306
+ dataloader:
307
+ batch_size: 8
308
+ num_workers: 4
309
+ shuffle: true
310
+ pin_memory: true
311
+ persistent_workers: true
312
+ drop_last: true
313
+ val_dataloader:
314
+ batch_size: 8
315
+ num_workers: 2
316
+ shuffle: false
317
+ pin_memory: true
318
+ persistent_workers: true
319
+ drop_last: false
320
+ logging:
321
+ project: p2n_vla
322
+ resume: false
323
+ mode: online
324
+ name: 20261007.094401_p2n_vla_libero10_seed42
325
+ tags:
326
+ - p2n_vla
327
+ - libero10
328
+ - pi05_base
329
+ - oat_so3aug
330
+ id: null
331
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ log_every: 1
283
+ max_consecutive_skipped_updates: 20
284
+ tqdm_interval_sec: 1.0
285
+ probe:
286
+ enabled: false
287
+ optimizer_steps: 3
288
+ self_past_step: null
289
+ worst_case_pass: true
290
+ validation_batches: 1
291
+ rollout_episodes: 10
292
+ max_reserved_gb: 22.5
293
+ min_headroom_gb: 2.0
294
+ ema:
295
+ decay: 0.999
296
+ warmup_power: null
297
+ optimizer:
298
+ policy_lr: 5.0e-05
299
+ new_module_lr: 0.0001
300
+ weight_decay: 1.0e-10
301
+ betas:
302
+ - 0.9
303
+ - 0.95
304
+ eps: 1.0e-08
305
+ fused: null
306
+ dataloader:
307
+ batch_size: 8
308
+ num_workers: 4
309
+ shuffle: true
310
+ pin_memory: true
311
+ persistent_workers: true
312
+ drop_last: true
313
+ val_dataloader:
314
+ batch_size: 8
315
+ num_workers: 2
316
+ shuffle: false
317
+ pin_memory: true
318
+ persistent_workers: true
319
+ drop_last: false
320
+ logging:
321
+ project: p2n_vla
322
+ resume: allow
323
+ mode: online
324
+ name: 20261008.073245_p2n_vla_libero10_seed42
325
+ tags:
326
+ - p2n_vla
327
+ - libero10
328
+ - pi05_base
329
+ - oat_so3aug
330
+ id: akfgq1e9
331
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ log_every: 1
283
+ max_consecutive_skipped_updates: 20
284
+ tqdm_interval_sec: 1.0
285
+ probe:
286
+ enabled: false
287
+ optimizer_steps: 3
288
+ self_past_step: null
289
+ worst_case_pass: true
290
+ validation_batches: 1
291
+ rollout_episodes: 10
292
+ max_reserved_gb: 22.5
293
+ min_headroom_gb: 2.0
294
+ ema:
295
+ decay: 0.999
296
+ warmup_power: null
297
+ optimizer:
298
+ policy_lr: 5.0e-05
299
+ new_module_lr: 0.0001
300
+ weight_decay: 1.0e-10
301
+ betas:
302
+ - 0.9
303
+ - 0.95
304
+ eps: 1.0e-08
305
+ fused: null
306
+ dataloader:
307
+ batch_size: 8
308
+ num_workers: 4
309
+ shuffle: true
310
+ pin_memory: true
311
+ persistent_workers: true
312
+ drop_last: true
313
+ val_dataloader:
314
+ batch_size: 8
315
+ num_workers: 2
316
+ shuffle: false
317
+ pin_memory: true
318
+ persistent_workers: true
319
+ drop_last: false
320
+ logging:
321
+ project: p2n_vla
322
+ resume: allow
323
+ mode: online
324
+ name: 20261008.073248_p2n_vla_libero10_seed42
325
+ tags:
326
+ - p2n_vla
327
+ - libero10
328
+ - pi05_base
329
+ - oat_so3aug
330
+ id: akfgq1e9
331
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ log_every: 1
283
+ max_consecutive_skipped_updates: 20
284
+ tqdm_interval_sec: 1.0
285
+ probe:
286
+ enabled: false
287
+ optimizer_steps: 3
288
+ self_past_step: null
289
+ worst_case_pass: true
290
+ validation_batches: 1
291
+ rollout_episodes: 10
292
+ max_reserved_gb: 22.5
293
+ min_headroom_gb: 2.0
294
+ ema:
295
+ decay: 0.999
296
+ warmup_power: null
297
+ optimizer:
298
+ policy_lr: 5.0e-05
299
+ new_module_lr: 0.0001
300
+ weight_decay: 1.0e-10
301
+ betas:
302
+ - 0.9
303
+ - 0.95
304
+ eps: 1.0e-08
305
+ fused: null
306
+ dataloader:
307
+ batch_size: 8
308
+ num_workers: 4
309
+ shuffle: true
310
+ pin_memory: true
311
+ persistent_workers: true
312
+ drop_last: true
313
+ val_dataloader:
314
+ batch_size: 8
315
+ num_workers: 2
316
+ shuffle: false
317
+ pin_memory: true
318
+ persistent_workers: true
319
+ drop_last: false
320
+ logging:
321
+ project: p2n_vla
322
+ resume: allow
323
+ mode: online
324
+ name: 20261008.074139_p2n_vla_libero10_seed42
325
+ tags:
326
+ - p2n_vla
327
+ - libero10
328
+ - pi05_base
329
+ - oat_so3aug
330
+ id: akfgq1e9
331
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_101427.yaml ADDED
@@ -0,0 +1,332 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ allow_dataset_change: true
283
+ log_every: 1
284
+ max_consecutive_skipped_updates: 20
285
+ tqdm_interval_sec: 1.0
286
+ probe:
287
+ enabled: false
288
+ optimizer_steps: 3
289
+ self_past_step: null
290
+ worst_case_pass: true
291
+ validation_batches: 1
292
+ rollout_episodes: 10
293
+ max_reserved_gb: 22.5
294
+ min_headroom_gb: 2.0
295
+ ema:
296
+ decay: 0.999
297
+ warmup_power: null
298
+ optimizer:
299
+ policy_lr: 5.0e-05
300
+ new_module_lr: 0.0001
301
+ weight_decay: 1.0e-10
302
+ betas:
303
+ - 0.9
304
+ - 0.95
305
+ eps: 1.0e-08
306
+ fused: null
307
+ dataloader:
308
+ batch_size: 8
309
+ num_workers: 4
310
+ shuffle: true
311
+ pin_memory: true
312
+ persistent_workers: true
313
+ drop_last: true
314
+ val_dataloader:
315
+ batch_size: 8
316
+ num_workers: 2
317
+ shuffle: false
318
+ pin_memory: true
319
+ persistent_workers: true
320
+ drop_last: false
321
+ logging:
322
+ project: p2n_vla
323
+ resume: allow
324
+ mode: online
325
+ name: 20261007.094401_p2n_vla_libero10_seed42
326
+ tags:
327
+ - p2n_vla
328
+ - libero10
329
+ - pi05_base
330
+ - oat_so3aug
331
+ id: akfgq1e9
332
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/resolved_config.yaml ADDED
@@ -0,0 +1,332 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ allow_dataset_change: true
283
+ log_every: 1
284
+ max_consecutive_skipped_updates: 20
285
+ tqdm_interval_sec: 1.0
286
+ probe:
287
+ enabled: false
288
+ optimizer_steps: 3
289
+ self_past_step: null
290
+ worst_case_pass: true
291
+ validation_batches: 1
292
+ rollout_episodes: 10
293
+ max_reserved_gb: 22.5
294
+ min_headroom_gb: 2.0
295
+ ema:
296
+ decay: 0.999
297
+ warmup_power: null
298
+ optimizer:
299
+ policy_lr: 5.0e-05
300
+ new_module_lr: 0.0001
301
+ weight_decay: 1.0e-10
302
+ betas:
303
+ - 0.9
304
+ - 0.95
305
+ eps: 1.0e-08
306
+ fused: null
307
+ dataloader:
308
+ batch_size: 8
309
+ num_workers: 4
310
+ shuffle: true
311
+ pin_memory: true
312
+ persistent_workers: true
313
+ drop_last: true
314
+ val_dataloader:
315
+ batch_size: 8
316
+ num_workers: 2
317
+ shuffle: false
318
+ pin_memory: true
319
+ persistent_workers: true
320
+ drop_last: false
321
+ logging:
322
+ project: p2n_vla
323
+ resume: allow
324
+ mode: online
325
+ name: 20261007.094401_p2n_vla_libero10_seed42
326
+ tags:
327
+ - p2n_vla
328
+ - libero10
329
+ - pi05_base
330
+ - oat_so3aug
331
+ id: akfgq1e9
332
+ group: p2n_vla_libero
outputs/training/p2n_vla_libero10_s42/resume_20261008_073243.log ADDED
@@ -0,0 +1,1179 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ nohup: ignoring input
2
+ task:
3
+ policy:
4
+ name: libero10
5
+ task_name: libero10
6
+ lazy_eval: false
7
+ task_uids:
8
+ - 30
9
+ - 31
10
+ - 32
11
+ - 33
12
+ - 34
13
+ - 35
14
+ - 36
15
+ - 37
16
+ - 38
17
+ - 39
18
+ shape_meta:
19
+ obs:
20
+ agentview_rgb:
21
+ shape:
22
+ - 128
23
+ - 128
24
+ - 3
25
+ type: rgb
26
+ robot0_eye_in_hand_rgb:
27
+ shape:
28
+ - 128
29
+ - 128
30
+ - 3
31
+ type: rgb
32
+ robot0_eef_pos:
33
+ shape:
34
+ - 3
35
+ type: state
36
+ robot0_eef_quat:
37
+ shape:
38
+ - 4
39
+ type: state
40
+ robot0_gripper_qpos:
41
+ shape:
42
+ - 2
43
+ type: state
44
+ task_uid:
45
+ shape:
46
+ - 1
47
+ type: state
48
+ action:
49
+ shape:
50
+ - 7
51
+ rgb_ports:
52
+ - agentview_rgb
53
+ - robot0_eye_in_hand_rgb
54
+ wrist_ports:
55
+ - robot0_eye_in_hand_rgb
56
+ prompt_state:
57
+ keys:
58
+ - robot0_eef_pos
59
+ - robot0_eef_quat
60
+ - robot0_gripper_qpos
61
+ transforms:
62
+ robot0_eef_pos: identity
63
+ robot0_eef_quat: quat_to_axis_angle
64
+ robot0_gripper_qpos: identity
65
+ prompt:
66
+ instruction_source: libero10
67
+ state_keys:
68
+ - robot0_eef_pos
69
+ - robot0_eef_quat
70
+ - robot0_gripper_qpos
71
+ state_transforms:
72
+ robot0_eef_pos: identity
73
+ robot0_eef_quat: quat_to_axis_angle
74
+ robot0_gripper_qpos: identity
75
+ max_len: 96
76
+ dummy_uid: 30
77
+ env_runner:
78
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
79
+ task_name: libero10
80
+ protocol: official
81
+ n_test: 500
82
+ n_test_vis: 0
83
+ test_start_seed: 3000
84
+ init_state_offset: 0
85
+ n_obs_steps: 1
86
+ n_action_steps: 8
87
+ fps: 20
88
+ n_parallel_envs: 10
89
+ image_size: 128
90
+ camera_names:
91
+ - agentview
92
+ - robot0_eye_in_hand
93
+ state_ports:
94
+ - robot0_eef_pos
95
+ - robot0_eef_quat
96
+ - robot0_gripper_qpos
97
+ max_episode_steps: 550
98
+ dataset:
99
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
100
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
101
+ obs_keys:
102
+ - agentview_rgb
103
+ - robot0_eye_in_hand_rgb
104
+ - robot0_eef_pos
105
+ - robot0_eef_quat
106
+ - robot0_gripper_qpos
107
+ - task_uid
108
+ action_key: action
109
+ n_obs_steps: 1
110
+ n_action_steps: 16
111
+ seed: 42
112
+ val_ratio: 0.1
113
+ max_train_episodes: null
114
+ past_n: 7
115
+ n_exec_steps: 8
116
+ history_padding: zero
117
+ return_history_validity: true
118
+ prompt_state:
119
+ keys:
120
+ - robot0_eef_pos
121
+ - robot0_eef_quat
122
+ - robot0_gripper_qpos
123
+ transforms:
124
+ robot0_eef_pos: identity
125
+ robot0_eef_quat: quat_to_axis_angle
126
+ robot0_gripper_qpos: identity
127
+ name: train_p2n_vla
128
+ policy_family: p2n_vla
129
+ variant: p2n_vla
130
+ task_type: libero
131
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
132
+ seed: 42
133
+ horizon: 16
134
+ n_action_steps: 8
135
+ n_obs_steps: 1
136
+ past_n: 7
137
+ max_prompt_len: 96
138
+ task_name: libero10
139
+ shape_meta:
140
+ obs:
141
+ agentview_rgb:
142
+ shape:
143
+ - 128
144
+ - 128
145
+ - 3
146
+ type: rgb
147
+ robot0_eye_in_hand_rgb:
148
+ shape:
149
+ - 128
150
+ - 128
151
+ - 3
152
+ type: rgb
153
+ robot0_eef_pos:
154
+ shape:
155
+ - 3
156
+ type: state
157
+ robot0_eef_quat:
158
+ shape:
159
+ - 4
160
+ type: state
161
+ robot0_gripper_qpos:
162
+ shape:
163
+ - 2
164
+ type: state
165
+ task_uid:
166
+ shape:
167
+ - 1
168
+ type: state
169
+ action:
170
+ shape:
171
+ - 7
172
+ policy:
173
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
174
+ variant: p2n_vla
175
+ task: libero
176
+ shape_meta:
177
+ obs:
178
+ agentview_rgb:
179
+ shape:
180
+ - 128
181
+ - 128
182
+ - 3
183
+ type: rgb
184
+ robot0_eye_in_hand_rgb:
185
+ shape:
186
+ - 128
187
+ - 128
188
+ - 3
189
+ type: rgb
190
+ robot0_eef_pos:
191
+ shape:
192
+ - 3
193
+ type: state
194
+ robot0_eef_quat:
195
+ shape:
196
+ - 4
197
+ type: state
198
+ robot0_gripper_qpos:
199
+ shape:
200
+ - 2
201
+ type: state
202
+ task_uid:
203
+ shape:
204
+ - 1
205
+ type: state
206
+ action:
207
+ shape:
208
+ - 7
209
+ n_action_steps: 8
210
+ n_obs_steps: 1
211
+ past_n: 7
212
+ horizon: 16
213
+ construction_mode: fresh
214
+ model_size: full
215
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
216
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
217
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
218
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
219
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
220
+ rgb_ports:
221
+ - agentview_rgb
222
+ - robot0_eye_in_hand_rgb
223
+ wrist_ports:
224
+ - robot0_eye_in_hand_rgb
225
+ train_image_aug: true
226
+ prompt:
227
+ instruction_source: libero10
228
+ state_keys:
229
+ - robot0_eef_pos
230
+ - robot0_eef_quat
231
+ - robot0_gripper_qpos
232
+ state_transforms:
233
+ robot0_eef_pos: identity
234
+ robot0_eef_quat: quat_to_axis_angle
235
+ robot0_gripper_qpos: identity
236
+ max_len: 96
237
+ dummy_uid: 30
238
+ lora_rank: 16
239
+ lora_alpha: 16.0
240
+ lambda_ki: 1.0
241
+ ki_skip: 1152
242
+ use_past: true
243
+ adarms_t0: 0.6
244
+ temperature: 0.0
245
+ topk: 10
246
+ activation_checkpointing: true
247
+ frozen_dtype: null
248
+ self_past_p: 0.5
249
+ self_past_warmup_steps: 1000
250
+ self_past_ramp_steps: 4000
251
+ self_past_chunk_size: 4
252
+ self_past_temperature: 1.0
253
+ self_past_topk: 10
254
+ self_past_schedule: optimizer_step
255
+ training:
256
+ resume: true
257
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
258
+ init_checkpoint: null
259
+ seed: 42
260
+ num_demo: 500
261
+ num_epochs: 300
262
+ max_train_steps: 200
263
+ max_optimizer_steps: 30000
264
+ gradient_accumulate_every: 2
265
+ lr_warmup_steps: 1000
266
+ min_lr_ratio: 0.1
267
+ max_grad_norm: 1.0
268
+ use_ema: true
269
+ val_every: 50
270
+ max_val_steps: 200
271
+ max_reconst_steps: 200
272
+ validate_generated_history: true
273
+ offline_validation_enabled: true
274
+ offline_validation_reason: held_out_libero_episodes
275
+ checkpoint_every: 10
276
+ snapshot_every: 5000
277
+ rollout_every: 50
278
+ rollout_at_final: true
279
+ rollout_seed: 44
280
+ rollout_failure: continue
281
+ rollout_timeout_minutes: 100
282
+ keep_resume_checkpoint: false
283
+ log_every: 1
284
+ max_consecutive_skipped_updates: 20
285
+ tqdm_interval_sec: 1.0
286
+ probe:
287
+ enabled: false
288
+ optimizer_steps: 3
289
+ self_past_step: null
290
+ worst_case_pass: true
291
+ validation_batches: 1
292
+ rollout_episodes: 10
293
+ max_reserved_gb: 22.5
294
+ min_headroom_gb: 2.0
295
+ ema:
296
+ decay: 0.999
297
+ warmup_power: null
298
+ optimizer:
299
+ policy_lr: 5.0e-05
300
+ new_module_lr: 0.0001
301
+ weight_decay: 1.0e-10
302
+ betas:
303
+ - 0.9
304
+ - 0.95
305
+ eps: 1.0e-08
306
+ fused: null
307
+ dataloader:
308
+ batch_size: 8
309
+ num_workers: 4
310
+ shuffle: true
311
+ pin_memory: true
312
+ persistent_workers: true
313
+ drop_last: true
314
+ val_dataloader:
315
+ batch_size: 8
316
+ num_workers: 2
317
+ shuffle: false
318
+ pin_memory: true
319
+ persistent_workers: true
320
+ drop_last: false
321
+ logging:
322
+ project: p2n_vla
323
+ resume: allow
324
+ mode: online
325
+ name: 20261008.073245_p2n_vla_libero10_seed42
326
+ tags:
327
+ - p2n_vla
328
+ - libero10
329
+ - pi05_base
330
+ - oat_so3aug
331
+ id: akfgq1e9
332
+ group: p2n_vla_libero
333
+
334
+ {
335
+ "mode": "train",
336
+ "variant": "p2n_vla",
337
+ "task": "libero",
338
+ "policy": "oat.policy.p2n_vla.P2NVLAPolicy",
339
+ "model_size": "full",
340
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
341
+ "world_size": 2,
342
+ "lambda_ki": 1.0,
343
+ "lora": [
344
+ 16,
345
+ 16.0
346
+ ],
347
+ "self_past": {
348
+ "self_past_p": 0.5,
349
+ "self_past_warmup_steps": 1000,
350
+ "self_past_ramp_steps": 4000,
351
+ "self_past_chunk_size": 4,
352
+ "self_past_temperature": 1.0,
353
+ "self_past_topk": 10
354
+ },
355
+ "optimizer": {
356
+ "policy_lr": 5e-05,
357
+ "new_module_lr": 0.0001,
358
+ "weight_decay": 1e-10,
359
+ "betas": [
360
+ 0.9,
361
+ 0.95
362
+ ],
363
+ "eps": 1e-08,
364
+ "fused": null
365
+ },
366
+ "ema": {
367
+ "decay": 0.999,
368
+ "warmup_power": null
369
+ },
370
+ "schedule": {
371
+ "batches_per_rank": 200,
372
+ "updates_per_epoch": 100,
373
+ "planned_optimizer_updates": 30000,
374
+ "lr_warmup_steps": 1000,
375
+ "micro_batch_per_rank": 8,
376
+ "world_size": 2,
377
+ "effective_batch": 32,
378
+ "max_optimizer_steps": 30000,
379
+ "cosine_horizon": 30000,
380
+ "expected_optimizer_updates": 30000,
381
+ "min_lr_ratio": 0.1
382
+ },
383
+ "assets": {
384
+ "pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
385
+ "pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
386
+ "spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
387
+ "spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
388
+ "tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
389
+ },
390
+ "dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
391
+ "logging_mode": "online",
392
+ "rollout": {
393
+ "enabled": true,
394
+ "every_epochs": 50,
395
+ "rollouts": [
396
+ {
397
+ "epoch": 50,
398
+ "optimizer_step": 5000
399
+ },
400
+ {
401
+ "epoch": 100,
402
+ "optimizer_step": 10000
403
+ },
404
+ {
405
+ "epoch": 150,
406
+ "optimizer_step": 15000
407
+ },
408
+ {
409
+ "epoch": 200,
410
+ "optimizer_step": 20000
411
+ },
412
+ {
413
+ "epoch": 250,
414
+ "optimizer_step": 25000
415
+ },
416
+ {
417
+ "epoch": 300,
418
+ "optimizer_step": 30000
419
+ }
420
+ ],
421
+ "protocol": "official",
422
+ "n_test": 500,
423
+ "episodes_per_task": 50,
424
+ "episode_seeds": [
425
+ 3000,
426
+ 3499
427
+ ],
428
+ "init_state_offset": 0,
429
+ "n_parallel_envs": 10,
430
+ "max_episode_steps": 550,
431
+ "expected_minutes_per_rollout": 39.2,
432
+ "timeout_minutes": 100.0,
433
+ "failure_policy": "continue",
434
+ "weights": "ema",
435
+ "precision": "bf16 (= snapshot)",
436
+ "rank": 0
437
+ }
438
+ }
439
+ {
440
+ "policy_family": "p2n_vla",
441
+ "variant": "p2n_vla",
442
+ "task": "libero",
443
+ "output": {
444
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
445
+ "exists": true,
446
+ "resume": true
447
+ },
448
+ "world_size": 2,
449
+ "dataset_split": {
450
+ "schema_version": 1,
451
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
452
+ "val_ratio": 0.1,
453
+ "seed": 42,
454
+ "train_episode_ids": [
455
+ 0,
456
+ 1,
457
+ 2,
458
+ 3,
459
+ 4,
460
+ 5,
461
+ 6,
462
+ 7,
463
+ 8,
464
+ 9,
465
+ 10,
466
+ 11,
467
+ 12,
468
+ 13,
469
+ 14,
470
+ 15,
471
+ 16,
472
+ 17,
473
+ 18,
474
+ 19,
475
+ 20,
476
+ 21,
477
+ 22,
478
+ 23,
479
+ 24,
480
+ 25,
481
+ 26,
482
+ 27,
483
+ 28,
484
+ 29,
485
+ 30,
486
+ 32,
487
+ 34,
488
+ 35,
489
+ 36,
490
+ 37,
491
+ 38,
492
+ 41,
493
+ 42,
494
+ 45,
495
+ 46,
496
+ 47,
497
+ 48,
498
+ 49,
499
+ 50,
500
+ 51,
501
+ 52,
502
+ 53,
503
+ 54,
504
+ 55,
505
+ 56,
506
+ 57,
507
+ 58,
508
+ 60,
509
+ 61,
510
+ 62,
511
+ 63,
512
+ 64,
513
+ 65,
514
+ 66,
515
+ 67,
516
+ 68,
517
+ 69,
518
+ 70,
519
+ 71,
520
+ 72,
521
+ 73,
522
+ 74,
523
+ 75,
524
+ 76,
525
+ 77,
526
+ 78,
527
+ 79,
528
+ 80,
529
+ 82,
530
+ 83,
531
+ 84,
532
+ 85,
533
+ 87,
534
+ 88,
535
+ 89,
536
+ 90,
537
+ 91,
538
+ 93,
539
+ 94,
540
+ 95,
541
+ 96,
542
+ 97,
543
+ 98,
544
+ 99,
545
+ 100,
546
+ 101,
547
+ 102,
548
+ 103,
549
+ 104,
550
+ 105,
551
+ 106,
552
+ 107,
553
+ 108,
554
+ 110,
555
+ 111,
556
+ 112,
557
+ 113,
558
+ 114,
559
+ 115,
560
+ 116,
561
+ 117,
562
+ 118,
563
+ 119,
564
+ 120,
565
+ 121,
566
+ 122,
567
+ 123,
568
+ 124,
569
+ 125,
570
+ 126,
571
+ 127,
572
+ 128,
573
+ 129,
574
+ 130,
575
+ 131,
576
+ 132,
577
+ 133,
578
+ 134,
579
+ 136,
580
+ 137,
581
+ 138,
582
+ 139,
583
+ 140,
584
+ 141,
585
+ 142,
586
+ 143,
587
+ 144,
588
+ 145,
589
+ 146,
590
+ 147,
591
+ 148,
592
+ 149,
593
+ 150,
594
+ 151,
595
+ 152,
596
+ 153,
597
+ 154,
598
+ 155,
599
+ 156,
600
+ 157,
601
+ 158,
602
+ 159,
603
+ 160,
604
+ 161,
605
+ 162,
606
+ 163,
607
+ 164,
608
+ 165,
609
+ 166,
610
+ 167,
611
+ 168,
612
+ 169,
613
+ 170,
614
+ 171,
615
+ 172,
616
+ 173,
617
+ 174,
618
+ 176,
619
+ 177,
620
+ 178,
621
+ 179,
622
+ 180,
623
+ 181,
624
+ 182,
625
+ 183,
626
+ 184,
627
+ 185,
628
+ 186,
629
+ 187,
630
+ 188,
631
+ 189,
632
+ 190,
633
+ 192,
634
+ 193,
635
+ 194,
636
+ 195,
637
+ 196,
638
+ 198,
639
+ 200,
640
+ 201,
641
+ 202,
642
+ 203,
643
+ 204,
644
+ 205,
645
+ 206,
646
+ 207,
647
+ 208,
648
+ 209,
649
+ 210,
650
+ 213,
651
+ 214,
652
+ 215,
653
+ 217,
654
+ 218,
655
+ 219,
656
+ 220,
657
+ 222,
658
+ 223,
659
+ 224,
660
+ 225,
661
+ 226,
662
+ 227,
663
+ 228,
664
+ 229,
665
+ 230,
666
+ 231,
667
+ 232,
668
+ 233,
669
+ 234,
670
+ 236,
671
+ 237,
672
+ 238,
673
+ 240,
674
+ 241,
675
+ 243,
676
+ 244,
677
+ 245,
678
+ 246,
679
+ 247,
680
+ 248,
681
+ 249,
682
+ 250,
683
+ 251,
684
+ 252,
685
+ 253,
686
+ 254,
687
+ 255,
688
+ 256,
689
+ 257,
690
+ 258,
691
+ 259,
692
+ 260,
693
+ 262,
694
+ 263,
695
+ 264,
696
+ 265,
697
+ 266,
698
+ 267,
699
+ 269,
700
+ 270,
701
+ 271,
702
+ 272,
703
+ 273,
704
+ 274,
705
+ 275,
706
+ 276,
707
+ 277,
708
+ 278,
709
+ 279,
710
+ 280,
711
+ 281,
712
+ 282,
713
+ 283,
714
+ 284,
715
+ 285,
716
+ 286,
717
+ 287,
718
+ 288,
719
+ 289,
720
+ 290,
721
+ 291,
722
+ 292,
723
+ 293,
724
+ 294,
725
+ 295,
726
+ 297,
727
+ 298,
728
+ 299,
729
+ 300,
730
+ 301,
731
+ 302,
732
+ 303,
733
+ 304,
734
+ 305,
735
+ 307,
736
+ 308,
737
+ 310,
738
+ 311,
739
+ 312,
740
+ 313,
741
+ 314,
742
+ 315,
743
+ 316,
744
+ 317,
745
+ 318,
746
+ 320,
747
+ 321,
748
+ 322,
749
+ 323,
750
+ 324,
751
+ 325,
752
+ 326,
753
+ 327,
754
+ 328,
755
+ 329,
756
+ 330,
757
+ 331,
758
+ 332,
759
+ 334,
760
+ 335,
761
+ 336,
762
+ 337,
763
+ 339,
764
+ 341,
765
+ 342,
766
+ 343,
767
+ 344,
768
+ 346,
769
+ 347,
770
+ 348,
771
+ 350,
772
+ 351,
773
+ 352,
774
+ 354,
775
+ 355,
776
+ 356,
777
+ 357,
778
+ 358,
779
+ 359,
780
+ 360,
781
+ 361,
782
+ 362,
783
+ 363,
784
+ 364,
785
+ 365,
786
+ 367,
787
+ 368,
788
+ 369,
789
+ 370,
790
+ 373,
791
+ 374,
792
+ 375,
793
+ 376,
794
+ 377,
795
+ 378,
796
+ 379,
797
+ 380,
798
+ 381,
799
+ 382,
800
+ 383,
801
+ 384,
802
+ 385,
803
+ 386,
804
+ 387,
805
+ 388,
806
+ 390,
807
+ 392,
808
+ 394,
809
+ 395,
810
+ 396,
811
+ 397,
812
+ 398,
813
+ 399,
814
+ 400,
815
+ 401,
816
+ 402,
817
+ 404,
818
+ 405,
819
+ 406,
820
+ 407,
821
+ 408,
822
+ 409,
823
+ 410,
824
+ 411,
825
+ 412,
826
+ 413,
827
+ 414,
828
+ 415,
829
+ 416,
830
+ 418,
831
+ 419,
832
+ 420,
833
+ 421,
834
+ 422,
835
+ 423,
836
+ 424,
837
+ 425,
838
+ 426,
839
+ 427,
840
+ 428,
841
+ 429,
842
+ 431,
843
+ 432,
844
+ 433,
845
+ 434,
846
+ 435,
847
+ 436,
848
+ 437,
849
+ 438,
850
+ 440,
851
+ 441,
852
+ 442,
853
+ 443,
854
+ 445,
855
+ 446,
856
+ 447,
857
+ 448,
858
+ 449,
859
+ 451,
860
+ 452,
861
+ 453,
862
+ 454,
863
+ 455,
864
+ 456,
865
+ 457,
866
+ 458,
867
+ 459,
868
+ 460,
869
+ 461,
870
+ 462,
871
+ 463,
872
+ 464,
873
+ 465,
874
+ 466,
875
+ 467,
876
+ 468,
877
+ 469,
878
+ 470,
879
+ 471,
880
+ 472,
881
+ 473,
882
+ 474,
883
+ 475,
884
+ 476,
885
+ 478,
886
+ 479,
887
+ 480,
888
+ 482,
889
+ 483,
890
+ 484,
891
+ 485,
892
+ 486,
893
+ 487,
894
+ 488,
895
+ 489,
896
+ 490,
897
+ 491,
898
+ 492,
899
+ 494,
900
+ 495,
901
+ 496,
902
+ 497,
903
+ 498,
904
+ 499
905
+ ],
906
+ "validation_episode_ids": [
907
+ 31,
908
+ 33,
909
+ 39,
910
+ 40,
911
+ 43,
912
+ 44,
913
+ 59,
914
+ 81,
915
+ 86,
916
+ 92,
917
+ 109,
918
+ 135,
919
+ 175,
920
+ 191,
921
+ 197,
922
+ 199,
923
+ 211,
924
+ 212,
925
+ 216,
926
+ 221,
927
+ 235,
928
+ 239,
929
+ 242,
930
+ 261,
931
+ 268,
932
+ 296,
933
+ 306,
934
+ 309,
935
+ 319,
936
+ 333,
937
+ 338,
938
+ 340,
939
+ 345,
940
+ 349,
941
+ 353,
942
+ 366,
943
+ 371,
944
+ 372,
945
+ 389,
946
+ 391,
947
+ 393,
948
+ 403,
949
+ 417,
950
+ 430,
951
+ 439,
952
+ 444,
953
+ 450,
954
+ 477,
955
+ 481,
956
+ 493
957
+ ],
958
+ "train": {
959
+ "episodes": 450,
960
+ "windows": 124106
961
+ },
962
+ "validation": {
963
+ "episodes": 50,
964
+ "windows": 13984
965
+ },
966
+ "offline_validation_enabled": true
967
+ },
968
+ "sources": {
969
+ "assets": {
970
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
971
+ "pi05": {
972
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
973
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
974
+ "method": "hf_blob_name",
975
+ "tensors": 812,
976
+ "bytes": 14467165872
977
+ },
978
+ "sentencepiece": {
979
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
980
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
981
+ }
982
+ },
983
+ "resume": {
984
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
985
+ "counters": {
986
+ "epoch": 200,
987
+ "global_step": 40000,
988
+ "completed_optimizer_steps": 20000,
989
+ "skipped_optimizer_steps": 0,
990
+ "consecutive_skipped_steps": 0,
991
+ "last_snapshot_step": 20000
992
+ },
993
+ "world_size": 2,
994
+ "warnings": []
995
+ },
996
+ "prompts": {
997
+ "max_len": 96,
998
+ "state_dims": 8,
999
+ "worst_case_tokens": 62,
1000
+ "headroom": 34,
1001
+ "per_uid": {
1002
+ "30": 55,
1003
+ "31": 55,
1004
+ "32": 55,
1005
+ "33": 57,
1006
+ "34": 62,
1007
+ "35": 57,
1008
+ "36": 61,
1009
+ "37": 56,
1010
+ "38": 51,
1011
+ "39": 55
1012
+ }
1013
+ },
1014
+ "rollout": {
1015
+ "enabled": true,
1016
+ "mujoco_gl": "egl",
1017
+ "plan": {
1018
+ "enabled": true,
1019
+ "every_epochs": 50,
1020
+ "rollouts": [
1021
+ {
1022
+ "epoch": 50,
1023
+ "optimizer_step": 5000
1024
+ },
1025
+ {
1026
+ "epoch": 100,
1027
+ "optimizer_step": 10000
1028
+ },
1029
+ {
1030
+ "epoch": 150,
1031
+ "optimizer_step": 15000
1032
+ },
1033
+ {
1034
+ "epoch": 200,
1035
+ "optimizer_step": 20000
1036
+ },
1037
+ {
1038
+ "epoch": 250,
1039
+ "optimizer_step": 25000
1040
+ },
1041
+ {
1042
+ "epoch": 300,
1043
+ "optimizer_step": 30000
1044
+ }
1045
+ ],
1046
+ "protocol": "official",
1047
+ "n_test": 500,
1048
+ "episodes_per_task": 50,
1049
+ "episode_seeds": [
1050
+ 3000,
1051
+ 3499
1052
+ ],
1053
+ "init_state_offset": 0,
1054
+ "n_parallel_envs": 10,
1055
+ "max_episode_steps": 550,
1056
+ "expected_minutes_per_rollout": 39.2,
1057
+ "timeout_minutes": 100.0,
1058
+ "failure_policy": "continue",
1059
+ "weights": "ema",
1060
+ "precision": "bf16 (= snapshot)",
1061
+ "rank": 0
1062
+ },
1063
+ "egl_renderers": [
1064
+ {
1065
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
1066
+ "cuda_ordinal": 3,
1067
+ "egl_device_id": 0,
1068
+ "name": "NVIDIA GeForce RTX 4090"
1069
+ },
1070
+ {
1071
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
1072
+ "cuda_ordinal": 2,
1073
+ "egl_device_id": 1,
1074
+ "name": "NVIDIA GeForce RTX 4090"
1075
+ },
1076
+ {
1077
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
1078
+ "cuda_ordinal": 1,
1079
+ "egl_device_id": 2,
1080
+ "name": "NVIDIA GeForce RTX 4090"
1081
+ },
1082
+ {
1083
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
1084
+ "cuda_ordinal": 0,
1085
+ "egl_device_id": 3,
1086
+ "name": "NVIDIA GeForce RTX 4090"
1087
+ },
1088
+ {
1089
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
1090
+ "cuda_ordinal": 7,
1091
+ "egl_device_id": 4,
1092
+ "name": "NVIDIA GeForce RTX 4090"
1093
+ },
1094
+ {
1095
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
1096
+ "cuda_ordinal": 6,
1097
+ "egl_device_id": 5,
1098
+ "name": "NVIDIA GeForce RTX 4090"
1099
+ },
1100
+ {
1101
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
1102
+ "cuda_ordinal": 5,
1103
+ "egl_device_id": 6,
1104
+ "name": "NVIDIA GeForce RTX 4090"
1105
+ },
1106
+ {
1107
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
1108
+ "cuda_ordinal": 4,
1109
+ "egl_device_id": 7,
1110
+ "name": "NVIDIA GeForce RTX 4090"
1111
+ }
1112
+ ]
1113
+ },
1114
+ "wandb": {
1115
+ "mode": "online",
1116
+ "credentials": "wandb netrc lookup",
1117
+ "host": "https://api.wandb.ai",
1118
+ "project": "p2n_vla"
1119
+ }
1120
+ },
1121
+ "schedule": {
1122
+ "batches_per_rank": 200,
1123
+ "updates_per_epoch": 100,
1124
+ "planned_optimizer_updates": 30000,
1125
+ "lr_warmup_steps": 1000,
1126
+ "micro_batch_per_rank": 8,
1127
+ "world_size": 2,
1128
+ "effective_batch": 32,
1129
+ "max_optimizer_steps": 30000,
1130
+ "cosine_horizon": 30000,
1131
+ "expected_optimizer_updates": 30000,
1132
+ "min_lr_ratio": 0.1,
1133
+ "train_windows": 124106,
1134
+ "windows_seen_per_epoch": 3200
1135
+ },
1136
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
1137
+ }
1138
+ Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
1139
+
1140
+ *****************************************
1141
+ Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
1142
+ *****************************************
1143
+ W1008 07:34:10.613000 117365 site-packages/torch/distributed/elastic/agent/server/api.py:739] Received Signals.SIGTERM death signal, shutting down workers
1144
+ W1008 07:34:10.614000 117365 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117399 closing signal SIGTERM
1145
+ W1008 07:34:10.615000 117365 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117400 closing signal SIGTERM
1146
+ Traceback (most recent call last):
1147
+ File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
1148
+ return _run_code(code, main_globals, None,
1149
+ File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
1150
+ exec(code, run_globals)
1151
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
1152
+ main()
1153
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
1154
+ return f(*args, **kwargs)
1155
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
1156
+ run(args)
1157
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
1158
+ elastic_launch(
1159
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
1160
+ return launch_agent(self._config, self._entrypoint, list(args))
1161
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 308, in launch_agent
1162
+ result = agent.run()
1163
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/metrics/api.py", line 134, in wrapper
1164
+ result = f(*args, **kwargs)
1165
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 731, in run
1166
+ result = self._invoke_run(role)
1167
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 908, in _invoke_run
1168
+ time.sleep(monitor_interval)
1169
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 86, in _terminate_process_handler
1170
+ raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
1171
+ torch.distributed.elastic.multiprocessing.api.SignalException: Process 117365 got signal: 15
1172
+ Traceback (most recent call last):
1173
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
1174
+ main()
1175
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
1176
+ subprocess.run(command, cwd=str(ROOT), check=True, env=env)
1177
+ File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
1178
+ raise CalledProcessError(retcode, process.args,
1179
+ subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073250.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
outputs/training/p2n_vla_libero10_s42/resume_20261008_073246.log ADDED
@@ -0,0 +1,1179 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ nohup: ignoring input
2
+ task:
3
+ policy:
4
+ name: libero10
5
+ task_name: libero10
6
+ lazy_eval: false
7
+ task_uids:
8
+ - 30
9
+ - 31
10
+ - 32
11
+ - 33
12
+ - 34
13
+ - 35
14
+ - 36
15
+ - 37
16
+ - 38
17
+ - 39
18
+ shape_meta:
19
+ obs:
20
+ agentview_rgb:
21
+ shape:
22
+ - 128
23
+ - 128
24
+ - 3
25
+ type: rgb
26
+ robot0_eye_in_hand_rgb:
27
+ shape:
28
+ - 128
29
+ - 128
30
+ - 3
31
+ type: rgb
32
+ robot0_eef_pos:
33
+ shape:
34
+ - 3
35
+ type: state
36
+ robot0_eef_quat:
37
+ shape:
38
+ - 4
39
+ type: state
40
+ robot0_gripper_qpos:
41
+ shape:
42
+ - 2
43
+ type: state
44
+ task_uid:
45
+ shape:
46
+ - 1
47
+ type: state
48
+ action:
49
+ shape:
50
+ - 7
51
+ rgb_ports:
52
+ - agentview_rgb
53
+ - robot0_eye_in_hand_rgb
54
+ wrist_ports:
55
+ - robot0_eye_in_hand_rgb
56
+ prompt_state:
57
+ keys:
58
+ - robot0_eef_pos
59
+ - robot0_eef_quat
60
+ - robot0_gripper_qpos
61
+ transforms:
62
+ robot0_eef_pos: identity
63
+ robot0_eef_quat: quat_to_axis_angle
64
+ robot0_gripper_qpos: identity
65
+ prompt:
66
+ instruction_source: libero10
67
+ state_keys:
68
+ - robot0_eef_pos
69
+ - robot0_eef_quat
70
+ - robot0_gripper_qpos
71
+ state_transforms:
72
+ robot0_eef_pos: identity
73
+ robot0_eef_quat: quat_to_axis_angle
74
+ robot0_gripper_qpos: identity
75
+ max_len: 96
76
+ dummy_uid: 30
77
+ env_runner:
78
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
79
+ task_name: libero10
80
+ protocol: official
81
+ n_test: 500
82
+ n_test_vis: 0
83
+ test_start_seed: 3000
84
+ init_state_offset: 0
85
+ n_obs_steps: 1
86
+ n_action_steps: 8
87
+ fps: 20
88
+ n_parallel_envs: 10
89
+ image_size: 128
90
+ camera_names:
91
+ - agentview
92
+ - robot0_eye_in_hand
93
+ state_ports:
94
+ - robot0_eef_pos
95
+ - robot0_eef_quat
96
+ - robot0_gripper_qpos
97
+ max_episode_steps: 550
98
+ dataset:
99
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
100
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
101
+ obs_keys:
102
+ - agentview_rgb
103
+ - robot0_eye_in_hand_rgb
104
+ - robot0_eef_pos
105
+ - robot0_eef_quat
106
+ - robot0_gripper_qpos
107
+ - task_uid
108
+ action_key: action
109
+ n_obs_steps: 1
110
+ n_action_steps: 16
111
+ seed: 42
112
+ val_ratio: 0.1
113
+ max_train_episodes: null
114
+ past_n: 7
115
+ n_exec_steps: 8
116
+ history_padding: zero
117
+ return_history_validity: true
118
+ prompt_state:
119
+ keys:
120
+ - robot0_eef_pos
121
+ - robot0_eef_quat
122
+ - robot0_gripper_qpos
123
+ transforms:
124
+ robot0_eef_pos: identity
125
+ robot0_eef_quat: quat_to_axis_angle
126
+ robot0_gripper_qpos: identity
127
+ name: train_p2n_vla
128
+ policy_family: p2n_vla
129
+ variant: p2n_vla
130
+ task_type: libero
131
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
132
+ seed: 42
133
+ horizon: 16
134
+ n_action_steps: 8
135
+ n_obs_steps: 1
136
+ past_n: 7
137
+ max_prompt_len: 96
138
+ task_name: libero10
139
+ shape_meta:
140
+ obs:
141
+ agentview_rgb:
142
+ shape:
143
+ - 128
144
+ - 128
145
+ - 3
146
+ type: rgb
147
+ robot0_eye_in_hand_rgb:
148
+ shape:
149
+ - 128
150
+ - 128
151
+ - 3
152
+ type: rgb
153
+ robot0_eef_pos:
154
+ shape:
155
+ - 3
156
+ type: state
157
+ robot0_eef_quat:
158
+ shape:
159
+ - 4
160
+ type: state
161
+ robot0_gripper_qpos:
162
+ shape:
163
+ - 2
164
+ type: state
165
+ task_uid:
166
+ shape:
167
+ - 1
168
+ type: state
169
+ action:
170
+ shape:
171
+ - 7
172
+ policy:
173
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
174
+ variant: p2n_vla
175
+ task: libero
176
+ shape_meta:
177
+ obs:
178
+ agentview_rgb:
179
+ shape:
180
+ - 128
181
+ - 128
182
+ - 3
183
+ type: rgb
184
+ robot0_eye_in_hand_rgb:
185
+ shape:
186
+ - 128
187
+ - 128
188
+ - 3
189
+ type: rgb
190
+ robot0_eef_pos:
191
+ shape:
192
+ - 3
193
+ type: state
194
+ robot0_eef_quat:
195
+ shape:
196
+ - 4
197
+ type: state
198
+ robot0_gripper_qpos:
199
+ shape:
200
+ - 2
201
+ type: state
202
+ task_uid:
203
+ shape:
204
+ - 1
205
+ type: state
206
+ action:
207
+ shape:
208
+ - 7
209
+ n_action_steps: 8
210
+ n_obs_steps: 1
211
+ past_n: 7
212
+ horizon: 16
213
+ construction_mode: fresh
214
+ model_size: full
215
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
216
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
217
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
218
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
219
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
220
+ rgb_ports:
221
+ - agentview_rgb
222
+ - robot0_eye_in_hand_rgb
223
+ wrist_ports:
224
+ - robot0_eye_in_hand_rgb
225
+ train_image_aug: true
226
+ prompt:
227
+ instruction_source: libero10
228
+ state_keys:
229
+ - robot0_eef_pos
230
+ - robot0_eef_quat
231
+ - robot0_gripper_qpos
232
+ state_transforms:
233
+ robot0_eef_pos: identity
234
+ robot0_eef_quat: quat_to_axis_angle
235
+ robot0_gripper_qpos: identity
236
+ max_len: 96
237
+ dummy_uid: 30
238
+ lora_rank: 16
239
+ lora_alpha: 16.0
240
+ lambda_ki: 1.0
241
+ ki_skip: 1152
242
+ use_past: true
243
+ adarms_t0: 0.6
244
+ temperature: 0.0
245
+ topk: 10
246
+ activation_checkpointing: true
247
+ frozen_dtype: null
248
+ self_past_p: 0.5
249
+ self_past_warmup_steps: 1000
250
+ self_past_ramp_steps: 4000
251
+ self_past_chunk_size: 4
252
+ self_past_temperature: 1.0
253
+ self_past_topk: 10
254
+ self_past_schedule: optimizer_step
255
+ training:
256
+ resume: true
257
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
258
+ init_checkpoint: null
259
+ seed: 42
260
+ num_demo: 500
261
+ num_epochs: 300
262
+ max_train_steps: 200
263
+ max_optimizer_steps: 30000
264
+ gradient_accumulate_every: 2
265
+ lr_warmup_steps: 1000
266
+ min_lr_ratio: 0.1
267
+ max_grad_norm: 1.0
268
+ use_ema: true
269
+ val_every: 50
270
+ max_val_steps: 200
271
+ max_reconst_steps: 200
272
+ validate_generated_history: true
273
+ offline_validation_enabled: true
274
+ offline_validation_reason: held_out_libero_episodes
275
+ checkpoint_every: 10
276
+ snapshot_every: 5000
277
+ rollout_every: 50
278
+ rollout_at_final: true
279
+ rollout_seed: 44
280
+ rollout_failure: continue
281
+ rollout_timeout_minutes: 100
282
+ keep_resume_checkpoint: false
283
+ log_every: 1
284
+ max_consecutive_skipped_updates: 20
285
+ tqdm_interval_sec: 1.0
286
+ probe:
287
+ enabled: false
288
+ optimizer_steps: 3
289
+ self_past_step: null
290
+ worst_case_pass: true
291
+ validation_batches: 1
292
+ rollout_episodes: 10
293
+ max_reserved_gb: 22.5
294
+ min_headroom_gb: 2.0
295
+ ema:
296
+ decay: 0.999
297
+ warmup_power: null
298
+ optimizer:
299
+ policy_lr: 5.0e-05
300
+ new_module_lr: 0.0001
301
+ weight_decay: 1.0e-10
302
+ betas:
303
+ - 0.9
304
+ - 0.95
305
+ eps: 1.0e-08
306
+ fused: null
307
+ dataloader:
308
+ batch_size: 8
309
+ num_workers: 4
310
+ shuffle: true
311
+ pin_memory: true
312
+ persistent_workers: true
313
+ drop_last: true
314
+ val_dataloader:
315
+ batch_size: 8
316
+ num_workers: 2
317
+ shuffle: false
318
+ pin_memory: true
319
+ persistent_workers: true
320
+ drop_last: false
321
+ logging:
322
+ project: p2n_vla
323
+ resume: allow
324
+ mode: online
325
+ name: 20261008.073248_p2n_vla_libero10_seed42
326
+ tags:
327
+ - p2n_vla
328
+ - libero10
329
+ - pi05_base
330
+ - oat_so3aug
331
+ id: akfgq1e9
332
+ group: p2n_vla_libero
333
+
334
+ {
335
+ "mode": "train",
336
+ "variant": "p2n_vla",
337
+ "task": "libero",
338
+ "policy": "oat.policy.p2n_vla.P2NVLAPolicy",
339
+ "model_size": "full",
340
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
341
+ "world_size": 2,
342
+ "lambda_ki": 1.0,
343
+ "lora": [
344
+ 16,
345
+ 16.0
346
+ ],
347
+ "self_past": {
348
+ "self_past_p": 0.5,
349
+ "self_past_warmup_steps": 1000,
350
+ "self_past_ramp_steps": 4000,
351
+ "self_past_chunk_size": 4,
352
+ "self_past_temperature": 1.0,
353
+ "self_past_topk": 10
354
+ },
355
+ "optimizer": {
356
+ "policy_lr": 5e-05,
357
+ "new_module_lr": 0.0001,
358
+ "weight_decay": 1e-10,
359
+ "betas": [
360
+ 0.9,
361
+ 0.95
362
+ ],
363
+ "eps": 1e-08,
364
+ "fused": null
365
+ },
366
+ "ema": {
367
+ "decay": 0.999,
368
+ "warmup_power": null
369
+ },
370
+ "schedule": {
371
+ "batches_per_rank": 200,
372
+ "updates_per_epoch": 100,
373
+ "planned_optimizer_updates": 30000,
374
+ "lr_warmup_steps": 1000,
375
+ "micro_batch_per_rank": 8,
376
+ "world_size": 2,
377
+ "effective_batch": 32,
378
+ "max_optimizer_steps": 30000,
379
+ "cosine_horizon": 30000,
380
+ "expected_optimizer_updates": 30000,
381
+ "min_lr_ratio": 0.1
382
+ },
383
+ "assets": {
384
+ "pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
385
+ "pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
386
+ "spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
387
+ "spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
388
+ "tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
389
+ },
390
+ "dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
391
+ "logging_mode": "online",
392
+ "rollout": {
393
+ "enabled": true,
394
+ "every_epochs": 50,
395
+ "rollouts": [
396
+ {
397
+ "epoch": 50,
398
+ "optimizer_step": 5000
399
+ },
400
+ {
401
+ "epoch": 100,
402
+ "optimizer_step": 10000
403
+ },
404
+ {
405
+ "epoch": 150,
406
+ "optimizer_step": 15000
407
+ },
408
+ {
409
+ "epoch": 200,
410
+ "optimizer_step": 20000
411
+ },
412
+ {
413
+ "epoch": 250,
414
+ "optimizer_step": 25000
415
+ },
416
+ {
417
+ "epoch": 300,
418
+ "optimizer_step": 30000
419
+ }
420
+ ],
421
+ "protocol": "official",
422
+ "n_test": 500,
423
+ "episodes_per_task": 50,
424
+ "episode_seeds": [
425
+ 3000,
426
+ 3499
427
+ ],
428
+ "init_state_offset": 0,
429
+ "n_parallel_envs": 10,
430
+ "max_episode_steps": 550,
431
+ "expected_minutes_per_rollout": 39.2,
432
+ "timeout_minutes": 100.0,
433
+ "failure_policy": "continue",
434
+ "weights": "ema",
435
+ "precision": "bf16 (= snapshot)",
436
+ "rank": 0
437
+ }
438
+ }
439
+ {
440
+ "policy_family": "p2n_vla",
441
+ "variant": "p2n_vla",
442
+ "task": "libero",
443
+ "output": {
444
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
445
+ "exists": true,
446
+ "resume": true
447
+ },
448
+ "world_size": 2,
449
+ "dataset_split": {
450
+ "schema_version": 1,
451
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
452
+ "val_ratio": 0.1,
453
+ "seed": 42,
454
+ "train_episode_ids": [
455
+ 0,
456
+ 1,
457
+ 2,
458
+ 3,
459
+ 4,
460
+ 5,
461
+ 6,
462
+ 7,
463
+ 8,
464
+ 9,
465
+ 10,
466
+ 11,
467
+ 12,
468
+ 13,
469
+ 14,
470
+ 15,
471
+ 16,
472
+ 17,
473
+ 18,
474
+ 19,
475
+ 20,
476
+ 21,
477
+ 22,
478
+ 23,
479
+ 24,
480
+ 25,
481
+ 26,
482
+ 27,
483
+ 28,
484
+ 29,
485
+ 30,
486
+ 32,
487
+ 34,
488
+ 35,
489
+ 36,
490
+ 37,
491
+ 38,
492
+ 41,
493
+ 42,
494
+ 45,
495
+ 46,
496
+ 47,
497
+ 48,
498
+ 49,
499
+ 50,
500
+ 51,
501
+ 52,
502
+ 53,
503
+ 54,
504
+ 55,
505
+ 56,
506
+ 57,
507
+ 58,
508
+ 60,
509
+ 61,
510
+ 62,
511
+ 63,
512
+ 64,
513
+ 65,
514
+ 66,
515
+ 67,
516
+ 68,
517
+ 69,
518
+ 70,
519
+ 71,
520
+ 72,
521
+ 73,
522
+ 74,
523
+ 75,
524
+ 76,
525
+ 77,
526
+ 78,
527
+ 79,
528
+ 80,
529
+ 82,
530
+ 83,
531
+ 84,
532
+ 85,
533
+ 87,
534
+ 88,
535
+ 89,
536
+ 90,
537
+ 91,
538
+ 93,
539
+ 94,
540
+ 95,
541
+ 96,
542
+ 97,
543
+ 98,
544
+ 99,
545
+ 100,
546
+ 101,
547
+ 102,
548
+ 103,
549
+ 104,
550
+ 105,
551
+ 106,
552
+ 107,
553
+ 108,
554
+ 110,
555
+ 111,
556
+ 112,
557
+ 113,
558
+ 114,
559
+ 115,
560
+ 116,
561
+ 117,
562
+ 118,
563
+ 119,
564
+ 120,
565
+ 121,
566
+ 122,
567
+ 123,
568
+ 124,
569
+ 125,
570
+ 126,
571
+ 127,
572
+ 128,
573
+ 129,
574
+ 130,
575
+ 131,
576
+ 132,
577
+ 133,
578
+ 134,
579
+ 136,
580
+ 137,
581
+ 138,
582
+ 139,
583
+ 140,
584
+ 141,
585
+ 142,
586
+ 143,
587
+ 144,
588
+ 145,
589
+ 146,
590
+ 147,
591
+ 148,
592
+ 149,
593
+ 150,
594
+ 151,
595
+ 152,
596
+ 153,
597
+ 154,
598
+ 155,
599
+ 156,
600
+ 157,
601
+ 158,
602
+ 159,
603
+ 160,
604
+ 161,
605
+ 162,
606
+ 163,
607
+ 164,
608
+ 165,
609
+ 166,
610
+ 167,
611
+ 168,
612
+ 169,
613
+ 170,
614
+ 171,
615
+ 172,
616
+ 173,
617
+ 174,
618
+ 176,
619
+ 177,
620
+ 178,
621
+ 179,
622
+ 180,
623
+ 181,
624
+ 182,
625
+ 183,
626
+ 184,
627
+ 185,
628
+ 186,
629
+ 187,
630
+ 188,
631
+ 189,
632
+ 190,
633
+ 192,
634
+ 193,
635
+ 194,
636
+ 195,
637
+ 196,
638
+ 198,
639
+ 200,
640
+ 201,
641
+ 202,
642
+ 203,
643
+ 204,
644
+ 205,
645
+ 206,
646
+ 207,
647
+ 208,
648
+ 209,
649
+ 210,
650
+ 213,
651
+ 214,
652
+ 215,
653
+ 217,
654
+ 218,
655
+ 219,
656
+ 220,
657
+ 222,
658
+ 223,
659
+ 224,
660
+ 225,
661
+ 226,
662
+ 227,
663
+ 228,
664
+ 229,
665
+ 230,
666
+ 231,
667
+ 232,
668
+ 233,
669
+ 234,
670
+ 236,
671
+ 237,
672
+ 238,
673
+ 240,
674
+ 241,
675
+ 243,
676
+ 244,
677
+ 245,
678
+ 246,
679
+ 247,
680
+ 248,
681
+ 249,
682
+ 250,
683
+ 251,
684
+ 252,
685
+ 253,
686
+ 254,
687
+ 255,
688
+ 256,
689
+ 257,
690
+ 258,
691
+ 259,
692
+ 260,
693
+ 262,
694
+ 263,
695
+ 264,
696
+ 265,
697
+ 266,
698
+ 267,
699
+ 269,
700
+ 270,
701
+ 271,
702
+ 272,
703
+ 273,
704
+ 274,
705
+ 275,
706
+ 276,
707
+ 277,
708
+ 278,
709
+ 279,
710
+ 280,
711
+ 281,
712
+ 282,
713
+ 283,
714
+ 284,
715
+ 285,
716
+ 286,
717
+ 287,
718
+ 288,
719
+ 289,
720
+ 290,
721
+ 291,
722
+ 292,
723
+ 293,
724
+ 294,
725
+ 295,
726
+ 297,
727
+ 298,
728
+ 299,
729
+ 300,
730
+ 301,
731
+ 302,
732
+ 303,
733
+ 304,
734
+ 305,
735
+ 307,
736
+ 308,
737
+ 310,
738
+ 311,
739
+ 312,
740
+ 313,
741
+ 314,
742
+ 315,
743
+ 316,
744
+ 317,
745
+ 318,
746
+ 320,
747
+ 321,
748
+ 322,
749
+ 323,
750
+ 324,
751
+ 325,
752
+ 326,
753
+ 327,
754
+ 328,
755
+ 329,
756
+ 330,
757
+ 331,
758
+ 332,
759
+ 334,
760
+ 335,
761
+ 336,
762
+ 337,
763
+ 339,
764
+ 341,
765
+ 342,
766
+ 343,
767
+ 344,
768
+ 346,
769
+ 347,
770
+ 348,
771
+ 350,
772
+ 351,
773
+ 352,
774
+ 354,
775
+ 355,
776
+ 356,
777
+ 357,
778
+ 358,
779
+ 359,
780
+ 360,
781
+ 361,
782
+ 362,
783
+ 363,
784
+ 364,
785
+ 365,
786
+ 367,
787
+ 368,
788
+ 369,
789
+ 370,
790
+ 373,
791
+ 374,
792
+ 375,
793
+ 376,
794
+ 377,
795
+ 378,
796
+ 379,
797
+ 380,
798
+ 381,
799
+ 382,
800
+ 383,
801
+ 384,
802
+ 385,
803
+ 386,
804
+ 387,
805
+ 388,
806
+ 390,
807
+ 392,
808
+ 394,
809
+ 395,
810
+ 396,
811
+ 397,
812
+ 398,
813
+ 399,
814
+ 400,
815
+ 401,
816
+ 402,
817
+ 404,
818
+ 405,
819
+ 406,
820
+ 407,
821
+ 408,
822
+ 409,
823
+ 410,
824
+ 411,
825
+ 412,
826
+ 413,
827
+ 414,
828
+ 415,
829
+ 416,
830
+ 418,
831
+ 419,
832
+ 420,
833
+ 421,
834
+ 422,
835
+ 423,
836
+ 424,
837
+ 425,
838
+ 426,
839
+ 427,
840
+ 428,
841
+ 429,
842
+ 431,
843
+ 432,
844
+ 433,
845
+ 434,
846
+ 435,
847
+ 436,
848
+ 437,
849
+ 438,
850
+ 440,
851
+ 441,
852
+ 442,
853
+ 443,
854
+ 445,
855
+ 446,
856
+ 447,
857
+ 448,
858
+ 449,
859
+ 451,
860
+ 452,
861
+ 453,
862
+ 454,
863
+ 455,
864
+ 456,
865
+ 457,
866
+ 458,
867
+ 459,
868
+ 460,
869
+ 461,
870
+ 462,
871
+ 463,
872
+ 464,
873
+ 465,
874
+ 466,
875
+ 467,
876
+ 468,
877
+ 469,
878
+ 470,
879
+ 471,
880
+ 472,
881
+ 473,
882
+ 474,
883
+ 475,
884
+ 476,
885
+ 478,
886
+ 479,
887
+ 480,
888
+ 482,
889
+ 483,
890
+ 484,
891
+ 485,
892
+ 486,
893
+ 487,
894
+ 488,
895
+ 489,
896
+ 490,
897
+ 491,
898
+ 492,
899
+ 494,
900
+ 495,
901
+ 496,
902
+ 497,
903
+ 498,
904
+ 499
905
+ ],
906
+ "validation_episode_ids": [
907
+ 31,
908
+ 33,
909
+ 39,
910
+ 40,
911
+ 43,
912
+ 44,
913
+ 59,
914
+ 81,
915
+ 86,
916
+ 92,
917
+ 109,
918
+ 135,
919
+ 175,
920
+ 191,
921
+ 197,
922
+ 199,
923
+ 211,
924
+ 212,
925
+ 216,
926
+ 221,
927
+ 235,
928
+ 239,
929
+ 242,
930
+ 261,
931
+ 268,
932
+ 296,
933
+ 306,
934
+ 309,
935
+ 319,
936
+ 333,
937
+ 338,
938
+ 340,
939
+ 345,
940
+ 349,
941
+ 353,
942
+ 366,
943
+ 371,
944
+ 372,
945
+ 389,
946
+ 391,
947
+ 393,
948
+ 403,
949
+ 417,
950
+ 430,
951
+ 439,
952
+ 444,
953
+ 450,
954
+ 477,
955
+ 481,
956
+ 493
957
+ ],
958
+ "train": {
959
+ "episodes": 450,
960
+ "windows": 124106
961
+ },
962
+ "validation": {
963
+ "episodes": 50,
964
+ "windows": 13984
965
+ },
966
+ "offline_validation_enabled": true
967
+ },
968
+ "sources": {
969
+ "assets": {
970
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
971
+ "pi05": {
972
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
973
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
974
+ "method": "hf_blob_name",
975
+ "tensors": 812,
976
+ "bytes": 14467165872
977
+ },
978
+ "sentencepiece": {
979
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
980
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
981
+ }
982
+ },
983
+ "resume": {
984
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
985
+ "counters": {
986
+ "epoch": 200,
987
+ "global_step": 40000,
988
+ "completed_optimizer_steps": 20000,
989
+ "skipped_optimizer_steps": 0,
990
+ "consecutive_skipped_steps": 0,
991
+ "last_snapshot_step": 20000
992
+ },
993
+ "world_size": 2,
994
+ "warnings": []
995
+ },
996
+ "prompts": {
997
+ "max_len": 96,
998
+ "state_dims": 8,
999
+ "worst_case_tokens": 62,
1000
+ "headroom": 34,
1001
+ "per_uid": {
1002
+ "30": 55,
1003
+ "31": 55,
1004
+ "32": 55,
1005
+ "33": 57,
1006
+ "34": 62,
1007
+ "35": 57,
1008
+ "36": 61,
1009
+ "37": 56,
1010
+ "38": 51,
1011
+ "39": 55
1012
+ }
1013
+ },
1014
+ "rollout": {
1015
+ "enabled": true,
1016
+ "mujoco_gl": "egl",
1017
+ "plan": {
1018
+ "enabled": true,
1019
+ "every_epochs": 50,
1020
+ "rollouts": [
1021
+ {
1022
+ "epoch": 50,
1023
+ "optimizer_step": 5000
1024
+ },
1025
+ {
1026
+ "epoch": 100,
1027
+ "optimizer_step": 10000
1028
+ },
1029
+ {
1030
+ "epoch": 150,
1031
+ "optimizer_step": 15000
1032
+ },
1033
+ {
1034
+ "epoch": 200,
1035
+ "optimizer_step": 20000
1036
+ },
1037
+ {
1038
+ "epoch": 250,
1039
+ "optimizer_step": 25000
1040
+ },
1041
+ {
1042
+ "epoch": 300,
1043
+ "optimizer_step": 30000
1044
+ }
1045
+ ],
1046
+ "protocol": "official",
1047
+ "n_test": 500,
1048
+ "episodes_per_task": 50,
1049
+ "episode_seeds": [
1050
+ 3000,
1051
+ 3499
1052
+ ],
1053
+ "init_state_offset": 0,
1054
+ "n_parallel_envs": 10,
1055
+ "max_episode_steps": 550,
1056
+ "expected_minutes_per_rollout": 39.2,
1057
+ "timeout_minutes": 100.0,
1058
+ "failure_policy": "continue",
1059
+ "weights": "ema",
1060
+ "precision": "bf16 (= snapshot)",
1061
+ "rank": 0
1062
+ },
1063
+ "egl_renderers": [
1064
+ {
1065
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
1066
+ "cuda_ordinal": 3,
1067
+ "egl_device_id": 0,
1068
+ "name": "NVIDIA GeForce RTX 4090"
1069
+ },
1070
+ {
1071
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
1072
+ "cuda_ordinal": 2,
1073
+ "egl_device_id": 1,
1074
+ "name": "NVIDIA GeForce RTX 4090"
1075
+ },
1076
+ {
1077
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
1078
+ "cuda_ordinal": 1,
1079
+ "egl_device_id": 2,
1080
+ "name": "NVIDIA GeForce RTX 4090"
1081
+ },
1082
+ {
1083
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
1084
+ "cuda_ordinal": 0,
1085
+ "egl_device_id": 3,
1086
+ "name": "NVIDIA GeForce RTX 4090"
1087
+ },
1088
+ {
1089
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
1090
+ "cuda_ordinal": 7,
1091
+ "egl_device_id": 4,
1092
+ "name": "NVIDIA GeForce RTX 4090"
1093
+ },
1094
+ {
1095
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
1096
+ "cuda_ordinal": 6,
1097
+ "egl_device_id": 5,
1098
+ "name": "NVIDIA GeForce RTX 4090"
1099
+ },
1100
+ {
1101
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
1102
+ "cuda_ordinal": 5,
1103
+ "egl_device_id": 6,
1104
+ "name": "NVIDIA GeForce RTX 4090"
1105
+ },
1106
+ {
1107
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
1108
+ "cuda_ordinal": 4,
1109
+ "egl_device_id": 7,
1110
+ "name": "NVIDIA GeForce RTX 4090"
1111
+ }
1112
+ ]
1113
+ },
1114
+ "wandb": {
1115
+ "mode": "online",
1116
+ "credentials": "wandb netrc lookup",
1117
+ "host": "https://api.wandb.ai",
1118
+ "project": "p2n_vla"
1119
+ }
1120
+ },
1121
+ "schedule": {
1122
+ "batches_per_rank": 200,
1123
+ "updates_per_epoch": 100,
1124
+ "planned_optimizer_updates": 30000,
1125
+ "lr_warmup_steps": 1000,
1126
+ "micro_batch_per_rank": 8,
1127
+ "world_size": 2,
1128
+ "effective_batch": 32,
1129
+ "max_optimizer_steps": 30000,
1130
+ "cosine_horizon": 30000,
1131
+ "expected_optimizer_updates": 30000,
1132
+ "min_lr_ratio": 0.1,
1133
+ "train_windows": 124106,
1134
+ "windows_seen_per_epoch": 3200
1135
+ },
1136
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
1137
+ }
1138
+ Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
1139
+
1140
+ *****************************************
1141
+ Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
1142
+ *****************************************
1143
+ W1008 07:34:10.613000 117434 site-packages/torch/distributed/elastic/agent/server/api.py:739] Received Signals.SIGTERM death signal, shutting down workers
1144
+ W1008 07:34:10.614000 117434 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117527 closing signal SIGTERM
1145
+ W1008 07:34:10.615000 117434 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 117529 closing signal SIGTERM
1146
+ Traceback (most recent call last):
1147
+ File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
1148
+ return _run_code(code, main_globals, None,
1149
+ File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
1150
+ exec(code, run_globals)
1151
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
1152
+ main()
1153
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
1154
+ return f(*args, **kwargs)
1155
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
1156
+ run(args)
1157
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
1158
+ elastic_launch(
1159
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
1160
+ return launch_agent(self._config, self._entrypoint, list(args))
1161
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 308, in launch_agent
1162
+ result = agent.run()
1163
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/metrics/api.py", line 134, in wrapper
1164
+ result = f(*args, **kwargs)
1165
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 731, in run
1166
+ result = self._invoke_run(role)
1167
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/agent/server/api.py", line 908, in _invoke_run
1168
+ time.sleep(monitor_interval)
1169
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/api.py", line 86, in _terminate_process_handler
1170
+ raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
1171
+ torch.distributed.elastic.multiprocessing.api.SignalException: Process 117434 got signal: 15
1172
+ Traceback (most recent call last):
1173
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
1174
+ main()
1175
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
1176
+ subprocess.run(command, cwd=str(ROOT), check=True, env=env)
1177
+ File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
1178
+ raise CalledProcessError(retcode, process.args,
1179
+ subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_073253.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
outputs/training/p2n_vla_libero10_s42/resume_20261008_074137.log ADDED
@@ -0,0 +1,1211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 10
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla.P2NVLAPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training:
255
+ resume: true
256
+ resume_checkpoint: /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt
257
+ init_checkpoint: null
258
+ seed: 42
259
+ num_demo: 500
260
+ num_epochs: 300
261
+ max_train_steps: 200
262
+ max_optimizer_steps: 30000
263
+ gradient_accumulate_every: 2
264
+ lr_warmup_steps: 1000
265
+ min_lr_ratio: 0.1
266
+ max_grad_norm: 1.0
267
+ use_ema: true
268
+ val_every: 50
269
+ max_val_steps: 200
270
+ max_reconst_steps: 200
271
+ validate_generated_history: true
272
+ offline_validation_enabled: true
273
+ offline_validation_reason: held_out_libero_episodes
274
+ checkpoint_every: 10
275
+ snapshot_every: 5000
276
+ rollout_every: 50
277
+ rollout_at_final: true
278
+ rollout_seed: 44
279
+ rollout_failure: continue
280
+ rollout_timeout_minutes: 100
281
+ keep_resume_checkpoint: false
282
+ log_every: 1
283
+ max_consecutive_skipped_updates: 20
284
+ tqdm_interval_sec: 1.0
285
+ probe:
286
+ enabled: false
287
+ optimizer_steps: 3
288
+ self_past_step: null
289
+ worst_case_pass: true
290
+ validation_batches: 1
291
+ rollout_episodes: 10
292
+ max_reserved_gb: 22.5
293
+ min_headroom_gb: 2.0
294
+ ema:
295
+ decay: 0.999
296
+ warmup_power: null
297
+ optimizer:
298
+ policy_lr: 5.0e-05
299
+ new_module_lr: 0.0001
300
+ weight_decay: 1.0e-10
301
+ betas:
302
+ - 0.9
303
+ - 0.95
304
+ eps: 1.0e-08
305
+ fused: null
306
+ dataloader:
307
+ batch_size: 8
308
+ num_workers: 4
309
+ shuffle: true
310
+ pin_memory: true
311
+ persistent_workers: true
312
+ drop_last: true
313
+ val_dataloader:
314
+ batch_size: 8
315
+ num_workers: 2
316
+ shuffle: false
317
+ pin_memory: true
318
+ persistent_workers: true
319
+ drop_last: false
320
+ logging:
321
+ project: p2n_vla
322
+ resume: allow
323
+ mode: online
324
+ name: 20261008.074139_p2n_vla_libero10_seed42
325
+ tags:
326
+ - p2n_vla
327
+ - libero10
328
+ - pi05_base
329
+ - oat_so3aug
330
+ id: akfgq1e9
331
+ group: p2n_vla_libero
332
+
333
+ {
334
+ "mode": "train",
335
+ "variant": "p2n_vla",
336
+ "task": "libero",
337
+ "policy": "oat.policy.p2n_vla.P2NVLAPolicy",
338
+ "model_size": "full",
339
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
340
+ "world_size": 2,
341
+ "lambda_ki": 1.0,
342
+ "lora": [
343
+ 16,
344
+ 16.0
345
+ ],
346
+ "self_past": {
347
+ "self_past_p": 0.5,
348
+ "self_past_warmup_steps": 1000,
349
+ "self_past_ramp_steps": 4000,
350
+ "self_past_chunk_size": 4,
351
+ "self_past_temperature": 1.0,
352
+ "self_past_topk": 10
353
+ },
354
+ "optimizer": {
355
+ "policy_lr": 5e-05,
356
+ "new_module_lr": 0.0001,
357
+ "weight_decay": 1e-10,
358
+ "betas": [
359
+ 0.9,
360
+ 0.95
361
+ ],
362
+ "eps": 1e-08,
363
+ "fused": null
364
+ },
365
+ "ema": {
366
+ "decay": 0.999,
367
+ "warmup_power": null
368
+ },
369
+ "schedule": {
370
+ "batches_per_rank": 200,
371
+ "updates_per_epoch": 100,
372
+ "planned_optimizer_updates": 30000,
373
+ "lr_warmup_steps": 1000,
374
+ "micro_batch_per_rank": 8,
375
+ "world_size": 2,
376
+ "effective_batch": 32,
377
+ "max_optimizer_steps": 30000,
378
+ "cosine_horizon": 30000,
379
+ "expected_optimizer_updates": 30000,
380
+ "min_lr_ratio": 0.1
381
+ },
382
+ "assets": {
383
+ "pi05_weights": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
384
+ "pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
385
+ "spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
386
+ "spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
387
+ "tokenizer_checkpoint": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt"
388
+ },
389
+ "dataset": "/workspace/past_action/data/libero/libero10_N500.zarr",
390
+ "logging_mode": "online",
391
+ "rollout": {
392
+ "enabled": true,
393
+ "every_epochs": 50,
394
+ "rollouts": [
395
+ {
396
+ "epoch": 50,
397
+ "optimizer_step": 5000
398
+ },
399
+ {
400
+ "epoch": 100,
401
+ "optimizer_step": 10000
402
+ },
403
+ {
404
+ "epoch": 150,
405
+ "optimizer_step": 15000
406
+ },
407
+ {
408
+ "epoch": 200,
409
+ "optimizer_step": 20000
410
+ },
411
+ {
412
+ "epoch": 250,
413
+ "optimizer_step": 25000
414
+ },
415
+ {
416
+ "epoch": 300,
417
+ "optimizer_step": 30000
418
+ }
419
+ ],
420
+ "protocol": "official",
421
+ "n_test": 500,
422
+ "episodes_per_task": 50,
423
+ "episode_seeds": [
424
+ 3000,
425
+ 3499
426
+ ],
427
+ "init_state_offset": 0,
428
+ "n_parallel_envs": 10,
429
+ "max_episode_steps": 550,
430
+ "expected_minutes_per_rollout": 39.2,
431
+ "timeout_minutes": 100.0,
432
+ "failure_policy": "continue",
433
+ "weights": "ema",
434
+ "precision": "bf16 (= snapshot)",
435
+ "rank": 0
436
+ }
437
+ }
438
+ {
439
+ "policy_family": "p2n_vla",
440
+ "variant": "p2n_vla",
441
+ "task": "libero",
442
+ "output": {
443
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42",
444
+ "exists": true,
445
+ "resume": true
446
+ },
447
+ "world_size": 2,
448
+ "dataset_split": {
449
+ "schema_version": 1,
450
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
451
+ "val_ratio": 0.1,
452
+ "seed": 42,
453
+ "train_episode_ids": [
454
+ 0,
455
+ 1,
456
+ 2,
457
+ 3,
458
+ 4,
459
+ 5,
460
+ 6,
461
+ 7,
462
+ 8,
463
+ 9,
464
+ 10,
465
+ 11,
466
+ 12,
467
+ 13,
468
+ 14,
469
+ 15,
470
+ 16,
471
+ 17,
472
+ 18,
473
+ 19,
474
+ 20,
475
+ 21,
476
+ 22,
477
+ 23,
478
+ 24,
479
+ 25,
480
+ 26,
481
+ 27,
482
+ 28,
483
+ 29,
484
+ 30,
485
+ 32,
486
+ 34,
487
+ 35,
488
+ 36,
489
+ 37,
490
+ 38,
491
+ 41,
492
+ 42,
493
+ 45,
494
+ 46,
495
+ 47,
496
+ 48,
497
+ 49,
498
+ 50,
499
+ 51,
500
+ 52,
501
+ 53,
502
+ 54,
503
+ 55,
504
+ 56,
505
+ 57,
506
+ 58,
507
+ 60,
508
+ 61,
509
+ 62,
510
+ 63,
511
+ 64,
512
+ 65,
513
+ 66,
514
+ 67,
515
+ 68,
516
+ 69,
517
+ 70,
518
+ 71,
519
+ 72,
520
+ 73,
521
+ 74,
522
+ 75,
523
+ 76,
524
+ 77,
525
+ 78,
526
+ 79,
527
+ 80,
528
+ 82,
529
+ 83,
530
+ 84,
531
+ 85,
532
+ 87,
533
+ 88,
534
+ 89,
535
+ 90,
536
+ 91,
537
+ 93,
538
+ 94,
539
+ 95,
540
+ 96,
541
+ 97,
542
+ 98,
543
+ 99,
544
+ 100,
545
+ 101,
546
+ 102,
547
+ 103,
548
+ 104,
549
+ 105,
550
+ 106,
551
+ 107,
552
+ 108,
553
+ 110,
554
+ 111,
555
+ 112,
556
+ 113,
557
+ 114,
558
+ 115,
559
+ 116,
560
+ 117,
561
+ 118,
562
+ 119,
563
+ 120,
564
+ 121,
565
+ 122,
566
+ 123,
567
+ 124,
568
+ 125,
569
+ 126,
570
+ 127,
571
+ 128,
572
+ 129,
573
+ 130,
574
+ 131,
575
+ 132,
576
+ 133,
577
+ 134,
578
+ 136,
579
+ 137,
580
+ 138,
581
+ 139,
582
+ 140,
583
+ 141,
584
+ 142,
585
+ 143,
586
+ 144,
587
+ 145,
588
+ 146,
589
+ 147,
590
+ 148,
591
+ 149,
592
+ 150,
593
+ 151,
594
+ 152,
595
+ 153,
596
+ 154,
597
+ 155,
598
+ 156,
599
+ 157,
600
+ 158,
601
+ 159,
602
+ 160,
603
+ 161,
604
+ 162,
605
+ 163,
606
+ 164,
607
+ 165,
608
+ 166,
609
+ 167,
610
+ 168,
611
+ 169,
612
+ 170,
613
+ 171,
614
+ 172,
615
+ 173,
616
+ 174,
617
+ 176,
618
+ 177,
619
+ 178,
620
+ 179,
621
+ 180,
622
+ 181,
623
+ 182,
624
+ 183,
625
+ 184,
626
+ 185,
627
+ 186,
628
+ 187,
629
+ 188,
630
+ 189,
631
+ 190,
632
+ 192,
633
+ 193,
634
+ 194,
635
+ 195,
636
+ 196,
637
+ 198,
638
+ 200,
639
+ 201,
640
+ 202,
641
+ 203,
642
+ 204,
643
+ 205,
644
+ 206,
645
+ 207,
646
+ 208,
647
+ 209,
648
+ 210,
649
+ 213,
650
+ 214,
651
+ 215,
652
+ 217,
653
+ 218,
654
+ 219,
655
+ 220,
656
+ 222,
657
+ 223,
658
+ 224,
659
+ 225,
660
+ 226,
661
+ 227,
662
+ 228,
663
+ 229,
664
+ 230,
665
+ 231,
666
+ 232,
667
+ 233,
668
+ 234,
669
+ 236,
670
+ 237,
671
+ 238,
672
+ 240,
673
+ 241,
674
+ 243,
675
+ 244,
676
+ 245,
677
+ 246,
678
+ 247,
679
+ 248,
680
+ 249,
681
+ 250,
682
+ 251,
683
+ 252,
684
+ 253,
685
+ 254,
686
+ 255,
687
+ 256,
688
+ 257,
689
+ 258,
690
+ 259,
691
+ 260,
692
+ 262,
693
+ 263,
694
+ 264,
695
+ 265,
696
+ 266,
697
+ 267,
698
+ 269,
699
+ 270,
700
+ 271,
701
+ 272,
702
+ 273,
703
+ 274,
704
+ 275,
705
+ 276,
706
+ 277,
707
+ 278,
708
+ 279,
709
+ 280,
710
+ 281,
711
+ 282,
712
+ 283,
713
+ 284,
714
+ 285,
715
+ 286,
716
+ 287,
717
+ 288,
718
+ 289,
719
+ 290,
720
+ 291,
721
+ 292,
722
+ 293,
723
+ 294,
724
+ 295,
725
+ 297,
726
+ 298,
727
+ 299,
728
+ 300,
729
+ 301,
730
+ 302,
731
+ 303,
732
+ 304,
733
+ 305,
734
+ 307,
735
+ 308,
736
+ 310,
737
+ 311,
738
+ 312,
739
+ 313,
740
+ 314,
741
+ 315,
742
+ 316,
743
+ 317,
744
+ 318,
745
+ 320,
746
+ 321,
747
+ 322,
748
+ 323,
749
+ 324,
750
+ 325,
751
+ 326,
752
+ 327,
753
+ 328,
754
+ 329,
755
+ 330,
756
+ 331,
757
+ 332,
758
+ 334,
759
+ 335,
760
+ 336,
761
+ 337,
762
+ 339,
763
+ 341,
764
+ 342,
765
+ 343,
766
+ 344,
767
+ 346,
768
+ 347,
769
+ 348,
770
+ 350,
771
+ 351,
772
+ 352,
773
+ 354,
774
+ 355,
775
+ 356,
776
+ 357,
777
+ 358,
778
+ 359,
779
+ 360,
780
+ 361,
781
+ 362,
782
+ 363,
783
+ 364,
784
+ 365,
785
+ 367,
786
+ 368,
787
+ 369,
788
+ 370,
789
+ 373,
790
+ 374,
791
+ 375,
792
+ 376,
793
+ 377,
794
+ 378,
795
+ 379,
796
+ 380,
797
+ 381,
798
+ 382,
799
+ 383,
800
+ 384,
801
+ 385,
802
+ 386,
803
+ 387,
804
+ 388,
805
+ 390,
806
+ 392,
807
+ 394,
808
+ 395,
809
+ 396,
810
+ 397,
811
+ 398,
812
+ 399,
813
+ 400,
814
+ 401,
815
+ 402,
816
+ 404,
817
+ 405,
818
+ 406,
819
+ 407,
820
+ 408,
821
+ 409,
822
+ 410,
823
+ 411,
824
+ 412,
825
+ 413,
826
+ 414,
827
+ 415,
828
+ 416,
829
+ 418,
830
+ 419,
831
+ 420,
832
+ 421,
833
+ 422,
834
+ 423,
835
+ 424,
836
+ 425,
837
+ 426,
838
+ 427,
839
+ 428,
840
+ 429,
841
+ 431,
842
+ 432,
843
+ 433,
844
+ 434,
845
+ 435,
846
+ 436,
847
+ 437,
848
+ 438,
849
+ 440,
850
+ 441,
851
+ 442,
852
+ 443,
853
+ 445,
854
+ 446,
855
+ 447,
856
+ 448,
857
+ 449,
858
+ 451,
859
+ 452,
860
+ 453,
861
+ 454,
862
+ 455,
863
+ 456,
864
+ 457,
865
+ 458,
866
+ 459,
867
+ 460,
868
+ 461,
869
+ 462,
870
+ 463,
871
+ 464,
872
+ 465,
873
+ 466,
874
+ 467,
875
+ 468,
876
+ 469,
877
+ 470,
878
+ 471,
879
+ 472,
880
+ 473,
881
+ 474,
882
+ 475,
883
+ 476,
884
+ 478,
885
+ 479,
886
+ 480,
887
+ 482,
888
+ 483,
889
+ 484,
890
+ 485,
891
+ 486,
892
+ 487,
893
+ 488,
894
+ 489,
895
+ 490,
896
+ 491,
897
+ 492,
898
+ 494,
899
+ 495,
900
+ 496,
901
+ 497,
902
+ 498,
903
+ 499
904
+ ],
905
+ "validation_episode_ids": [
906
+ 31,
907
+ 33,
908
+ 39,
909
+ 40,
910
+ 43,
911
+ 44,
912
+ 59,
913
+ 81,
914
+ 86,
915
+ 92,
916
+ 109,
917
+ 135,
918
+ 175,
919
+ 191,
920
+ 197,
921
+ 199,
922
+ 211,
923
+ 212,
924
+ 216,
925
+ 221,
926
+ 235,
927
+ 239,
928
+ 242,
929
+ 261,
930
+ 268,
931
+ 296,
932
+ 306,
933
+ 309,
934
+ 319,
935
+ 333,
936
+ 338,
937
+ 340,
938
+ 345,
939
+ 349,
940
+ 353,
941
+ 366,
942
+ 371,
943
+ 372,
944
+ 389,
945
+ 391,
946
+ 393,
947
+ 403,
948
+ 417,
949
+ 430,
950
+ 439,
951
+ 444,
952
+ 450,
953
+ 477,
954
+ 481,
955
+ 493
956
+ ],
957
+ "train": {
958
+ "episodes": 450,
959
+ "windows": 124106
960
+ },
961
+ "validation": {
962
+ "episodes": 50,
963
+ "windows": 13984
964
+ },
965
+ "offline_validation_enabled": true
966
+ },
967
+ "sources": {
968
+ "assets": {
969
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
970
+ "pi05": {
971
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
972
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
973
+ "method": "hf_blob_name",
974
+ "tensors": 812,
975
+ "bytes": 14467165872
976
+ },
977
+ "sentencepiece": {
978
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
979
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
980
+ }
981
+ },
982
+ "resume": {
983
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/checkpoints/latest.ckpt",
984
+ "counters": {
985
+ "epoch": 200,
986
+ "global_step": 40000,
987
+ "completed_optimizer_steps": 20000,
988
+ "skipped_optimizer_steps": 0,
989
+ "consecutive_skipped_steps": 0,
990
+ "last_snapshot_step": 20000
991
+ },
992
+ "world_size": 2,
993
+ "warnings": []
994
+ },
995
+ "prompts": {
996
+ "max_len": 96,
997
+ "state_dims": 8,
998
+ "worst_case_tokens": 62,
999
+ "headroom": 34,
1000
+ "per_uid": {
1001
+ "30": 55,
1002
+ "31": 55,
1003
+ "32": 55,
1004
+ "33": 57,
1005
+ "34": 62,
1006
+ "35": 57,
1007
+ "36": 61,
1008
+ "37": 56,
1009
+ "38": 51,
1010
+ "39": 55
1011
+ }
1012
+ },
1013
+ "rollout": {
1014
+ "enabled": true,
1015
+ "mujoco_gl": "egl",
1016
+ "plan": {
1017
+ "enabled": true,
1018
+ "every_epochs": 50,
1019
+ "rollouts": [
1020
+ {
1021
+ "epoch": 50,
1022
+ "optimizer_step": 5000
1023
+ },
1024
+ {
1025
+ "epoch": 100,
1026
+ "optimizer_step": 10000
1027
+ },
1028
+ {
1029
+ "epoch": 150,
1030
+ "optimizer_step": 15000
1031
+ },
1032
+ {
1033
+ "epoch": 200,
1034
+ "optimizer_step": 20000
1035
+ },
1036
+ {
1037
+ "epoch": 250,
1038
+ "optimizer_step": 25000
1039
+ },
1040
+ {
1041
+ "epoch": 300,
1042
+ "optimizer_step": 30000
1043
+ }
1044
+ ],
1045
+ "protocol": "official",
1046
+ "n_test": 500,
1047
+ "episodes_per_task": 50,
1048
+ "episode_seeds": [
1049
+ 3000,
1050
+ 3499
1051
+ ],
1052
+ "init_state_offset": 0,
1053
+ "n_parallel_envs": 10,
1054
+ "max_episode_steps": 550,
1055
+ "expected_minutes_per_rollout": 39.2,
1056
+ "timeout_minutes": 100.0,
1057
+ "failure_policy": "continue",
1058
+ "weights": "ema",
1059
+ "precision": "bf16 (= snapshot)",
1060
+ "rank": 0
1061
+ },
1062
+ "egl_renderers": [
1063
+ {
1064
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
1065
+ "cuda_ordinal": 3,
1066
+ "egl_device_id": 0,
1067
+ "name": "NVIDIA GeForce RTX 4090"
1068
+ },
1069
+ {
1070
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
1071
+ "cuda_ordinal": 2,
1072
+ "egl_device_id": 1,
1073
+ "name": "NVIDIA GeForce RTX 4090"
1074
+ },
1075
+ {
1076
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
1077
+ "cuda_ordinal": 1,
1078
+ "egl_device_id": 2,
1079
+ "name": "NVIDIA GeForce RTX 4090"
1080
+ },
1081
+ {
1082
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
1083
+ "cuda_ordinal": 0,
1084
+ "egl_device_id": 3,
1085
+ "name": "NVIDIA GeForce RTX 4090"
1086
+ },
1087
+ {
1088
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
1089
+ "cuda_ordinal": 7,
1090
+ "egl_device_id": 4,
1091
+ "name": "NVIDIA GeForce RTX 4090"
1092
+ },
1093
+ {
1094
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
1095
+ "cuda_ordinal": 6,
1096
+ "egl_device_id": 5,
1097
+ "name": "NVIDIA GeForce RTX 4090"
1098
+ },
1099
+ {
1100
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
1101
+ "cuda_ordinal": 5,
1102
+ "egl_device_id": 6,
1103
+ "name": "NVIDIA GeForce RTX 4090"
1104
+ },
1105
+ {
1106
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
1107
+ "cuda_ordinal": 4,
1108
+ "egl_device_id": 7,
1109
+ "name": "NVIDIA GeForce RTX 4090"
1110
+ }
1111
+ ]
1112
+ },
1113
+ "wandb": {
1114
+ "mode": "online",
1115
+ "credentials": "wandb netrc lookup",
1116
+ "host": "https://api.wandb.ai",
1117
+ "project": "p2n_vla"
1118
+ }
1119
+ },
1120
+ "schedule": {
1121
+ "batches_per_rank": 200,
1122
+ "updates_per_epoch": 100,
1123
+ "planned_optimizer_updates": 30000,
1124
+ "lr_warmup_steps": 1000,
1125
+ "micro_batch_per_rank": 8,
1126
+ "world_size": 2,
1127
+ "effective_batch": 32,
1128
+ "max_optimizer_steps": 30000,
1129
+ "cosine_horizon": 30000,
1130
+ "expected_optimizer_updates": 30000,
1131
+ "min_lr_ratio": 0.1,
1132
+ "train_windows": 124106,
1133
+ "windows_seen_per_epoch": 3200
1134
+ },
1135
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)"
1136
+ }
1137
+ Launching: /venv/oat/bin/python -m torch.distributed.run --standalone --nproc_per_node 2 /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py --worker-config /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml --output /workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42
1138
+
1139
+ *****************************************
1140
+ Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed.
1141
+ *****************************************
1142
+ [rank1]: Traceback (most recent call last):
1143
+ [rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
1144
+ [rank1]: main()
1145
+ [rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 642, in main
1146
+ [rank1]: return _worker(argv)
1147
+ [rank1]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 610, in _worker
1148
+ [rank1]: TrainP2NVLAWorkspace(OmegaConf.load(args.worker_config), output_dir=args.output).run()
1149
+ [rank1]: File "/workspace/ysk/past2next_bug_fixed/oat/workspace/train_p2n_vla.py", line 1529, in run
1150
+ [rank1]: raise ValueError("Resume dataset identity or episode split differs from the checkpoint")
1151
+ [rank1]: ValueError: Resume dataset identity or episode split differs from the checkpoint
1152
+ [rank0]: Traceback (most recent call last):
1153
+ [rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
1154
+ [rank0]: main()
1155
+ [rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 642, in main
1156
+ [rank0]: return _worker(argv)
1157
+ [rank0]: File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 610, in _worker
1158
+ [rank0]: TrainP2NVLAWorkspace(OmegaConf.load(args.worker_config), output_dir=args.output).run()
1159
+ [rank0]: File "/workspace/ysk/past2next_bug_fixed/oat/workspace/train_p2n_vla.py", line 1529, in run
1160
+ [rank0]: raise ValueError("Resume dataset identity or episode split differs from the checkpoint")
1161
+ [rank0]: ValueError: Resume dataset identity or episode split differs from the checkpoint
1162
+ [rank0]:[W1008 07:43:12.637190804 ProcessGroupNCCL.cpp:1553] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator())
1163
+ W1008 07:43:13.382000 134722 site-packages/torch/distributed/elastic/multiprocessing/api.py:1010] Sending process 134783 closing signal SIGTERM
1164
+ E1008 07:43:13.697000 134722 site-packages/torch/distributed/elastic/multiprocessing/api.py:984] failed (exitcode: 1) local_rank: 0 (pid: 134782) of binary: /venv/oat/bin/python
1165
+ Traceback (most recent call last):
1166
+ File "/venv/oat/lib/python3.10/runpy.py", line 196, in _run_module_as_main
1167
+ return _run_code(code, main_globals, None,
1168
+ File "/venv/oat/lib/python3.10/runpy.py", line 86, in _run_code
1169
+ exec(code, run_globals)
1170
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 995, in <module>
1171
+ main()
1172
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 362, in wrapper
1173
+ return f(*args, **kwargs)
1174
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 991, in main
1175
+ run(args)
1176
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/run.py", line 982, in run
1177
+ elastic_launch(
1178
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 170, in __call__
1179
+ return launch_agent(self._config, self._entrypoint, list(args))
1180
+ File "/venv/oat/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 317, in launch_agent
1181
+ raise ChildFailedError(
1182
+ torch.distributed.elastic.multiprocessing.errors.ChildFailedError:
1183
+ ============================================================
1184
+ /workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py FAILED
1185
+ ------------------------------------------------------------
1186
+ Failures:
1187
+ [1]:
1188
+ time : 2026-10-08_07:43:13
1189
+ host : f0a181e29c0f
1190
+ rank : 1 (local_rank: 1)
1191
+ exitcode : 1 (pid: 134783)
1192
+ error_file: <N/A>
1193
+ traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
1194
+ ------------------------------------------------------------
1195
+ Root Cause (first observed failure):
1196
+ [0]:
1197
+ time : 2026-10-08_07:43:13
1198
+ host : f0a181e29c0f
1199
+ rank : 0 (local_rank: 0)
1200
+ exitcode : 1 (pid: 134782)
1201
+ error_file: <N/A>
1202
+ traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html
1203
+ ============================================================
1204
+ Traceback (most recent call last):
1205
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 731, in <module>
1206
+ main()
1207
+ File "/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py", line 722, in main
1208
+ subprocess.run(command, cwd=str(ROOT), check=True, env=env)
1209
+ File "/venv/oat/lib/python3.10/subprocess.py", line 526, in run
1210
+ raise CalledProcessError(retcode, process.args,
1211
+ subprocess.CalledProcessError: Command '['/venv/oat/bin/python', '-m', 'torch.distributed.run', '--standalone', '--nproc_per_node', '2', '/workspace/ysk/past2next_bug_fixed/scripts/train_p2n_vla.py', '--worker-config', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/p2n_vla_resolved_resume_20261008_074144.yaml', '--output', '/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42']' returned non-zero exit status 1.
outputs/training/p2n_vla_libero10_s42/resume_20261008_101420.log ADDED
The diff for this file is too large to render. See raw diff
 
outputs/training/p2n_vla_libero10_s42/training_report.json ADDED
@@ -0,0 +1,943 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "p2n_vla",
3
+ "policy_family": "p2n_vla",
4
+ "parameters": {
5
+ "total": 3275918048,
6
+ "trainable": 346777600,
7
+ "frozen": 2929140448,
8
+ "frozen_base_keys": 603
9
+ },
10
+ "optimizer_groups": [
11
+ {
12
+ "name": "pretrained",
13
+ "lr": 1.6960810084254726e-05,
14
+ "weight_decay": 1e-10,
15
+ "tensors": 415,
16
+ "elements": 331379712
17
+ },
18
+ {
19
+ "name": "new",
20
+ "lr": 3.392162016850945e-05,
21
+ "weight_decay": 1e-10,
22
+ "tensors": 10,
23
+ "elements": 15397888
24
+ }
25
+ ],
26
+ "clip_groups": {
27
+ "ar": {
28
+ "tensors": 172,
29
+ "elements": 316923904
30
+ },
31
+ "ki": {
32
+ "tensors": 253,
33
+ "elements": 29853696
34
+ }
35
+ },
36
+ "ema": {
37
+ "decay": 0.999,
38
+ "warmup_power": null,
39
+ "tensors": 425,
40
+ "elements": 346777600
41
+ },
42
+ "update_schedule": {
43
+ "batches_per_rank": 200,
44
+ "updates_per_epoch": 100,
45
+ "planned_optimizer_updates": 30000,
46
+ "lr_warmup_steps": 1000,
47
+ "max_optimizer_steps": 30000,
48
+ "cosine_horizon": 30000,
49
+ "min_lr_ratio": 0.1,
50
+ "expected_optimizer_updates": 30000,
51
+ "micro_batch_per_rank": 8,
52
+ "world_size": 2,
53
+ "effective_batch": 32
54
+ },
55
+ "dataset_split": {
56
+ "schema_version": 1,
57
+ "identity": {
58
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
59
+ "train_episode_ids": [
60
+ 0,
61
+ 1,
62
+ 2,
63
+ 3,
64
+ 4,
65
+ 5,
66
+ 6,
67
+ 7,
68
+ 8,
69
+ 9,
70
+ 10,
71
+ 11,
72
+ 12,
73
+ 13,
74
+ 14,
75
+ 15,
76
+ 16,
77
+ 17,
78
+ 18,
79
+ 19,
80
+ 20,
81
+ 21,
82
+ 22,
83
+ 23,
84
+ 24,
85
+ 25,
86
+ 26,
87
+ 27,
88
+ 28,
89
+ 29,
90
+ 30,
91
+ 32,
92
+ 34,
93
+ 35,
94
+ 36,
95
+ 37,
96
+ 38,
97
+ 41,
98
+ 42,
99
+ 45,
100
+ 46,
101
+ 47,
102
+ 48,
103
+ 49,
104
+ 50,
105
+ 51,
106
+ 52,
107
+ 53,
108
+ 54,
109
+ 55,
110
+ 56,
111
+ 57,
112
+ 58,
113
+ 60,
114
+ 61,
115
+ 62,
116
+ 63,
117
+ 64,
118
+ 65,
119
+ 66,
120
+ 67,
121
+ 68,
122
+ 69,
123
+ 70,
124
+ 71,
125
+ 72,
126
+ 73,
127
+ 74,
128
+ 75,
129
+ 76,
130
+ 77,
131
+ 78,
132
+ 79,
133
+ 80,
134
+ 82,
135
+ 83,
136
+ 84,
137
+ 85,
138
+ 87,
139
+ 88,
140
+ 89,
141
+ 90,
142
+ 91,
143
+ 93,
144
+ 94,
145
+ 95,
146
+ 96,
147
+ 97,
148
+ 98,
149
+ 99,
150
+ 100,
151
+ 101,
152
+ 102,
153
+ 103,
154
+ 104,
155
+ 105,
156
+ 106,
157
+ 107,
158
+ 108,
159
+ 110,
160
+ 111,
161
+ 112,
162
+ 113,
163
+ 114,
164
+ 115,
165
+ 116,
166
+ 117,
167
+ 118,
168
+ 119,
169
+ 120,
170
+ 121,
171
+ 122,
172
+ 123,
173
+ 124,
174
+ 125,
175
+ 126,
176
+ 127,
177
+ 128,
178
+ 129,
179
+ 130,
180
+ 131,
181
+ 132,
182
+ 133,
183
+ 134,
184
+ 136,
185
+ 137,
186
+ 138,
187
+ 139,
188
+ 140,
189
+ 141,
190
+ 142,
191
+ 143,
192
+ 144,
193
+ 145,
194
+ 146,
195
+ 147,
196
+ 148,
197
+ 149,
198
+ 150,
199
+ 151,
200
+ 152,
201
+ 153,
202
+ 154,
203
+ 155,
204
+ 156,
205
+ 157,
206
+ 158,
207
+ 159,
208
+ 160,
209
+ 161,
210
+ 162,
211
+ 163,
212
+ 164,
213
+ 165,
214
+ 166,
215
+ 167,
216
+ 168,
217
+ 169,
218
+ 170,
219
+ 171,
220
+ 172,
221
+ 173,
222
+ 174,
223
+ 176,
224
+ 177,
225
+ 178,
226
+ 179,
227
+ 180,
228
+ 181,
229
+ 182,
230
+ 183,
231
+ 184,
232
+ 185,
233
+ 186,
234
+ 187,
235
+ 188,
236
+ 189,
237
+ 190,
238
+ 192,
239
+ 193,
240
+ 194,
241
+ 195,
242
+ 196,
243
+ 198,
244
+ 200,
245
+ 201,
246
+ 202,
247
+ 203,
248
+ 204,
249
+ 205,
250
+ 206,
251
+ 207,
252
+ 208,
253
+ 209,
254
+ 210,
255
+ 213,
256
+ 214,
257
+ 215,
258
+ 217,
259
+ 218,
260
+ 219,
261
+ 220,
262
+ 222,
263
+ 223,
264
+ 224,
265
+ 225,
266
+ 226,
267
+ 227,
268
+ 228,
269
+ 229,
270
+ 230,
271
+ 231,
272
+ 232,
273
+ 233,
274
+ 234,
275
+ 236,
276
+ 237,
277
+ 238,
278
+ 240,
279
+ 241,
280
+ 243,
281
+ 244,
282
+ 245,
283
+ 246,
284
+ 247,
285
+ 248,
286
+ 249,
287
+ 250,
288
+ 251,
289
+ 252,
290
+ 253,
291
+ 254,
292
+ 255,
293
+ 256,
294
+ 257,
295
+ 258,
296
+ 259,
297
+ 260,
298
+ 262,
299
+ 263,
300
+ 264,
301
+ 265,
302
+ 266,
303
+ 267,
304
+ 269,
305
+ 270,
306
+ 271,
307
+ 272,
308
+ 273,
309
+ 274,
310
+ 275,
311
+ 276,
312
+ 277,
313
+ 278,
314
+ 279,
315
+ 280,
316
+ 281,
317
+ 282,
318
+ 283,
319
+ 284,
320
+ 285,
321
+ 286,
322
+ 287,
323
+ 288,
324
+ 289,
325
+ 290,
326
+ 291,
327
+ 292,
328
+ 293,
329
+ 294,
330
+ 295,
331
+ 297,
332
+ 298,
333
+ 299,
334
+ 300,
335
+ 301,
336
+ 302,
337
+ 303,
338
+ 304,
339
+ 305,
340
+ 307,
341
+ 308,
342
+ 310,
343
+ 311,
344
+ 312,
345
+ 313,
346
+ 314,
347
+ 315,
348
+ 316,
349
+ 317,
350
+ 318,
351
+ 320,
352
+ 321,
353
+ 322,
354
+ 323,
355
+ 324,
356
+ 325,
357
+ 326,
358
+ 327,
359
+ 328,
360
+ 329,
361
+ 330,
362
+ 331,
363
+ 332,
364
+ 334,
365
+ 335,
366
+ 336,
367
+ 337,
368
+ 339,
369
+ 341,
370
+ 342,
371
+ 343,
372
+ 344,
373
+ 346,
374
+ 347,
375
+ 348,
376
+ 350,
377
+ 351,
378
+ 352,
379
+ 354,
380
+ 355,
381
+ 356,
382
+ 357,
383
+ 358,
384
+ 359,
385
+ 360,
386
+ 361,
387
+ 362,
388
+ 363,
389
+ 364,
390
+ 365,
391
+ 367,
392
+ 368,
393
+ 369,
394
+ 370,
395
+ 373,
396
+ 374,
397
+ 375,
398
+ 376,
399
+ 377,
400
+ 378,
401
+ 379,
402
+ 380,
403
+ 381,
404
+ 382,
405
+ 383,
406
+ 384,
407
+ 385,
408
+ 386,
409
+ 387,
410
+ 388,
411
+ 390,
412
+ 392,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 404,
423
+ 405,
424
+ 406,
425
+ 407,
426
+ 408,
427
+ 409,
428
+ 410,
429
+ 411,
430
+ 412,
431
+ 413,
432
+ 414,
433
+ 415,
434
+ 416,
435
+ 418,
436
+ 419,
437
+ 420,
438
+ 421,
439
+ 422,
440
+ 423,
441
+ 424,
442
+ 425,
443
+ 426,
444
+ 427,
445
+ 428,
446
+ 429,
447
+ 431,
448
+ 432,
449
+ 433,
450
+ 434,
451
+ 435,
452
+ 436,
453
+ 437,
454
+ 438,
455
+ 440,
456
+ 441,
457
+ 442,
458
+ 443,
459
+ 445,
460
+ 446,
461
+ 447,
462
+ 448,
463
+ 449,
464
+ 451,
465
+ 452,
466
+ 453,
467
+ 454,
468
+ 455,
469
+ 456,
470
+ 457,
471
+ 458,
472
+ 459,
473
+ 460,
474
+ 461,
475
+ 462,
476
+ 463,
477
+ 464,
478
+ 465,
479
+ 466,
480
+ 467,
481
+ 468,
482
+ 469,
483
+ 470,
484
+ 471,
485
+ 472,
486
+ 473,
487
+ 474,
488
+ 475,
489
+ 476,
490
+ 478,
491
+ 479,
492
+ 480,
493
+ 482,
494
+ 483,
495
+ 484,
496
+ 485,
497
+ 486,
498
+ 487,
499
+ 488,
500
+ 489,
501
+ 490,
502
+ 491,
503
+ 492,
504
+ 494,
505
+ 495,
506
+ 496,
507
+ 497,
508
+ 498,
509
+ 499
510
+ ],
511
+ "validation_episode_ids": [
512
+ 31,
513
+ 33,
514
+ 39,
515
+ 40,
516
+ 43,
517
+ 44,
518
+ 59,
519
+ 81,
520
+ 86,
521
+ 92,
522
+ 109,
523
+ 135,
524
+ 175,
525
+ 191,
526
+ 197,
527
+ 199,
528
+ 211,
529
+ 212,
530
+ 216,
531
+ 221,
532
+ 235,
533
+ 239,
534
+ 242,
535
+ 261,
536
+ 268,
537
+ 296,
538
+ 306,
539
+ 309,
540
+ 319,
541
+ 333,
542
+ 338,
543
+ 340,
544
+ 345,
545
+ 349,
546
+ 353,
547
+ 366,
548
+ 371,
549
+ 372,
550
+ 389,
551
+ 391,
552
+ 393,
553
+ 403,
554
+ 417,
555
+ 430,
556
+ 439,
557
+ 444,
558
+ 450,
559
+ 477,
560
+ 481,
561
+ 493
562
+ ]
563
+ },
564
+ "offline_validation_enabled": true,
565
+ "offline_validation_reason": "enabled",
566
+ "train": {
567
+ "windows": 124106,
568
+ "episodes": 450,
569
+ "batches_per_epoch": 200
570
+ },
571
+ "validation": {
572
+ "windows": 13984,
573
+ "episodes": 50,
574
+ "batches": 200,
575
+ "evaluated_windows": 3200
576
+ },
577
+ "resume_dataset_changes": [
578
+ {
579
+ "optimizer_step": 20000,
580
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
581
+ "previous_episode_and_action_sha256": "c30ea5f3b1cd27d77cf42b10f4879c1018cd1a904ed350b05e674583ffe829a8",
582
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468"
583
+ }
584
+ ]
585
+ },
586
+ "ddp": {
587
+ "wrapper": "DistributedDataParallel",
588
+ "find_unused_parameters": false,
589
+ "gradient_as_bucket_view": true,
590
+ "broadcast_buffers": true,
591
+ "mixed_precision": "no"
592
+ },
593
+ "world_size": 2,
594
+ "rollout": {
595
+ "enabled": true,
596
+ "every_epochs": 50,
597
+ "at_final_epoch": true,
598
+ "seed": 44,
599
+ "weights": "ema",
600
+ "rank": 0,
601
+ "_target_": "oat.env_runner.p2n_new_runner.P2NNewLiberoRunner",
602
+ "protocol": "official",
603
+ "n_test": 500,
604
+ "n_parallel_envs": 10,
605
+ "test_start_seed": 3000,
606
+ "init_state_offset": 0,
607
+ "max_episode_steps": 550,
608
+ "n_test_vis": 0,
609
+ "renderer": {
610
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
611
+ "cuda_ordinal": 0,
612
+ "egl_device_id": 3,
613
+ "name": "NVIDIA GeForce RTX 4090"
614
+ }
615
+ },
616
+ "policy_metadata": {
617
+ "format": "p2n_vla_artifact_v1",
618
+ "variant": "p2n_vla",
619
+ "variant_code": 10,
620
+ "policy_target": "oat.policy.p2n_vla.P2NVLAPolicy",
621
+ "task": "libero",
622
+ "model_size": "full",
623
+ "context_schema": 101,
624
+ "artifact_schema": 1,
625
+ "execution_protocol": "acknowledged_commands_v1",
626
+ "shape_meta": {
627
+ "obs": {
628
+ "agentview_rgb": {
629
+ "shape": [
630
+ 128,
631
+ 128,
632
+ 3
633
+ ],
634
+ "type": "rgb"
635
+ },
636
+ "robot0_eye_in_hand_rgb": {
637
+ "shape": [
638
+ 128,
639
+ 128,
640
+ 3
641
+ ],
642
+ "type": "rgb"
643
+ },
644
+ "robot0_eef_pos": {
645
+ "shape": [
646
+ 3
647
+ ],
648
+ "type": "state"
649
+ },
650
+ "robot0_eef_quat": {
651
+ "shape": [
652
+ 4
653
+ ],
654
+ "type": "state"
655
+ },
656
+ "robot0_gripper_qpos": {
657
+ "shape": [
658
+ 2
659
+ ],
660
+ "type": "state"
661
+ },
662
+ "task_uid": {
663
+ "shape": [
664
+ 1
665
+ ],
666
+ "type": "state"
667
+ }
668
+ },
669
+ "action": {
670
+ "shape": [
671
+ 7
672
+ ]
673
+ }
674
+ },
675
+ "horizon": 16,
676
+ "n_action_steps": 8,
677
+ "vocab_size": 5001,
678
+ "latent_horizon": 8,
679
+ "pi05": {
680
+ "repo": "lerobot/pi05_base",
681
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
682
+ "loader_mode": "p2n",
683
+ "t0": 0.6
684
+ },
685
+ "tokenizer": {
686
+ "source": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
687
+ "sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
688
+ "weights": "ema",
689
+ "training_task": {
690
+ "tokenizer": {
691
+ "name": "libero10",
692
+ "task_name": "libero10",
693
+ "shape_meta": {
694
+ "action": {
695
+ "shape": [
696
+ 7
697
+ ]
698
+ }
699
+ },
700
+ "dataset": {
701
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
702
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
703
+ "obs_keys": [],
704
+ "action_key": "action",
705
+ "n_obs_steps": 0,
706
+ "n_action_steps": 16,
707
+ "seed": 42,
708
+ "val_ratio": 0.1
709
+ }
710
+ }
711
+ },
712
+ "normalizer_source": "frozen_tokenizer_checkpoint"
713
+ },
714
+ "sentencepiece": {
715
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
716
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
717
+ },
718
+ "prompt": {
719
+ "instruction_source": "libero10",
720
+ "state_keys": [
721
+ "robot0_eef_pos",
722
+ "robot0_eef_quat",
723
+ "robot0_gripper_qpos"
724
+ ],
725
+ "state_transforms": {
726
+ "robot0_eef_pos": "identity",
727
+ "robot0_eef_quat": "quat_to_axis_angle",
728
+ "robot0_gripper_qpos": "identity"
729
+ },
730
+ "max_len": 96,
731
+ "dummy_uid": 30
732
+ },
733
+ "frozen_base_keys": 603,
734
+ "parameters": {
735
+ "total": 3275918048,
736
+ "trainable": 346777600,
737
+ "frozen": 2929140448
738
+ },
739
+ "software": {
740
+ "torch": "2.10.0",
741
+ "transformers": "4.57.6",
742
+ "accelerate": "1.12.0",
743
+ "sentencepiece": "0.2.2"
744
+ },
745
+ "self_past_optimizer_updates": 20000,
746
+ "architecture": {
747
+ "_target_": "oat.policy.p2n_vla.P2NVLAPolicy",
748
+ "_recursive_": false,
749
+ "shape_meta": {
750
+ "obs": {
751
+ "agentview_rgb": {
752
+ "shape": [
753
+ 128,
754
+ 128,
755
+ 3
756
+ ],
757
+ "type": "rgb"
758
+ },
759
+ "robot0_eye_in_hand_rgb": {
760
+ "shape": [
761
+ 128,
762
+ 128,
763
+ 3
764
+ ],
765
+ "type": "rgb"
766
+ },
767
+ "robot0_eef_pos": {
768
+ "shape": [
769
+ 3
770
+ ],
771
+ "type": "state"
772
+ },
773
+ "robot0_eef_quat": {
774
+ "shape": [
775
+ 4
776
+ ],
777
+ "type": "state"
778
+ },
779
+ "robot0_gripper_qpos": {
780
+ "shape": [
781
+ 2
782
+ ],
783
+ "type": "state"
784
+ },
785
+ "task_uid": {
786
+ "shape": [
787
+ 1
788
+ ],
789
+ "type": "state"
790
+ }
791
+ },
792
+ "action": {
793
+ "shape": [
794
+ 7
795
+ ]
796
+ }
797
+ },
798
+ "n_action_steps": 8,
799
+ "n_obs_steps": 1,
800
+ "past_n": 7,
801
+ "horizon": 16,
802
+ "variant": "p2n_vla",
803
+ "task": "libero",
804
+ "model_size": "full",
805
+ "pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
806
+ "spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
807
+ "spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
808
+ "rgb_ports": [
809
+ "agentview_rgb",
810
+ "robot0_eye_in_hand_rgb"
811
+ ],
812
+ "wrist_ports": [
813
+ "robot0_eye_in_hand_rgb"
814
+ ],
815
+ "train_image_aug": true,
816
+ "prompt": {
817
+ "instruction_source": "libero10",
818
+ "state_keys": [
819
+ "robot0_eef_pos",
820
+ "robot0_eef_quat",
821
+ "robot0_gripper_qpos"
822
+ ],
823
+ "state_transforms": {
824
+ "robot0_eef_pos": "identity",
825
+ "robot0_eef_quat": "quat_to_axis_angle",
826
+ "robot0_gripper_qpos": "identity"
827
+ },
828
+ "max_len": 96,
829
+ "dummy_uid": 30
830
+ },
831
+ "lora_rank": 16,
832
+ "lora_alpha": 16.0,
833
+ "lambda_ki": 1.0,
834
+ "ki_skip": 1152,
835
+ "use_past": true,
836
+ "adarms_t0": 0.6,
837
+ "temperature": 0.0,
838
+ "topk": 10,
839
+ "activation_checkpointing": true,
840
+ "frozen_dtype": "bfloat16",
841
+ "self_past_p": 0.5,
842
+ "self_past_warmup_steps": 1000,
843
+ "self_past_ramp_steps": 4000,
844
+ "self_past_chunk_size": 4,
845
+ "self_past_temperature": 1.0,
846
+ "self_past_topk": 10,
847
+ "self_past_schedule": "optimizer_step",
848
+ "construction_mode": "restore",
849
+ "tokenizer_config": {
850
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
851
+ "action_aug": {
852
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
853
+ "p": 0.6,
854
+ "max_angle_deg": 30.0,
855
+ "mode": "left_noise",
856
+ "augment_position": false,
857
+ "pos_start": 0,
858
+ "pos_end": 3,
859
+ "rot_start": 3,
860
+ "rot_end": 6
861
+ },
862
+ "encoder": {
863
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
864
+ "sample_dim": 7,
865
+ "sample_horizon": 16,
866
+ "emb_dim": 256,
867
+ "head_dim": 64,
868
+ "depth": 2,
869
+ "pdropout": 0.1,
870
+ "latent_dim": 5,
871
+ "num_registers": 8
872
+ },
873
+ "decoder": {
874
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
875
+ "sample_dim": 7,
876
+ "sample_horizon": 16,
877
+ "emb_dim": 256,
878
+ "head_dim": 64,
879
+ "depth": 4,
880
+ "pdropout": 0.1,
881
+ "token_dropout_mode": "pow2",
882
+ "latent_dim": 5,
883
+ "latent_horizon": 8,
884
+ "use_causal_decoder": true
885
+ },
886
+ "quantizer": {
887
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
888
+ "levels": [
889
+ 8,
890
+ 5,
891
+ 5,
892
+ 5,
893
+ 5
894
+ ]
895
+ }
896
+ },
897
+ "tokenizer_metadata": {
898
+ "source": "/workspace/hf_upload/tokenizer_oattok_so3aug_ep4960_mse0.001.ckpt",
899
+ "sha256": "5ed42d68a01f5f3acc0eee5839e8bdb6129379b31cb5aa0689a943dad28676cc",
900
+ "weights": "ema",
901
+ "training_task": {
902
+ "tokenizer": {
903
+ "name": "libero10",
904
+ "task_name": "libero10",
905
+ "shape_meta": {
906
+ "action": {
907
+ "shape": [
908
+ 7
909
+ ]
910
+ }
911
+ },
912
+ "dataset": {
913
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
914
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
915
+ "obs_keys": [],
916
+ "action_key": "action",
917
+ "n_obs_steps": 0,
918
+ "n_action_steps": 16,
919
+ "seed": 42,
920
+ "val_ratio": 0.1
921
+ }
922
+ }
923
+ },
924
+ "normalizer_source": "frozen_tokenizer_checkpoint"
925
+ }
926
+ },
927
+ "source_sha256": {
928
+ "oat/policy/p2n_vla_common.py": "e66f719a79d580e581737f2991ad53289984edb330ca60ad09e6d80ca7591813",
929
+ "oat/model/vla/__init__.py": "edfcc482b29614f63581159c2419812f9ed02ab3df5954034f9f6673fc0c3f54",
930
+ "oat/model/vla/flow_head.py": "59cd0d2ddac048c1d03ce07c3e2c6eb15810c02fb89d9bc3e3839dd3e7baffe8",
931
+ "oat/model/vla/gemma_joint.py": "2b8d468bedc2c66da0d770e0f25e3c9a0aa5eb33fe6f5445a5aa1cb03c4a3180",
932
+ "oat/model/vla/image_preprocess.py": "04acb3b1101ac0884581bf294445c6a9a0f1c7da7980e7fc81207ccd2cbce299",
933
+ "oat/model/vla/layout.py": "36211ceaa636a10620d83567067c0f91266e6d4cbca53d5ded43a65fa5fc377c",
934
+ "oat/model/vla/lora.py": "109f46dee5818b3a1c1f1efa364d0c6ec06228920893c2fede16755502540ac6",
935
+ "oat/model/vla/oat_ki.py": "ebef07c4438b125892984057596c52bda6166165e75f466d863c8eafc06e7d58",
936
+ "oat/model/vla/paligemma_prompt.py": "efaf41d274fd3a943dcdec4a37c1f7f25850f992c4e69f51cadebd6b2a06a104",
937
+ "oat/model/vla/pi05_checkpoint.py": "e5fff92096d83ad7ede3b0a528db03734ad0748ef87b58f98c721c2664c05846",
938
+ "oat/model/vla/siglip.py": "abae50c9b08cb35f451dae17996b0c126be0ef4623480c9de5b581929dbc9128",
939
+ "oat/model/vla/specs.py": "1c5cdc20033ae1b514108eb967f2a74472b2d189f03a6d4e89f27a16881c7bde",
940
+ "oat/model/vla/state_transforms.py": "5c15fbf8e540785004c7ae96bbd627dca2aa1a33dbb78ea3bf7a556ca7babcf2"
941
+ }
942
+ }
943
+ }
outputs/training/p2n_vla_libero10_s42/training_summary.json ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "p2n_vla",
3
+ "epochs": 300,
4
+ "optimizer_steps": 30000,
5
+ "skipped_optimizer_steps": 0,
6
+ "global_step": 60000,
7
+ "stopped_by_max_optimizer_steps": true,
8
+ "snapshots": [
9
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-005000_ema.ckpt",
10
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-010000_ema.ckpt",
11
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-015000_ema.ckpt",
12
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-020000_ema.ckpt",
13
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-025000_ema.ckpt",
14
+ "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/snapshots/upd-030000_ema.ckpt"
15
+ ],
16
+ "resume_checkpoint_kept": false,
17
+ "last_validation": {
18
+ "val/expert/ar_token_acc": 0.4915625,
19
+ "val/expert/ki_token_acc": 0.14796875,
20
+ "val/expert/loss": 7.419467117786407,
21
+ "val/expert/loss_ar": 2.5615065817534926,
22
+ "val/expert/loss_ki": 4.857960540652275,
23
+ "val/expert/self_past_p": 0.0,
24
+ "val/expert/self_past_rows": 7.755,
25
+ "val/generated/ar_token_acc": 0.455703125,
26
+ "val/generated/ki_token_acc": 0.14796875,
27
+ "val/generated/loss": 7.633487079143524,
28
+ "val/generated/loss_ar": 2.77552655428648,
29
+ "val/generated/loss_ki": 4.857960540652275,
30
+ "val/generated/self_past_p": 1.0,
31
+ "val/generated/self_past_rows": 7.775,
32
+ "val/reconstruction_mse": 0.027667058569641086,
33
+ "val/reconstruction_mse_executed": 0.022867072065273532,
34
+ "val_loss": 7.419467117786407,
35
+ "val_loss_expert_history": 7.419467117786407,
36
+ "val_loss_generated_history": 7.633487079143524,
37
+ "val_reconstruction_mse": 0.027667058569641086,
38
+ "validation_batches": 400,
39
+ "validation_seconds": 307.5863098590635,
40
+ "validation_max_memory_reserved_gib": 14.712890625,
41
+ "validation_max_memory_allocated_gib": 12.802168846130371
42
+ },
43
+ "rollouts": [
44
+ {
45
+ "tag": "epoch-0050_upd-005000",
46
+ "epoch": 50,
47
+ "optimizer_step": 5000,
48
+ "success_rate": 0.188,
49
+ "trials": 500,
50
+ "failed": false,
51
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0050_upd-005000"
52
+ },
53
+ {
54
+ "tag": "epoch-0100_upd-010000",
55
+ "epoch": 100,
56
+ "optimizer_step": 10000,
57
+ "success_rate": 0.348,
58
+ "trials": 500,
59
+ "failed": false,
60
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0100_upd-010000"
61
+ },
62
+ {
63
+ "tag": "epoch-0150_upd-015000",
64
+ "epoch": 150,
65
+ "optimizer_step": 15000,
66
+ "success_rate": 0.356,
67
+ "trials": 500,
68
+ "failed": false,
69
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0150_upd-015000"
70
+ },
71
+ {
72
+ "tag": "epoch-0200_upd-020000",
73
+ "epoch": 200,
74
+ "optimizer_step": 20000,
75
+ "success_rate": 0.418,
76
+ "trials": 500,
77
+ "failed": false,
78
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0200_upd-020000"
79
+ },
80
+ {
81
+ "tag": "epoch-0250_upd-025000",
82
+ "epoch": 250,
83
+ "optimizer_step": 25000,
84
+ "success_rate": 0.458,
85
+ "trials": 500,
86
+ "failed": false,
87
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0250_upd-025000"
88
+ },
89
+ {
90
+ "tag": "epoch-0300_upd-030000",
91
+ "epoch": 300,
92
+ "optimizer_step": 30000,
93
+ "success_rate": 0.446,
94
+ "trials": 500,
95
+ "failed": false,
96
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0300_upd-030000"
97
+ }
98
+ ],
99
+ "last_rollout": {
100
+ "tag": "epoch-0300_upd-030000",
101
+ "epoch": 300,
102
+ "optimizer_step": 30000,
103
+ "success_rate": 0.446,
104
+ "trials": 500,
105
+ "dir": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_libero10_s42/eval/rollout_epoch-0300_upd-030000"
106
+ }
107
+ }
outputs/training/p2n_vla_vision_action_libero10_s42/dataset_split.json ADDED
@@ -0,0 +1,523 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "identity": {
4
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
5
+ "train_episode_ids": [
6
+ 0,
7
+ 1,
8
+ 2,
9
+ 3,
10
+ 4,
11
+ 5,
12
+ 6,
13
+ 7,
14
+ 8,
15
+ 9,
16
+ 10,
17
+ 11,
18
+ 12,
19
+ 13,
20
+ 14,
21
+ 15,
22
+ 16,
23
+ 17,
24
+ 18,
25
+ 19,
26
+ 20,
27
+ 21,
28
+ 22,
29
+ 23,
30
+ 24,
31
+ 25,
32
+ 26,
33
+ 27,
34
+ 28,
35
+ 29,
36
+ 30,
37
+ 32,
38
+ 34,
39
+ 35,
40
+ 36,
41
+ 37,
42
+ 38,
43
+ 41,
44
+ 42,
45
+ 45,
46
+ 46,
47
+ 47,
48
+ 48,
49
+ 49,
50
+ 50,
51
+ 51,
52
+ 52,
53
+ 53,
54
+ 54,
55
+ 55,
56
+ 56,
57
+ 57,
58
+ 58,
59
+ 60,
60
+ 61,
61
+ 62,
62
+ 63,
63
+ 64,
64
+ 65,
65
+ 66,
66
+ 67,
67
+ 68,
68
+ 69,
69
+ 70,
70
+ 71,
71
+ 72,
72
+ 73,
73
+ 74,
74
+ 75,
75
+ 76,
76
+ 77,
77
+ 78,
78
+ 79,
79
+ 80,
80
+ 82,
81
+ 83,
82
+ 84,
83
+ 85,
84
+ 87,
85
+ 88,
86
+ 89,
87
+ 90,
88
+ 91,
89
+ 93,
90
+ 94,
91
+ 95,
92
+ 96,
93
+ 97,
94
+ 98,
95
+ 99,
96
+ 100,
97
+ 101,
98
+ 102,
99
+ 103,
100
+ 104,
101
+ 105,
102
+ 106,
103
+ 107,
104
+ 108,
105
+ 110,
106
+ 111,
107
+ 112,
108
+ 113,
109
+ 114,
110
+ 115,
111
+ 116,
112
+ 117,
113
+ 118,
114
+ 119,
115
+ 120,
116
+ 121,
117
+ 122,
118
+ 123,
119
+ 124,
120
+ 125,
121
+ 126,
122
+ 127,
123
+ 128,
124
+ 129,
125
+ 130,
126
+ 131,
127
+ 132,
128
+ 133,
129
+ 134,
130
+ 136,
131
+ 137,
132
+ 138,
133
+ 139,
134
+ 140,
135
+ 141,
136
+ 142,
137
+ 143,
138
+ 144,
139
+ 145,
140
+ 146,
141
+ 147,
142
+ 148,
143
+ 149,
144
+ 150,
145
+ 151,
146
+ 152,
147
+ 153,
148
+ 154,
149
+ 155,
150
+ 156,
151
+ 157,
152
+ 158,
153
+ 159,
154
+ 160,
155
+ 161,
156
+ 162,
157
+ 163,
158
+ 164,
159
+ 165,
160
+ 166,
161
+ 167,
162
+ 168,
163
+ 169,
164
+ 170,
165
+ 171,
166
+ 172,
167
+ 173,
168
+ 174,
169
+ 176,
170
+ 177,
171
+ 178,
172
+ 179,
173
+ 180,
174
+ 181,
175
+ 182,
176
+ 183,
177
+ 184,
178
+ 185,
179
+ 186,
180
+ 187,
181
+ 188,
182
+ 189,
183
+ 190,
184
+ 192,
185
+ 193,
186
+ 194,
187
+ 195,
188
+ 196,
189
+ 198,
190
+ 200,
191
+ 201,
192
+ 202,
193
+ 203,
194
+ 204,
195
+ 205,
196
+ 206,
197
+ 207,
198
+ 208,
199
+ 209,
200
+ 210,
201
+ 213,
202
+ 214,
203
+ 215,
204
+ 217,
205
+ 218,
206
+ 219,
207
+ 220,
208
+ 222,
209
+ 223,
210
+ 224,
211
+ 225,
212
+ 226,
213
+ 227,
214
+ 228,
215
+ 229,
216
+ 230,
217
+ 231,
218
+ 232,
219
+ 233,
220
+ 234,
221
+ 236,
222
+ 237,
223
+ 238,
224
+ 240,
225
+ 241,
226
+ 243,
227
+ 244,
228
+ 245,
229
+ 246,
230
+ 247,
231
+ 248,
232
+ 249,
233
+ 250,
234
+ 251,
235
+ 252,
236
+ 253,
237
+ 254,
238
+ 255,
239
+ 256,
240
+ 257,
241
+ 258,
242
+ 259,
243
+ 260,
244
+ 262,
245
+ 263,
246
+ 264,
247
+ 265,
248
+ 266,
249
+ 267,
250
+ 269,
251
+ 270,
252
+ 271,
253
+ 272,
254
+ 273,
255
+ 274,
256
+ 275,
257
+ 276,
258
+ 277,
259
+ 278,
260
+ 279,
261
+ 280,
262
+ 281,
263
+ 282,
264
+ 283,
265
+ 284,
266
+ 285,
267
+ 286,
268
+ 287,
269
+ 288,
270
+ 289,
271
+ 290,
272
+ 291,
273
+ 292,
274
+ 293,
275
+ 294,
276
+ 295,
277
+ 297,
278
+ 298,
279
+ 299,
280
+ 300,
281
+ 301,
282
+ 302,
283
+ 303,
284
+ 304,
285
+ 305,
286
+ 307,
287
+ 308,
288
+ 310,
289
+ 311,
290
+ 312,
291
+ 313,
292
+ 314,
293
+ 315,
294
+ 316,
295
+ 317,
296
+ 318,
297
+ 320,
298
+ 321,
299
+ 322,
300
+ 323,
301
+ 324,
302
+ 325,
303
+ 326,
304
+ 327,
305
+ 328,
306
+ 329,
307
+ 330,
308
+ 331,
309
+ 332,
310
+ 334,
311
+ 335,
312
+ 336,
313
+ 337,
314
+ 339,
315
+ 341,
316
+ 342,
317
+ 343,
318
+ 344,
319
+ 346,
320
+ 347,
321
+ 348,
322
+ 350,
323
+ 351,
324
+ 352,
325
+ 354,
326
+ 355,
327
+ 356,
328
+ 357,
329
+ 358,
330
+ 359,
331
+ 360,
332
+ 361,
333
+ 362,
334
+ 363,
335
+ 364,
336
+ 365,
337
+ 367,
338
+ 368,
339
+ 369,
340
+ 370,
341
+ 373,
342
+ 374,
343
+ 375,
344
+ 376,
345
+ 377,
346
+ 378,
347
+ 379,
348
+ 380,
349
+ 381,
350
+ 382,
351
+ 383,
352
+ 384,
353
+ 385,
354
+ 386,
355
+ 387,
356
+ 388,
357
+ 390,
358
+ 392,
359
+ 394,
360
+ 395,
361
+ 396,
362
+ 397,
363
+ 398,
364
+ 399,
365
+ 400,
366
+ 401,
367
+ 402,
368
+ 404,
369
+ 405,
370
+ 406,
371
+ 407,
372
+ 408,
373
+ 409,
374
+ 410,
375
+ 411,
376
+ 412,
377
+ 413,
378
+ 414,
379
+ 415,
380
+ 416,
381
+ 418,
382
+ 419,
383
+ 420,
384
+ 421,
385
+ 422,
386
+ 423,
387
+ 424,
388
+ 425,
389
+ 426,
390
+ 427,
391
+ 428,
392
+ 429,
393
+ 431,
394
+ 432,
395
+ 433,
396
+ 434,
397
+ 435,
398
+ 436,
399
+ 437,
400
+ 438,
401
+ 440,
402
+ 441,
403
+ 442,
404
+ 443,
405
+ 445,
406
+ 446,
407
+ 447,
408
+ 448,
409
+ 449,
410
+ 451,
411
+ 452,
412
+ 453,
413
+ 454,
414
+ 455,
415
+ 456,
416
+ 457,
417
+ 458,
418
+ 459,
419
+ 460,
420
+ 461,
421
+ 462,
422
+ 463,
423
+ 464,
424
+ 465,
425
+ 466,
426
+ 467,
427
+ 468,
428
+ 469,
429
+ 470,
430
+ 471,
431
+ 472,
432
+ 473,
433
+ 474,
434
+ 475,
435
+ 476,
436
+ 478,
437
+ 479,
438
+ 480,
439
+ 482,
440
+ 483,
441
+ 484,
442
+ 485,
443
+ 486,
444
+ 487,
445
+ 488,
446
+ 489,
447
+ 490,
448
+ 491,
449
+ 492,
450
+ 494,
451
+ 495,
452
+ 496,
453
+ 497,
454
+ 498,
455
+ 499
456
+ ],
457
+ "validation_episode_ids": [
458
+ 31,
459
+ 33,
460
+ 39,
461
+ 40,
462
+ 43,
463
+ 44,
464
+ 59,
465
+ 81,
466
+ 86,
467
+ 92,
468
+ 109,
469
+ 135,
470
+ 175,
471
+ 191,
472
+ 197,
473
+ 199,
474
+ 211,
475
+ 212,
476
+ 216,
477
+ 221,
478
+ 235,
479
+ 239,
480
+ 242,
481
+ 261,
482
+ 268,
483
+ 296,
484
+ 306,
485
+ 309,
486
+ 319,
487
+ 333,
488
+ 338,
489
+ 340,
490
+ 345,
491
+ 349,
492
+ 353,
493
+ 366,
494
+ 371,
495
+ 372,
496
+ 389,
497
+ 391,
498
+ 393,
499
+ 403,
500
+ 417,
501
+ 430,
502
+ 439,
503
+ 444,
504
+ 450,
505
+ 477,
506
+ 481,
507
+ 493
508
+ ]
509
+ },
510
+ "offline_validation_enabled": true,
511
+ "offline_validation_reason": "enabled",
512
+ "train": {
513
+ "windows": 124106,
514
+ "episodes": 450,
515
+ "batches_per_epoch": 1600
516
+ },
517
+ "validation": {
518
+ "windows": 13984,
519
+ "episodes": 50,
520
+ "batches": 200,
521
+ "evaluated_windows": 400
522
+ }
523
+ }
outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_preflight.json ADDED
@@ -0,0 +1,771 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy_family": "p2n_vla",
3
+ "variant": "p2n_vla",
4
+ "task": "libero",
5
+ "output": {
6
+ "output": "/workspace/ysk/past2next_bug_fixed/output/training/p2n_vla_vision_action_libero10_s42",
7
+ "exists": false,
8
+ "resume": false
9
+ },
10
+ "world_size": 2,
11
+ "dataset_split": {
12
+ "schema_version": 1,
13
+ "data_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
14
+ "val_ratio": 0.1,
15
+ "seed": 42,
16
+ "train_episode_ids": [
17
+ 0,
18
+ 1,
19
+ 2,
20
+ 3,
21
+ 4,
22
+ 5,
23
+ 6,
24
+ 7,
25
+ 8,
26
+ 9,
27
+ 10,
28
+ 11,
29
+ 12,
30
+ 13,
31
+ 14,
32
+ 15,
33
+ 16,
34
+ 17,
35
+ 18,
36
+ 19,
37
+ 20,
38
+ 21,
39
+ 22,
40
+ 23,
41
+ 24,
42
+ 25,
43
+ 26,
44
+ 27,
45
+ 28,
46
+ 29,
47
+ 30,
48
+ 32,
49
+ 34,
50
+ 35,
51
+ 36,
52
+ 37,
53
+ 38,
54
+ 41,
55
+ 42,
56
+ 45,
57
+ 46,
58
+ 47,
59
+ 48,
60
+ 49,
61
+ 50,
62
+ 51,
63
+ 52,
64
+ 53,
65
+ 54,
66
+ 55,
67
+ 56,
68
+ 57,
69
+ 58,
70
+ 60,
71
+ 61,
72
+ 62,
73
+ 63,
74
+ 64,
75
+ 65,
76
+ 66,
77
+ 67,
78
+ 68,
79
+ 69,
80
+ 70,
81
+ 71,
82
+ 72,
83
+ 73,
84
+ 74,
85
+ 75,
86
+ 76,
87
+ 77,
88
+ 78,
89
+ 79,
90
+ 80,
91
+ 82,
92
+ 83,
93
+ 84,
94
+ 85,
95
+ 87,
96
+ 88,
97
+ 89,
98
+ 90,
99
+ 91,
100
+ 93,
101
+ 94,
102
+ 95,
103
+ 96,
104
+ 97,
105
+ 98,
106
+ 99,
107
+ 100,
108
+ 101,
109
+ 102,
110
+ 103,
111
+ 104,
112
+ 105,
113
+ 106,
114
+ 107,
115
+ 108,
116
+ 110,
117
+ 111,
118
+ 112,
119
+ 113,
120
+ 114,
121
+ 115,
122
+ 116,
123
+ 117,
124
+ 118,
125
+ 119,
126
+ 120,
127
+ 121,
128
+ 122,
129
+ 123,
130
+ 124,
131
+ 125,
132
+ 126,
133
+ 127,
134
+ 128,
135
+ 129,
136
+ 130,
137
+ 131,
138
+ 132,
139
+ 133,
140
+ 134,
141
+ 136,
142
+ 137,
143
+ 138,
144
+ 139,
145
+ 140,
146
+ 141,
147
+ 142,
148
+ 143,
149
+ 144,
150
+ 145,
151
+ 146,
152
+ 147,
153
+ 148,
154
+ 149,
155
+ 150,
156
+ 151,
157
+ 152,
158
+ 153,
159
+ 154,
160
+ 155,
161
+ 156,
162
+ 157,
163
+ 158,
164
+ 159,
165
+ 160,
166
+ 161,
167
+ 162,
168
+ 163,
169
+ 164,
170
+ 165,
171
+ 166,
172
+ 167,
173
+ 168,
174
+ 169,
175
+ 170,
176
+ 171,
177
+ 172,
178
+ 173,
179
+ 174,
180
+ 176,
181
+ 177,
182
+ 178,
183
+ 179,
184
+ 180,
185
+ 181,
186
+ 182,
187
+ 183,
188
+ 184,
189
+ 185,
190
+ 186,
191
+ 187,
192
+ 188,
193
+ 189,
194
+ 190,
195
+ 192,
196
+ 193,
197
+ 194,
198
+ 195,
199
+ 196,
200
+ 198,
201
+ 200,
202
+ 201,
203
+ 202,
204
+ 203,
205
+ 204,
206
+ 205,
207
+ 206,
208
+ 207,
209
+ 208,
210
+ 209,
211
+ 210,
212
+ 213,
213
+ 214,
214
+ 215,
215
+ 217,
216
+ 218,
217
+ 219,
218
+ 220,
219
+ 222,
220
+ 223,
221
+ 224,
222
+ 225,
223
+ 226,
224
+ 227,
225
+ 228,
226
+ 229,
227
+ 230,
228
+ 231,
229
+ 232,
230
+ 233,
231
+ 234,
232
+ 236,
233
+ 237,
234
+ 238,
235
+ 240,
236
+ 241,
237
+ 243,
238
+ 244,
239
+ 245,
240
+ 246,
241
+ 247,
242
+ 248,
243
+ 249,
244
+ 250,
245
+ 251,
246
+ 252,
247
+ 253,
248
+ 254,
249
+ 255,
250
+ 256,
251
+ 257,
252
+ 258,
253
+ 259,
254
+ 260,
255
+ 262,
256
+ 263,
257
+ 264,
258
+ 265,
259
+ 266,
260
+ 267,
261
+ 269,
262
+ 270,
263
+ 271,
264
+ 272,
265
+ 273,
266
+ 274,
267
+ 275,
268
+ 276,
269
+ 277,
270
+ 278,
271
+ 279,
272
+ 280,
273
+ 281,
274
+ 282,
275
+ 283,
276
+ 284,
277
+ 285,
278
+ 286,
279
+ 287,
280
+ 288,
281
+ 289,
282
+ 290,
283
+ 291,
284
+ 292,
285
+ 293,
286
+ 294,
287
+ 295,
288
+ 297,
289
+ 298,
290
+ 299,
291
+ 300,
292
+ 301,
293
+ 302,
294
+ 303,
295
+ 304,
296
+ 305,
297
+ 307,
298
+ 308,
299
+ 310,
300
+ 311,
301
+ 312,
302
+ 313,
303
+ 314,
304
+ 315,
305
+ 316,
306
+ 317,
307
+ 318,
308
+ 320,
309
+ 321,
310
+ 322,
311
+ 323,
312
+ 324,
313
+ 325,
314
+ 326,
315
+ 327,
316
+ 328,
317
+ 329,
318
+ 330,
319
+ 331,
320
+ 332,
321
+ 334,
322
+ 335,
323
+ 336,
324
+ 337,
325
+ 339,
326
+ 341,
327
+ 342,
328
+ 343,
329
+ 344,
330
+ 346,
331
+ 347,
332
+ 348,
333
+ 350,
334
+ 351,
335
+ 352,
336
+ 354,
337
+ 355,
338
+ 356,
339
+ 357,
340
+ 358,
341
+ 359,
342
+ 360,
343
+ 361,
344
+ 362,
345
+ 363,
346
+ 364,
347
+ 365,
348
+ 367,
349
+ 368,
350
+ 369,
351
+ 370,
352
+ 373,
353
+ 374,
354
+ 375,
355
+ 376,
356
+ 377,
357
+ 378,
358
+ 379,
359
+ 380,
360
+ 381,
361
+ 382,
362
+ 383,
363
+ 384,
364
+ 385,
365
+ 386,
366
+ 387,
367
+ 388,
368
+ 390,
369
+ 392,
370
+ 394,
371
+ 395,
372
+ 396,
373
+ 397,
374
+ 398,
375
+ 399,
376
+ 400,
377
+ 401,
378
+ 402,
379
+ 404,
380
+ 405,
381
+ 406,
382
+ 407,
383
+ 408,
384
+ 409,
385
+ 410,
386
+ 411,
387
+ 412,
388
+ 413,
389
+ 414,
390
+ 415,
391
+ 416,
392
+ 418,
393
+ 419,
394
+ 420,
395
+ 421,
396
+ 422,
397
+ 423,
398
+ 424,
399
+ 425,
400
+ 426,
401
+ 427,
402
+ 428,
403
+ 429,
404
+ 431,
405
+ 432,
406
+ 433,
407
+ 434,
408
+ 435,
409
+ 436,
410
+ 437,
411
+ 438,
412
+ 440,
413
+ 441,
414
+ 442,
415
+ 443,
416
+ 445,
417
+ 446,
418
+ 447,
419
+ 448,
420
+ 449,
421
+ 451,
422
+ 452,
423
+ 453,
424
+ 454,
425
+ 455,
426
+ 456,
427
+ 457,
428
+ 458,
429
+ 459,
430
+ 460,
431
+ 461,
432
+ 462,
433
+ 463,
434
+ 464,
435
+ 465,
436
+ 466,
437
+ 467,
438
+ 468,
439
+ 469,
440
+ 470,
441
+ 471,
442
+ 472,
443
+ 473,
444
+ 474,
445
+ 475,
446
+ 476,
447
+ 478,
448
+ 479,
449
+ 480,
450
+ 482,
451
+ 483,
452
+ 484,
453
+ 485,
454
+ 486,
455
+ 487,
456
+ 488,
457
+ 489,
458
+ 490,
459
+ 491,
460
+ 492,
461
+ 494,
462
+ 495,
463
+ 496,
464
+ 497,
465
+ 498,
466
+ 499
467
+ ],
468
+ "validation_episode_ids": [
469
+ 31,
470
+ 33,
471
+ 39,
472
+ 40,
473
+ 43,
474
+ 44,
475
+ 59,
476
+ 81,
477
+ 86,
478
+ 92,
479
+ 109,
480
+ 135,
481
+ 175,
482
+ 191,
483
+ 197,
484
+ 199,
485
+ 211,
486
+ 212,
487
+ 216,
488
+ 221,
489
+ 235,
490
+ 239,
491
+ 242,
492
+ 261,
493
+ 268,
494
+ 296,
495
+ 306,
496
+ 309,
497
+ 319,
498
+ 333,
499
+ 338,
500
+ 340,
501
+ 345,
502
+ 349,
503
+ 353,
504
+ 366,
505
+ 371,
506
+ 372,
507
+ 389,
508
+ 391,
509
+ 393,
510
+ 403,
511
+ 417,
512
+ 430,
513
+ 439,
514
+ 444,
515
+ 450,
516
+ 477,
517
+ 481,
518
+ 493
519
+ ],
520
+ "train": {
521
+ "episodes": 450,
522
+ "windows": 124106
523
+ },
524
+ "validation": {
525
+ "episodes": 50,
526
+ "windows": 13984
527
+ },
528
+ "offline_validation_enabled": true
529
+ },
530
+ "sources": {
531
+ "assets": {
532
+ "manifest": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/assets.json",
533
+ "pi05": {
534
+ "path": "/workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors",
535
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
536
+ "method": "hf_blob_name",
537
+ "tensors": 812,
538
+ "bytes": 14467165872
539
+ },
540
+ "sentencepiece": {
541
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
542
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
543
+ }
544
+ },
545
+ "oat": {
546
+ "checkpoint": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
547
+ "sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
548
+ "weights": "ema_model",
549
+ "config": {
550
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
551
+ "action_aug": {
552
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
553
+ "p": 0.6,
554
+ "max_angle_deg": 30.0,
555
+ "mode": "left_noise",
556
+ "augment_position": false,
557
+ "pos_start": 0,
558
+ "pos_end": 3,
559
+ "rot_start": 3,
560
+ "rot_end": 6
561
+ },
562
+ "encoder": {
563
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
564
+ "sample_dim": 7,
565
+ "sample_horizon": 16,
566
+ "emb_dim": 256,
567
+ "head_dim": 64,
568
+ "depth": 2,
569
+ "pdropout": 0.1,
570
+ "latent_dim": 5,
571
+ "num_registers": 8
572
+ },
573
+ "decoder": {
574
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
575
+ "sample_dim": 7,
576
+ "sample_horizon": 16,
577
+ "emb_dim": 256,
578
+ "head_dim": 64,
579
+ "depth": 4,
580
+ "pdropout": 0.1,
581
+ "token_dropout_mode": "pow2",
582
+ "latent_dim": 5,
583
+ "latent_horizon": 8,
584
+ "use_causal_decoder": true
585
+ },
586
+ "quantizer": {
587
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
588
+ "levels": [
589
+ 8,
590
+ 5,
591
+ 5,
592
+ 5,
593
+ 5
594
+ ]
595
+ }
596
+ },
597
+ "latent_shape": [
598
+ 8,
599
+ 5
600
+ ],
601
+ "action_shape": [
602
+ 16,
603
+ 7
604
+ ],
605
+ "levels": [
606
+ 8,
607
+ 5,
608
+ 5,
609
+ 5,
610
+ 5
611
+ ]
612
+ },
613
+ "prompts": {
614
+ "max_len": 96,
615
+ "state_dims": 8,
616
+ "worst_case_tokens": 62,
617
+ "headroom": 34,
618
+ "per_uid": {
619
+ "30": 55,
620
+ "31": 55,
621
+ "32": 55,
622
+ "33": 57,
623
+ "34": 62,
624
+ "35": 57,
625
+ "36": 61,
626
+ "37": 56,
627
+ "38": 51,
628
+ "39": 55
629
+ }
630
+ },
631
+ "rollout": {
632
+ "enabled": true,
633
+ "mujoco_gl": "egl",
634
+ "plan": {
635
+ "enabled": true,
636
+ "every_epochs": 100,
637
+ "rollouts": [
638
+ {
639
+ "epoch": 100,
640
+ "optimizer_step": 10000
641
+ },
642
+ {
643
+ "epoch": 200,
644
+ "optimizer_step": 20000
645
+ },
646
+ {
647
+ "epoch": 300,
648
+ "optimizer_step": 30000
649
+ },
650
+ {
651
+ "epoch": 400,
652
+ "optimizer_step": 40000
653
+ },
654
+ {
655
+ "epoch": 500,
656
+ "optimizer_step": 50000
657
+ },
658
+ {
659
+ "epoch": 600,
660
+ "optimizer_step": 60000
661
+ },
662
+ {
663
+ "epoch": 700,
664
+ "optimizer_step": 70000
665
+ },
666
+ {
667
+ "epoch": 800,
668
+ "optimizer_step": 80000
669
+ },
670
+ {
671
+ "epoch": 900,
672
+ "optimizer_step": 90000
673
+ },
674
+ {
675
+ "epoch": 1000,
676
+ "optimizer_step": 100000
677
+ }
678
+ ],
679
+ "protocol": "official",
680
+ "n_test": 500,
681
+ "episodes_per_task": 50,
682
+ "episode_seeds": [
683
+ 3000,
684
+ 3499
685
+ ],
686
+ "init_state_offset": 0,
687
+ "n_parallel_envs": 5,
688
+ "max_episode_steps": 550,
689
+ "expected_minutes_per_rollout": 78.3,
690
+ "timeout_minutes": 100.0,
691
+ "failure_policy": "continue",
692
+ "weights": "model",
693
+ "precision": "bf16 (= snapshot)",
694
+ "rank": 0
695
+ },
696
+ "egl_renderers": [
697
+ {
698
+ "uuid": "GPU-6cfc23e5-855a-60f0-e14b-5f53d49921e8",
699
+ "cuda_ordinal": 3,
700
+ "egl_device_id": 0,
701
+ "name": "NVIDIA GeForce RTX 4090"
702
+ },
703
+ {
704
+ "uuid": "GPU-432492db-98f7-38ef-0761-286e9462f8e9",
705
+ "cuda_ordinal": 2,
706
+ "egl_device_id": 1,
707
+ "name": "NVIDIA GeForce RTX 4090"
708
+ },
709
+ {
710
+ "uuid": "GPU-a6fca0de-9241-4e43-52f9-98d9b14ecee9",
711
+ "cuda_ordinal": 1,
712
+ "egl_device_id": 2,
713
+ "name": "NVIDIA GeForce RTX 4090"
714
+ },
715
+ {
716
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
717
+ "cuda_ordinal": 0,
718
+ "egl_device_id": 3,
719
+ "name": "NVIDIA GeForce RTX 4090"
720
+ },
721
+ {
722
+ "uuid": "GPU-0ebc8f88-9eb4-0d18-45be-b37d34c16c20",
723
+ "cuda_ordinal": 7,
724
+ "egl_device_id": 4,
725
+ "name": "NVIDIA GeForce RTX 4090"
726
+ },
727
+ {
728
+ "uuid": "GPU-8de4fcf0-6650-684c-5255-09cda30c9d26",
729
+ "cuda_ordinal": 6,
730
+ "egl_device_id": 5,
731
+ "name": "NVIDIA GeForce RTX 4090"
732
+ },
733
+ {
734
+ "uuid": "GPU-93ff6a97-a6dd-af9a-54b7-9e48250d4350",
735
+ "cuda_ordinal": 5,
736
+ "egl_device_id": 6,
737
+ "name": "NVIDIA GeForce RTX 4090"
738
+ },
739
+ {
740
+ "uuid": "GPU-e1a460e9-e272-b227-222e-0dbb77c248c5",
741
+ "cuda_ordinal": 4,
742
+ "egl_device_id": 7,
743
+ "name": "NVIDIA GeForce RTX 4090"
744
+ }
745
+ ]
746
+ },
747
+ "wandb": {
748
+ "mode": "online",
749
+ "credentials": "wandb netrc lookup",
750
+ "host": "https://api.wandb.ai",
751
+ "project": "p2n_vla"
752
+ }
753
+ },
754
+ "schedule": {
755
+ "batches_per_rank": 1600,
756
+ "updates_per_epoch": 100,
757
+ "planned_optimizer_updates": 100000,
758
+ "lr_warmup_steps": 1000,
759
+ "micro_batch_per_rank": 1,
760
+ "world_size": 2,
761
+ "effective_batch": 32,
762
+ "max_optimizer_steps": null,
763
+ "cosine_horizon": 100000,
764
+ "expected_optimizer_updates": 100000,
765
+ "min_lr_ratio": 0.1,
766
+ "train_windows": 124106,
767
+ "windows_seen_per_epoch": 3200
768
+ },
769
+ "status": "Light preflight passed (schema, split, provenance, assets, prompts)",
770
+ "training_scope": "vision_action"
771
+ }
outputs/training/p2n_vla_vision_action_libero10_s42/p2n_vla_vision_action_resolved.yaml ADDED
@@ -0,0 +1,335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 5
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla_vision_action
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training_scope: vision_action
255
+ vision_activation_checkpointing: true
256
+ training:
257
+ resume: false
258
+ resume_checkpoint: null
259
+ init_checkpoint: null
260
+ seed: 42
261
+ num_demo: 500
262
+ num_epochs: 1000
263
+ max_train_steps: 1600
264
+ max_optimizer_steps: null
265
+ gradient_accumulate_every: 16
266
+ lr_warmup_steps: 1000
267
+ min_lr_ratio: 0.1
268
+ max_grad_norm: 1.0
269
+ use_ema: false
270
+ val_every: 100
271
+ max_val_steps: 200
272
+ max_reconst_steps: 200
273
+ validate_generated_history: true
274
+ offline_validation_enabled: true
275
+ offline_validation_reason: held_out_libero_episodes
276
+ checkpoint_every: 10
277
+ snapshot_every: 5000
278
+ rollout_every: 100
279
+ rollout_at_final: true
280
+ rollout_seed: 44
281
+ rollout_failure: continue
282
+ rollout_timeout_minutes: 100
283
+ keep_resume_checkpoint: false
284
+ allow_dataset_change: false
285
+ log_every: 1
286
+ max_consecutive_skipped_updates: 20
287
+ tqdm_interval_sec: 1.0
288
+ probe:
289
+ enabled: false
290
+ optimizer_steps: 3
291
+ self_past_step: null
292
+ worst_case_pass: true
293
+ validation_batches: 1
294
+ rollout_episodes: 10
295
+ max_reserved_gb: 22.5
296
+ min_headroom_gb: 2.0
297
+ ema:
298
+ decay: 0.999
299
+ warmup_power: null
300
+ optimizer:
301
+ policy_lr: 5.0e-05
302
+ new_module_lr: 0.0001
303
+ weight_decay: 1.0e-10
304
+ betas:
305
+ - 0.9
306
+ - 0.95
307
+ eps: 1.0e-08
308
+ fused: null
309
+ dataloader:
310
+ batch_size: 1
311
+ num_workers: 4
312
+ shuffle: true
313
+ pin_memory: true
314
+ persistent_workers: true
315
+ drop_last: true
316
+ val_dataloader:
317
+ batch_size: 1
318
+ num_workers: 2
319
+ shuffle: false
320
+ pin_memory: true
321
+ persistent_workers: true
322
+ drop_last: false
323
+ logging:
324
+ project: p2n_vla
325
+ resume: false
326
+ mode: online
327
+ name: 20261009.043828_p2n_vla_vision_action_libero10_seed42
328
+ tags:
329
+ - p2n_vla
330
+ - libero10
331
+ - pi05_base
332
+ - oat_so3aug
333
+ - vision_action
334
+ id: null
335
+ group: p2n_vla_vision_action_libero
outputs/training/p2n_vla_vision_action_libero10_s42/resolved_config.yaml ADDED
@@ -0,0 +1,335 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task:
2
+ policy:
3
+ name: libero10
4
+ task_name: libero10
5
+ lazy_eval: false
6
+ task_uids:
7
+ - 30
8
+ - 31
9
+ - 32
10
+ - 33
11
+ - 34
12
+ - 35
13
+ - 36
14
+ - 37
15
+ - 38
16
+ - 39
17
+ shape_meta:
18
+ obs:
19
+ agentview_rgb:
20
+ shape:
21
+ - 128
22
+ - 128
23
+ - 3
24
+ type: rgb
25
+ robot0_eye_in_hand_rgb:
26
+ shape:
27
+ - 128
28
+ - 128
29
+ - 3
30
+ type: rgb
31
+ robot0_eef_pos:
32
+ shape:
33
+ - 3
34
+ type: state
35
+ robot0_eef_quat:
36
+ shape:
37
+ - 4
38
+ type: state
39
+ robot0_gripper_qpos:
40
+ shape:
41
+ - 2
42
+ type: state
43
+ task_uid:
44
+ shape:
45
+ - 1
46
+ type: state
47
+ action:
48
+ shape:
49
+ - 7
50
+ rgb_ports:
51
+ - agentview_rgb
52
+ - robot0_eye_in_hand_rgb
53
+ wrist_ports:
54
+ - robot0_eye_in_hand_rgb
55
+ prompt_state:
56
+ keys:
57
+ - robot0_eef_pos
58
+ - robot0_eef_quat
59
+ - robot0_gripper_qpos
60
+ transforms:
61
+ robot0_eef_pos: identity
62
+ robot0_eef_quat: quat_to_axis_angle
63
+ robot0_gripper_qpos: identity
64
+ prompt:
65
+ instruction_source: libero10
66
+ state_keys:
67
+ - robot0_eef_pos
68
+ - robot0_eef_quat
69
+ - robot0_gripper_qpos
70
+ state_transforms:
71
+ robot0_eef_pos: identity
72
+ robot0_eef_quat: quat_to_axis_angle
73
+ robot0_gripper_qpos: identity
74
+ max_len: 96
75
+ dummy_uid: 30
76
+ env_runner:
77
+ _target_: oat.env_runner.p2n_new_runner.P2NNewLiberoRunner
78
+ task_name: libero10
79
+ protocol: official
80
+ n_test: 500
81
+ n_test_vis: 0
82
+ test_start_seed: 3000
83
+ init_state_offset: 0
84
+ n_obs_steps: 1
85
+ n_action_steps: 8
86
+ fps: 20
87
+ n_parallel_envs: 5
88
+ image_size: 128
89
+ camera_names:
90
+ - agentview
91
+ - robot0_eye_in_hand
92
+ state_ports:
93
+ - robot0_eef_pos
94
+ - robot0_eef_quat
95
+ - robot0_gripper_qpos
96
+ max_episode_steps: 550
97
+ dataset:
98
+ _target_: oat.dataset.vla_dataset.VLAZarrDatasetWithPrevWindow
99
+ zarr_path: /workspace/past_action/data/libero/libero10_N500.zarr
100
+ obs_keys:
101
+ - agentview_rgb
102
+ - robot0_eye_in_hand_rgb
103
+ - robot0_eef_pos
104
+ - robot0_eef_quat
105
+ - robot0_gripper_qpos
106
+ - task_uid
107
+ action_key: action
108
+ n_obs_steps: 1
109
+ n_action_steps: 16
110
+ seed: 42
111
+ val_ratio: 0.1
112
+ max_train_episodes: null
113
+ past_n: 7
114
+ n_exec_steps: 8
115
+ history_padding: zero
116
+ return_history_validity: true
117
+ prompt_state:
118
+ keys:
119
+ - robot0_eef_pos
120
+ - robot0_eef_quat
121
+ - robot0_gripper_qpos
122
+ transforms:
123
+ robot0_eef_pos: identity
124
+ robot0_eef_quat: quat_to_axis_angle
125
+ robot0_gripper_qpos: identity
126
+ name: train_p2n_vla_vision_action
127
+ policy_family: p2n_vla
128
+ variant: p2n_vla
129
+ task_type: libero
130
+ _target_: oat.workspace.train_p2n_vla.TrainP2NVLAWorkspace
131
+ seed: 42
132
+ horizon: 16
133
+ n_action_steps: 8
134
+ n_obs_steps: 1
135
+ past_n: 7
136
+ max_prompt_len: 96
137
+ task_name: libero10
138
+ shape_meta:
139
+ obs:
140
+ agentview_rgb:
141
+ shape:
142
+ - 128
143
+ - 128
144
+ - 3
145
+ type: rgb
146
+ robot0_eye_in_hand_rgb:
147
+ shape:
148
+ - 128
149
+ - 128
150
+ - 3
151
+ type: rgb
152
+ robot0_eef_pos:
153
+ shape:
154
+ - 3
155
+ type: state
156
+ robot0_eef_quat:
157
+ shape:
158
+ - 4
159
+ type: state
160
+ robot0_gripper_qpos:
161
+ shape:
162
+ - 2
163
+ type: state
164
+ task_uid:
165
+ shape:
166
+ - 1
167
+ type: state
168
+ action:
169
+ shape:
170
+ - 7
171
+ policy:
172
+ _target_: oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy
173
+ variant: p2n_vla
174
+ task: libero
175
+ shape_meta:
176
+ obs:
177
+ agentview_rgb:
178
+ shape:
179
+ - 128
180
+ - 128
181
+ - 3
182
+ type: rgb
183
+ robot0_eye_in_hand_rgb:
184
+ shape:
185
+ - 128
186
+ - 128
187
+ - 3
188
+ type: rgb
189
+ robot0_eef_pos:
190
+ shape:
191
+ - 3
192
+ type: state
193
+ robot0_eef_quat:
194
+ shape:
195
+ - 4
196
+ type: state
197
+ robot0_gripper_qpos:
198
+ shape:
199
+ - 2
200
+ type: state
201
+ task_uid:
202
+ shape:
203
+ - 1
204
+ type: state
205
+ action:
206
+ shape:
207
+ - 7
208
+ n_action_steps: 8
209
+ n_obs_steps: 1
210
+ past_n: 7
211
+ horizon: 16
212
+ construction_mode: fresh
213
+ model_size: full
214
+ pi05_weights: /workspace/.hf_home/hub/models--lerobot--pi05_base/snapshots/b211f3d44c36b6acfcf7ae94a64e8e96f75a64ba/model.safetensors
215
+ pi05_sha256: 0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f
216
+ spm_path: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model
217
+ spm_sha256: 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
218
+ tokenizer_checkpoint: /workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt
219
+ rgb_ports:
220
+ - agentview_rgb
221
+ - robot0_eye_in_hand_rgb
222
+ wrist_ports:
223
+ - robot0_eye_in_hand_rgb
224
+ train_image_aug: true
225
+ prompt:
226
+ instruction_source: libero10
227
+ state_keys:
228
+ - robot0_eef_pos
229
+ - robot0_eef_quat
230
+ - robot0_gripper_qpos
231
+ state_transforms:
232
+ robot0_eef_pos: identity
233
+ robot0_eef_quat: quat_to_axis_angle
234
+ robot0_gripper_qpos: identity
235
+ max_len: 96
236
+ dummy_uid: 30
237
+ lora_rank: 16
238
+ lora_alpha: 16.0
239
+ lambda_ki: 1.0
240
+ ki_skip: 1152
241
+ use_past: true
242
+ adarms_t0: 0.6
243
+ temperature: 0.0
244
+ topk: 10
245
+ activation_checkpointing: true
246
+ frozen_dtype: null
247
+ self_past_p: 0.5
248
+ self_past_warmup_steps: 1000
249
+ self_past_ramp_steps: 4000
250
+ self_past_chunk_size: 4
251
+ self_past_temperature: 1.0
252
+ self_past_topk: 10
253
+ self_past_schedule: optimizer_step
254
+ training_scope: vision_action
255
+ vision_activation_checkpointing: true
256
+ training:
257
+ resume: false
258
+ resume_checkpoint: null
259
+ init_checkpoint: null
260
+ seed: 42
261
+ num_demo: 500
262
+ num_epochs: 1000
263
+ max_train_steps: 1600
264
+ max_optimizer_steps: null
265
+ gradient_accumulate_every: 16
266
+ lr_warmup_steps: 1000
267
+ min_lr_ratio: 0.1
268
+ max_grad_norm: 1.0
269
+ use_ema: false
270
+ val_every: 100
271
+ max_val_steps: 200
272
+ max_reconst_steps: 200
273
+ validate_generated_history: true
274
+ offline_validation_enabled: true
275
+ offline_validation_reason: held_out_libero_episodes
276
+ checkpoint_every: 10
277
+ snapshot_every: 5000
278
+ rollout_every: 100
279
+ rollout_at_final: true
280
+ rollout_seed: 44
281
+ rollout_failure: continue
282
+ rollout_timeout_minutes: 100
283
+ keep_resume_checkpoint: false
284
+ allow_dataset_change: false
285
+ log_every: 1
286
+ max_consecutive_skipped_updates: 20
287
+ tqdm_interval_sec: 1.0
288
+ probe:
289
+ enabled: false
290
+ optimizer_steps: 3
291
+ self_past_step: null
292
+ worst_case_pass: true
293
+ validation_batches: 1
294
+ rollout_episodes: 10
295
+ max_reserved_gb: 22.5
296
+ min_headroom_gb: 2.0
297
+ ema:
298
+ decay: 0.999
299
+ warmup_power: null
300
+ optimizer:
301
+ policy_lr: 5.0e-05
302
+ new_module_lr: 0.0001
303
+ weight_decay: 1.0e-10
304
+ betas:
305
+ - 0.9
306
+ - 0.95
307
+ eps: 1.0e-08
308
+ fused: null
309
+ dataloader:
310
+ batch_size: 1
311
+ num_workers: 4
312
+ shuffle: true
313
+ pin_memory: true
314
+ persistent_workers: true
315
+ drop_last: true
316
+ val_dataloader:
317
+ batch_size: 1
318
+ num_workers: 2
319
+ shuffle: false
320
+ pin_memory: true
321
+ persistent_workers: true
322
+ drop_last: false
323
+ logging:
324
+ project: p2n_vla
325
+ resume: false
326
+ mode: online
327
+ name: 20261009.043828_p2n_vla_vision_action_libero10_seed42
328
+ tags:
329
+ - p2n_vla
330
+ - libero10
331
+ - pi05_base
332
+ - oat_so3aug
333
+ - vision_action
334
+ id: null
335
+ group: p2n_vla_vision_action_libero
outputs/training/p2n_vla_vision_action_libero10_s42/training_report.json ADDED
@@ -0,0 +1,938 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "p2n_vla",
3
+ "policy_family": "p2n_vla",
4
+ "parameters": {
5
+ "total": 3275918048,
6
+ "trainable": 741969648,
7
+ "frozen": 2533948400,
8
+ "frozen_base_keys": 164
9
+ },
10
+ "optimizer_groups": [
11
+ {
12
+ "name": "pretrained",
13
+ "lr": 4.9950049950049954e-08,
14
+ "weight_decay": 1e-10,
15
+ "tensors": 602,
16
+ "elements": 726571760
17
+ },
18
+ {
19
+ "name": "new",
20
+ "lr": 9.990009990009991e-08,
21
+ "weight_decay": 1e-10,
22
+ "tensors": 10,
23
+ "elements": 15397888
24
+ }
25
+ ],
26
+ "clip_groups": {
27
+ "ar": {
28
+ "tensors": 172,
29
+ "elements": 316923904
30
+ },
31
+ "ki": {
32
+ "tensors": 440,
33
+ "elements": 425045744
34
+ }
35
+ },
36
+ "ema": null,
37
+ "update_schedule": {
38
+ "batches_per_rank": 1600,
39
+ "updates_per_epoch": 100,
40
+ "planned_optimizer_updates": 100000,
41
+ "lr_warmup_steps": 1000,
42
+ "max_optimizer_steps": null,
43
+ "cosine_horizon": 100000,
44
+ "min_lr_ratio": 0.1,
45
+ "expected_optimizer_updates": 100000,
46
+ "micro_batch_per_rank": 1,
47
+ "world_size": 2,
48
+ "effective_batch": 32
49
+ },
50
+ "dataset_split": {
51
+ "schema_version": 1,
52
+ "identity": {
53
+ "episode_and_action_sha256": "05dcceae0a96fd40818f212a6d0552af4c9cb14578153a59b18ef39db9acb468",
54
+ "train_episode_ids": [
55
+ 0,
56
+ 1,
57
+ 2,
58
+ 3,
59
+ 4,
60
+ 5,
61
+ 6,
62
+ 7,
63
+ 8,
64
+ 9,
65
+ 10,
66
+ 11,
67
+ 12,
68
+ 13,
69
+ 14,
70
+ 15,
71
+ 16,
72
+ 17,
73
+ 18,
74
+ 19,
75
+ 20,
76
+ 21,
77
+ 22,
78
+ 23,
79
+ 24,
80
+ 25,
81
+ 26,
82
+ 27,
83
+ 28,
84
+ 29,
85
+ 30,
86
+ 32,
87
+ 34,
88
+ 35,
89
+ 36,
90
+ 37,
91
+ 38,
92
+ 41,
93
+ 42,
94
+ 45,
95
+ 46,
96
+ 47,
97
+ 48,
98
+ 49,
99
+ 50,
100
+ 51,
101
+ 52,
102
+ 53,
103
+ 54,
104
+ 55,
105
+ 56,
106
+ 57,
107
+ 58,
108
+ 60,
109
+ 61,
110
+ 62,
111
+ 63,
112
+ 64,
113
+ 65,
114
+ 66,
115
+ 67,
116
+ 68,
117
+ 69,
118
+ 70,
119
+ 71,
120
+ 72,
121
+ 73,
122
+ 74,
123
+ 75,
124
+ 76,
125
+ 77,
126
+ 78,
127
+ 79,
128
+ 80,
129
+ 82,
130
+ 83,
131
+ 84,
132
+ 85,
133
+ 87,
134
+ 88,
135
+ 89,
136
+ 90,
137
+ 91,
138
+ 93,
139
+ 94,
140
+ 95,
141
+ 96,
142
+ 97,
143
+ 98,
144
+ 99,
145
+ 100,
146
+ 101,
147
+ 102,
148
+ 103,
149
+ 104,
150
+ 105,
151
+ 106,
152
+ 107,
153
+ 108,
154
+ 110,
155
+ 111,
156
+ 112,
157
+ 113,
158
+ 114,
159
+ 115,
160
+ 116,
161
+ 117,
162
+ 118,
163
+ 119,
164
+ 120,
165
+ 121,
166
+ 122,
167
+ 123,
168
+ 124,
169
+ 125,
170
+ 126,
171
+ 127,
172
+ 128,
173
+ 129,
174
+ 130,
175
+ 131,
176
+ 132,
177
+ 133,
178
+ 134,
179
+ 136,
180
+ 137,
181
+ 138,
182
+ 139,
183
+ 140,
184
+ 141,
185
+ 142,
186
+ 143,
187
+ 144,
188
+ 145,
189
+ 146,
190
+ 147,
191
+ 148,
192
+ 149,
193
+ 150,
194
+ 151,
195
+ 152,
196
+ 153,
197
+ 154,
198
+ 155,
199
+ 156,
200
+ 157,
201
+ 158,
202
+ 159,
203
+ 160,
204
+ 161,
205
+ 162,
206
+ 163,
207
+ 164,
208
+ 165,
209
+ 166,
210
+ 167,
211
+ 168,
212
+ 169,
213
+ 170,
214
+ 171,
215
+ 172,
216
+ 173,
217
+ 174,
218
+ 176,
219
+ 177,
220
+ 178,
221
+ 179,
222
+ 180,
223
+ 181,
224
+ 182,
225
+ 183,
226
+ 184,
227
+ 185,
228
+ 186,
229
+ 187,
230
+ 188,
231
+ 189,
232
+ 190,
233
+ 192,
234
+ 193,
235
+ 194,
236
+ 195,
237
+ 196,
238
+ 198,
239
+ 200,
240
+ 201,
241
+ 202,
242
+ 203,
243
+ 204,
244
+ 205,
245
+ 206,
246
+ 207,
247
+ 208,
248
+ 209,
249
+ 210,
250
+ 213,
251
+ 214,
252
+ 215,
253
+ 217,
254
+ 218,
255
+ 219,
256
+ 220,
257
+ 222,
258
+ 223,
259
+ 224,
260
+ 225,
261
+ 226,
262
+ 227,
263
+ 228,
264
+ 229,
265
+ 230,
266
+ 231,
267
+ 232,
268
+ 233,
269
+ 234,
270
+ 236,
271
+ 237,
272
+ 238,
273
+ 240,
274
+ 241,
275
+ 243,
276
+ 244,
277
+ 245,
278
+ 246,
279
+ 247,
280
+ 248,
281
+ 249,
282
+ 250,
283
+ 251,
284
+ 252,
285
+ 253,
286
+ 254,
287
+ 255,
288
+ 256,
289
+ 257,
290
+ 258,
291
+ 259,
292
+ 260,
293
+ 262,
294
+ 263,
295
+ 264,
296
+ 265,
297
+ 266,
298
+ 267,
299
+ 269,
300
+ 270,
301
+ 271,
302
+ 272,
303
+ 273,
304
+ 274,
305
+ 275,
306
+ 276,
307
+ 277,
308
+ 278,
309
+ 279,
310
+ 280,
311
+ 281,
312
+ 282,
313
+ 283,
314
+ 284,
315
+ 285,
316
+ 286,
317
+ 287,
318
+ 288,
319
+ 289,
320
+ 290,
321
+ 291,
322
+ 292,
323
+ 293,
324
+ 294,
325
+ 295,
326
+ 297,
327
+ 298,
328
+ 299,
329
+ 300,
330
+ 301,
331
+ 302,
332
+ 303,
333
+ 304,
334
+ 305,
335
+ 307,
336
+ 308,
337
+ 310,
338
+ 311,
339
+ 312,
340
+ 313,
341
+ 314,
342
+ 315,
343
+ 316,
344
+ 317,
345
+ 318,
346
+ 320,
347
+ 321,
348
+ 322,
349
+ 323,
350
+ 324,
351
+ 325,
352
+ 326,
353
+ 327,
354
+ 328,
355
+ 329,
356
+ 330,
357
+ 331,
358
+ 332,
359
+ 334,
360
+ 335,
361
+ 336,
362
+ 337,
363
+ 339,
364
+ 341,
365
+ 342,
366
+ 343,
367
+ 344,
368
+ 346,
369
+ 347,
370
+ 348,
371
+ 350,
372
+ 351,
373
+ 352,
374
+ 354,
375
+ 355,
376
+ 356,
377
+ 357,
378
+ 358,
379
+ 359,
380
+ 360,
381
+ 361,
382
+ 362,
383
+ 363,
384
+ 364,
385
+ 365,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 373,
391
+ 374,
392
+ 375,
393
+ 376,
394
+ 377,
395
+ 378,
396
+ 379,
397
+ 380,
398
+ 381,
399
+ 382,
400
+ 383,
401
+ 384,
402
+ 385,
403
+ 386,
404
+ 387,
405
+ 388,
406
+ 390,
407
+ 392,
408
+ 394,
409
+ 395,
410
+ 396,
411
+ 397,
412
+ 398,
413
+ 399,
414
+ 400,
415
+ 401,
416
+ 402,
417
+ 404,
418
+ 405,
419
+ 406,
420
+ 407,
421
+ 408,
422
+ 409,
423
+ 410,
424
+ 411,
425
+ 412,
426
+ 413,
427
+ 414,
428
+ 415,
429
+ 416,
430
+ 418,
431
+ 419,
432
+ 420,
433
+ 421,
434
+ 422,
435
+ 423,
436
+ 424,
437
+ 425,
438
+ 426,
439
+ 427,
440
+ 428,
441
+ 429,
442
+ 431,
443
+ 432,
444
+ 433,
445
+ 434,
446
+ 435,
447
+ 436,
448
+ 437,
449
+ 438,
450
+ 440,
451
+ 441,
452
+ 442,
453
+ 443,
454
+ 445,
455
+ 446,
456
+ 447,
457
+ 448,
458
+ 449,
459
+ 451,
460
+ 452,
461
+ 453,
462
+ 454,
463
+ 455,
464
+ 456,
465
+ 457,
466
+ 458,
467
+ 459,
468
+ 460,
469
+ 461,
470
+ 462,
471
+ 463,
472
+ 464,
473
+ 465,
474
+ 466,
475
+ 467,
476
+ 468,
477
+ 469,
478
+ 470,
479
+ 471,
480
+ 472,
481
+ 473,
482
+ 474,
483
+ 475,
484
+ 476,
485
+ 478,
486
+ 479,
487
+ 480,
488
+ 482,
489
+ 483,
490
+ 484,
491
+ 485,
492
+ 486,
493
+ 487,
494
+ 488,
495
+ 489,
496
+ 490,
497
+ 491,
498
+ 492,
499
+ 494,
500
+ 495,
501
+ 496,
502
+ 497,
503
+ 498,
504
+ 499
505
+ ],
506
+ "validation_episode_ids": [
507
+ 31,
508
+ 33,
509
+ 39,
510
+ 40,
511
+ 43,
512
+ 44,
513
+ 59,
514
+ 81,
515
+ 86,
516
+ 92,
517
+ 109,
518
+ 135,
519
+ 175,
520
+ 191,
521
+ 197,
522
+ 199,
523
+ 211,
524
+ 212,
525
+ 216,
526
+ 221,
527
+ 235,
528
+ 239,
529
+ 242,
530
+ 261,
531
+ 268,
532
+ 296,
533
+ 306,
534
+ 309,
535
+ 319,
536
+ 333,
537
+ 338,
538
+ 340,
539
+ 345,
540
+ 349,
541
+ 353,
542
+ 366,
543
+ 371,
544
+ 372,
545
+ 389,
546
+ 391,
547
+ 393,
548
+ 403,
549
+ 417,
550
+ 430,
551
+ 439,
552
+ 444,
553
+ 450,
554
+ 477,
555
+ 481,
556
+ 493
557
+ ]
558
+ },
559
+ "offline_validation_enabled": true,
560
+ "offline_validation_reason": "enabled",
561
+ "train": {
562
+ "windows": 124106,
563
+ "episodes": 450,
564
+ "batches_per_epoch": 1600
565
+ },
566
+ "validation": {
567
+ "windows": 13984,
568
+ "episodes": 50,
569
+ "batches": 200,
570
+ "evaluated_windows": 400
571
+ }
572
+ },
573
+ "ddp": {
574
+ "wrapper": "DistributedDataParallel",
575
+ "find_unused_parameters": false,
576
+ "gradient_as_bucket_view": true,
577
+ "broadcast_buffers": true,
578
+ "mixed_precision": "no"
579
+ },
580
+ "world_size": 2,
581
+ "rollout": {
582
+ "enabled": true,
583
+ "every_epochs": 100,
584
+ "at_final_epoch": true,
585
+ "seed": 44,
586
+ "weights": "model",
587
+ "rank": 0,
588
+ "_target_": "oat.env_runner.p2n_new_runner.P2NNewLiberoRunner",
589
+ "protocol": "official",
590
+ "n_test": 500,
591
+ "n_parallel_envs": 5,
592
+ "test_start_seed": 3000,
593
+ "init_state_offset": 0,
594
+ "max_episode_steps": 550,
595
+ "n_test_vis": 0,
596
+ "renderer": {
597
+ "uuid": "GPU-077fe526-441e-9de0-1a7f-7ebe0955ceb9",
598
+ "cuda_ordinal": 0,
599
+ "egl_device_id": 3,
600
+ "name": "NVIDIA GeForce RTX 4090"
601
+ }
602
+ },
603
+ "policy_metadata": {
604
+ "format": "p2n_vla_artifact_v2",
605
+ "variant": "p2n_vla",
606
+ "variant_code": 10,
607
+ "policy_target": "oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy",
608
+ "task": "libero",
609
+ "model_size": "full",
610
+ "context_schema": 101,
611
+ "artifact_schema": 2,
612
+ "execution_protocol": "acknowledged_commands_v1",
613
+ "shape_meta": {
614
+ "obs": {
615
+ "agentview_rgb": {
616
+ "shape": [
617
+ 128,
618
+ 128,
619
+ 3
620
+ ],
621
+ "type": "rgb"
622
+ },
623
+ "robot0_eye_in_hand_rgb": {
624
+ "shape": [
625
+ 128,
626
+ 128,
627
+ 3
628
+ ],
629
+ "type": "rgb"
630
+ },
631
+ "robot0_eef_pos": {
632
+ "shape": [
633
+ 3
634
+ ],
635
+ "type": "state"
636
+ },
637
+ "robot0_eef_quat": {
638
+ "shape": [
639
+ 4
640
+ ],
641
+ "type": "state"
642
+ },
643
+ "robot0_gripper_qpos": {
644
+ "shape": [
645
+ 2
646
+ ],
647
+ "type": "state"
648
+ },
649
+ "task_uid": {
650
+ "shape": [
651
+ 1
652
+ ],
653
+ "type": "state"
654
+ }
655
+ },
656
+ "action": {
657
+ "shape": [
658
+ 7
659
+ ]
660
+ }
661
+ },
662
+ "horizon": 16,
663
+ "n_action_steps": 8,
664
+ "vocab_size": 5001,
665
+ "latent_horizon": 8,
666
+ "pi05": {
667
+ "repo": "lerobot/pi05_base",
668
+ "sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
669
+ "loader_mode": "p2n",
670
+ "t0": 0.6
671
+ },
672
+ "tokenizer": {
673
+ "source": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
674
+ "sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
675
+ "weights": "ema",
676
+ "training_task": {
677
+ "tokenizer": {
678
+ "name": "libero10",
679
+ "task_name": "libero10",
680
+ "shape_meta": {
681
+ "action": {
682
+ "shape": [
683
+ 7
684
+ ]
685
+ }
686
+ },
687
+ "dataset": {
688
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
689
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
690
+ "obs_keys": [],
691
+ "action_key": "action",
692
+ "n_obs_steps": 0,
693
+ "n_action_steps": 16,
694
+ "seed": 42,
695
+ "val_ratio": 0.1
696
+ }
697
+ }
698
+ },
699
+ "normalizer_source": "frozen_tokenizer_checkpoint"
700
+ },
701
+ "sentencepiece": {
702
+ "path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
703
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
704
+ },
705
+ "prompt": {
706
+ "instruction_source": "libero10",
707
+ "state_keys": [
708
+ "robot0_eef_pos",
709
+ "robot0_eef_quat",
710
+ "robot0_gripper_qpos"
711
+ ],
712
+ "state_transforms": {
713
+ "robot0_eef_pos": "identity",
714
+ "robot0_eef_quat": "quat_to_axis_angle",
715
+ "robot0_gripper_qpos": "identity"
716
+ },
717
+ "max_len": 96,
718
+ "dummy_uid": 30
719
+ },
720
+ "frozen_base_keys": 164,
721
+ "parameters": {
722
+ "total": 3275918048,
723
+ "trainable": 741969648,
724
+ "frozen": 2533948400
725
+ },
726
+ "software": {
727
+ "torch": "2.10.0",
728
+ "transformers": "4.57.6",
729
+ "accelerate": "1.12.0",
730
+ "sentencepiece": "0.2.2"
731
+ },
732
+ "self_past_optimizer_updates": 0,
733
+ "architecture": {
734
+ "_target_": "oat.policy.p2n_vla_vision_action.P2NVLAVisionActionPolicy",
735
+ "_recursive_": false,
736
+ "shape_meta": {
737
+ "obs": {
738
+ "agentview_rgb": {
739
+ "shape": [
740
+ 128,
741
+ 128,
742
+ 3
743
+ ],
744
+ "type": "rgb"
745
+ },
746
+ "robot0_eye_in_hand_rgb": {
747
+ "shape": [
748
+ 128,
749
+ 128,
750
+ 3
751
+ ],
752
+ "type": "rgb"
753
+ },
754
+ "robot0_eef_pos": {
755
+ "shape": [
756
+ 3
757
+ ],
758
+ "type": "state"
759
+ },
760
+ "robot0_eef_quat": {
761
+ "shape": [
762
+ 4
763
+ ],
764
+ "type": "state"
765
+ },
766
+ "robot0_gripper_qpos": {
767
+ "shape": [
768
+ 2
769
+ ],
770
+ "type": "state"
771
+ },
772
+ "task_uid": {
773
+ "shape": [
774
+ 1
775
+ ],
776
+ "type": "state"
777
+ }
778
+ },
779
+ "action": {
780
+ "shape": [
781
+ 7
782
+ ]
783
+ }
784
+ },
785
+ "n_action_steps": 8,
786
+ "n_obs_steps": 1,
787
+ "past_n": 7,
788
+ "horizon": 16,
789
+ "variant": "p2n_vla",
790
+ "task": "libero",
791
+ "model_size": "full",
792
+ "pi05_sha256": "0eb11ca9587678c1d2ef8cf32807c29f8ce53a2bfdfc1aa4a4c96f16fca59b0f",
793
+ "spm_path": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/paligemma_tokenizer.model",
794
+ "spm_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
795
+ "rgb_ports": [
796
+ "agentview_rgb",
797
+ "robot0_eye_in_hand_rgb"
798
+ ],
799
+ "wrist_ports": [
800
+ "robot0_eye_in_hand_rgb"
801
+ ],
802
+ "train_image_aug": true,
803
+ "prompt": {
804
+ "instruction_source": "libero10",
805
+ "state_keys": [
806
+ "robot0_eef_pos",
807
+ "robot0_eef_quat",
808
+ "robot0_gripper_qpos"
809
+ ],
810
+ "state_transforms": {
811
+ "robot0_eef_pos": "identity",
812
+ "robot0_eef_quat": "quat_to_axis_angle",
813
+ "robot0_gripper_qpos": "identity"
814
+ },
815
+ "max_len": 96,
816
+ "dummy_uid": 30
817
+ },
818
+ "lora_rank": 16,
819
+ "lora_alpha": 16.0,
820
+ "lambda_ki": 1.0,
821
+ "ki_skip": 1152,
822
+ "use_past": true,
823
+ "adarms_t0": 0.6,
824
+ "temperature": 0.0,
825
+ "topk": 10,
826
+ "activation_checkpointing": true,
827
+ "frozen_dtype": "bfloat16",
828
+ "self_past_p": 0.5,
829
+ "self_past_warmup_steps": 1000,
830
+ "self_past_ramp_steps": 4000,
831
+ "self_past_chunk_size": 4,
832
+ "self_past_temperature": 1.0,
833
+ "self_past_topk": 10,
834
+ "self_past_schedule": "optimizer_step",
835
+ "training_scope": "vision_action",
836
+ "vision_activation_checkpointing": true,
837
+ "construction_mode": "restore",
838
+ "tokenizer_config": {
839
+ "_target_": "oat.tokenizer.oat.tokenizer_so3_aug.OATTokSO3Aug",
840
+ "action_aug": {
841
+ "_target_": "oat.tokenizer.oat.augment.so3_action_chunk_aug.SO3ActionChunkAug",
842
+ "p": 0.6,
843
+ "max_angle_deg": 30.0,
844
+ "mode": "left_noise",
845
+ "augment_position": false,
846
+ "pos_start": 0,
847
+ "pos_end": 3,
848
+ "rot_start": 3,
849
+ "rot_end": 6
850
+ },
851
+ "encoder": {
852
+ "_target_": "oat.tokenizer.oat.encoder.register_encoder.RegisterEncoder",
853
+ "sample_dim": 7,
854
+ "sample_horizon": 16,
855
+ "emb_dim": 256,
856
+ "head_dim": 64,
857
+ "depth": 2,
858
+ "pdropout": 0.1,
859
+ "latent_dim": 5,
860
+ "num_registers": 8
861
+ },
862
+ "decoder": {
863
+ "_target_": "oat.tokenizer.oat.decoder.single_pass_decoder.SinglePassDecoder",
864
+ "sample_dim": 7,
865
+ "sample_horizon": 16,
866
+ "emb_dim": 256,
867
+ "head_dim": 64,
868
+ "depth": 4,
869
+ "pdropout": 0.1,
870
+ "token_dropout_mode": "pow2",
871
+ "latent_dim": 5,
872
+ "latent_horizon": 8,
873
+ "use_causal_decoder": true
874
+ },
875
+ "quantizer": {
876
+ "_target_": "oat.tokenizer.oat.quantizer.fsq.FSQ",
877
+ "levels": [
878
+ 8,
879
+ 5,
880
+ 5,
881
+ 5,
882
+ 5
883
+ ]
884
+ }
885
+ },
886
+ "tokenizer_metadata": {
887
+ "source": "/workspace/ysk/past2next_bug_fixed/data/pretrained/p2n_vla/oat_from_upd030000.ckpt",
888
+ "sha256": "8dae1b3a58adbaccd25eb4da126bd147bccfd36eb1666d1b95038295ce62fdc6",
889
+ "weights": "ema",
890
+ "training_task": {
891
+ "tokenizer": {
892
+ "name": "libero10",
893
+ "task_name": "libero10",
894
+ "shape_meta": {
895
+ "action": {
896
+ "shape": [
897
+ 7
898
+ ]
899
+ }
900
+ },
901
+ "dataset": {
902
+ "_target_": "oat.dataset.zarr_dataset.ZarrDataset",
903
+ "zarr_path": "/workspace/past_action/data/libero/libero10_N500.zarr",
904
+ "obs_keys": [],
905
+ "action_key": "action",
906
+ "n_obs_steps": 0,
907
+ "n_action_steps": 16,
908
+ "seed": 42,
909
+ "val_ratio": 0.1
910
+ }
911
+ }
912
+ },
913
+ "normalizer_source": "frozen_tokenizer_checkpoint"
914
+ }
915
+ },
916
+ "source_sha256": {
917
+ "oat/policy/p2n_vla_common.py": "e66f719a79d580e581737f2991ad53289984edb330ca60ad09e6d80ca7591813",
918
+ "oat/model/vla/__init__.py": "edfcc482b29614f63581159c2419812f9ed02ab3df5954034f9f6673fc0c3f54",
919
+ "oat/model/vla/flow_head.py": "59cd0d2ddac048c1d03ce07c3e2c6eb15810c02fb89d9bc3e3839dd3e7baffe8",
920
+ "oat/model/vla/gemma_joint.py": "2b8d468bedc2c66da0d770e0f25e3c9a0aa5eb33fe6f5445a5aa1cb03c4a3180",
921
+ "oat/model/vla/image_preprocess.py": "04acb3b1101ac0884581bf294445c6a9a0f1c7da7980e7fc81207ccd2cbce299",
922
+ "oat/model/vla/layout.py": "36211ceaa636a10620d83567067c0f91266e6d4cbca53d5ded43a65fa5fc377c",
923
+ "oat/model/vla/lora.py": "109f46dee5818b3a1c1f1efa364d0c6ec06228920893c2fede16755502540ac6",
924
+ "oat/model/vla/oat_ki.py": "ebef07c4438b125892984057596c52bda6166165e75f466d863c8eafc06e7d58",
925
+ "oat/model/vla/paligemma_prompt.py": "efaf41d274fd3a943dcdec4a37c1f7f25850f992c4e69f51cadebd6b2a06a104",
926
+ "oat/model/vla/pi05_checkpoint.py": "e5fff92096d83ad7ede3b0a528db03734ad0748ef87b58f98c721c2664c05846",
927
+ "oat/model/vla/siglip.py": "abae50c9b08cb35f451dae17996b0c126be0ef4623480c9de5b581929dbc9128",
928
+ "oat/model/vla/specs.py": "1c5cdc20033ae1b514108eb967f2a74472b2d189f03a6d4e89f27a16881c7bde",
929
+ "oat/model/vla/state_transforms.py": "5c15fbf8e540785004c7ae96bbd627dca2aa1a33dbb78ea3bf7a556ca7babcf2",
930
+ "oat/model/vla/trainable_siglip.py": "04cd28822e4145d27749a3dde0ae78d8ecce748831f1fb8600127f3c4fa07591",
931
+ "oat/policy/p2n_vla_vision_action.py": "ff028e20f8aafd42d6b3d0b49b075746f1c2f79258423e69b1a5b19b2bcf8acd"
932
+ },
933
+ "training_scope": "vision_action",
934
+ "language_trainable": false,
935
+ "vision_gradient_source": "ki_loss",
936
+ "vision_activation_checkpointing": true
937
+ }
938
+ }