Publish complete RSCI 40000 checkpoint: newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/argv.txt

@@ -0,0 +1,64 @@
+/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/scripts/train.py
+finetune_simple_psi0_config
+--train.name=finetune
+--train.data_parallel=ddp
+--train.mixed_precision=bf16
+--train.gradient_accumulation_steps=1
+--train.learning_rate=1e-4
+--train.max_training_steps=40000
+--train.warmup_ratio=None
+--train.warmup_steps=1000
+--train.checkpointing_steps=1000
+--train.checkpoint-anchor-steps=10000
+--train.max_checkpoints_to_keep=4
+--train.validation_steps=500
+--train.val_num_batches=20
+--train.max_grad_norm=1.0
+--train.lr_scheduler_type=cosine
+--train.lr_scheduler_kwargs.weight_decay=1e-6
+--train.lr_scheduler_kwargs.betas 0.95 0.999
+--data.transform.repack.pad-action-dim=36
+--data.transform.repack.pad-state-dim=36
+--data.transform.field.stat-path=meta/stats_psi0.json
+--data.transform.field.stat-action-key=action
+--data.transform.field.stat-state-key=states
+--data.transform.field.action_norm_type=bounds
+--data.transform.field.no-use-norm-mask
+--data.transform.field.normalize-state
+--data.transform.field.pad-action-dim=36
+--data.transform.field.pad-state-dim=36
+--data.transform.model.img-aug
+--data.transform.model.resize.size 180 320
+--data.transform.model.center_crop.size 180 320
+--model.noise-scheduler=flow
+--model.train-diffusion-steps=1000
+--model.n_conditions=0
+--model.action-chunk-size=30
+--model.action-dim=36
+--model.action-exec-horizon=30
+--model.observation-horizon=1
+--model.odim=36
+--model.view_feature_dim=2048
+--model.no-use_film
+--model.no-combined_temb
+--model.rtc
+--model.max-delay=8
+--model.psi0-ardy-aux-weight=0.1
+--exp=RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1
+--seed=292285
+--train.output-dir=/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyLocomotionPickBetweenTablesTeleop-v0/VGQ-AE/frozen/seed-292285/newh264-speed-v1
+--train.train_batch_size=16
+--train.num-workers=8
+--log.report_to=None
+--train.val-num-workers=8
+--train.prefetch-factor=2
+--data.root_dir=/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-h264
+--data.train-repo-ids=G1WholebodyLocomotionPickBetweenTablesTeleop-v0
+--model.model_name_or_path=/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
+--model.pretrained-action-header-path=/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
+--model.rsci-variant=VGQ-AE
+--model.rsci-vlm-mode=frozen
+--data.v5-ardy-sidecar-root=/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-ardy-h264/G1WholebodyLocomotionPickBetweenTablesTeleop-v0
+--train.optimizer-fused
+--train.pin-memory
+--train.non-blocking-transfer

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoint-manifest.json

@@ -0,0 +1,99 @@
+{
+  "schema": 1,
+  "source_run": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyLocomotionPickBetweenTablesTeleop-v0/VGQ-AE/frozen/seed-292285/newh264-speed-v1/finetune/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045",
+  "task": "G1WholebodyLocomotionPickBetweenTablesTeleop-v0",
+  "model": "VGQ-AE",
+  "vlm": "frozen",
+  "step": 40000,
+  "world_size": 8,
+  "prefix": "newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045",
+  "total_bytes": 10289936699,
+  "files": {
+    "checkpoints/ckpt_40000/model.safetensors": {
+      "bytes": 6292351720,
+      "sha256": "747fb503d84b13ecbc27f3748b5829afa77a6068621de30470f2f7eac110d0e1",
+      "git_blob_id": null,
+      "mtime_ns": 1792248090373475560
+    },
+    "checkpoints/ckpt_40000/optimizer.bin": {
+      "bytes": 3997422027,
+      "sha256": "f23852547108e7c7c7ab17298f3872d9182cde82e7b2e8c67e5ec33b14636369",
+      "git_blob_id": null,
+      "mtime_ns": 1792248097145479130
+    },
+    "checkpoints/ckpt_40000/random_states_0.pkl": {
+      "bytes": 16577,
+      "sha256": "fb1f9c1b86e8f418f19dfef4411ccd3489caee55877a64da78e21df20f5f53d5",
+      "git_blob_id": "e0fe035873f308416fa51ff47754c16e95306b94",
+      "mtime_ns": 1792248097152479134
+    },
+    "checkpoints/ckpt_40000/random_states_1.pkl": {
+      "bytes": 16513,
+      "sha256": "c28c015cb251af89140d520bf7b787e2c1a96f31c7093fb8980b77717c6d9a7c",
+      "git_blob_id": "476813204bd4a708ca49d422a49b8ce6f553a145",
+      "mtime_ns": 1792248078046469061
+    },
+    "checkpoints/ckpt_40000/random_states_2.pkl": {
+      "bytes": 16513,
+      "sha256": "af10a5f1fe7547b399123c0ebdeadac3fca26903049f8381abc4bab22823a96d",
+      "git_blob_id": "2cd3622727c1aed47b606773cedd1f6b710fda35",
+      "mtime_ns": 1792248078046469061
+    },
+    "checkpoints/ckpt_40000/random_states_3.pkl": {
+      "bytes": 16513,
+      "sha256": "eb541a74149cc3b731c99f091de596a417ae64b26672dfbdbb64cc72dccc1e1e",
+      "git_blob_id": "1d615513b69090274932173b2b1f1942816750ea",
+      "mtime_ns": 1792248078048469062
+    },
+    "checkpoints/ckpt_40000/random_states_4.pkl": {
+      "bytes": 16513,
+      "sha256": "8d957016d0a1b8963b9fd485a7604893b99529e74b9a5261de47ba8c349524d8",
+      "git_blob_id": "aac7cf9315e962ae4c40fc7258d51300dcecc8dc",
+      "mtime_ns": 1792248078046469061
+    },
+    "checkpoints/ckpt_40000/random_states_5.pkl": {
+      "bytes": 16513,
+      "sha256": "a609e3e32ea661456d884ab727d9b1b042c22d815851a09fc4677d87ba7b14c8",
+      "git_blob_id": "d2ea12a2b234222495a337166132ce57ba331269",
+      "mtime_ns": 1792248078046469061
+    },
+    "checkpoints/ckpt_40000/random_states_6.pkl": {
+      "bytes": 16513,
+      "sha256": "694b0a5c6a6e2ecf4824196058ac6e5cd2d074d93858094d8551ef59d4783da7",
+      "git_blob_id": "5ea01d2e63bb825e26bb684bdca1075d28e3abd5",
+      "mtime_ns": 1792248078055469066
+    },
+    "checkpoints/ckpt_40000/random_states_7.pkl": {
+      "bytes": 16513,
+      "sha256": "58324d7740510cc4a8638dc67cfedfa2748a88c4acfbcafaf907fd751ce59c8b",
+      "git_blob_id": "f7d27b4b2763115a7bb9af21118427ac10c995fb",
+      "mtime_ns": 1792248078046469061
+    },
+    "checkpoints/ckpt_40000/scheduler.bin": {
+      "bytes": 1401,
+      "sha256": "333a511cd62b9f69fddb60ba012421d8c02880f26090feecb0440de01e609e64",
+      "git_blob_id": "579b8a5952a2274f9241e922390e3fef6f18e8b8",
+      "mtime_ns": 1792248097147479131
+    },
+    "run_config.json": {
+      "bytes": 15050,
+      "sha256": "5618d84f73c9f13554bef04f0d3e7b5098f511158270b8c9583f4bffdaa56856",
+      "git_blob_id": "144add04e9f98bc27f400170b95361e3dc5bd0bb",
+      "mtime_ns": 1792205113129056366
+    },
+    "argv.txt": {
+      "bytes": 2652,
+      "sha256": "ac5a64a7408aaba0ad75e06aabd35e68ba397f0acb081cce0bac5ba946c0ee23",
+      "git_blob_id": "3b99349efd7c1a5eae452840ca9caf6751515e2d",
+      "mtime_ns": 1792205113131056367
+    },
+    "launch_contract.json": {
+      "bytes": 11681,
+      "sha256": "56bd301ce949258e41a82322c386d5237fde0f40995ea41ba6d819b5ee077888",
+      "git_blob_id": "1fecdc22727268e347efb664ff0196b2e21796b8",
+      "mtime_ns": 1792205090716043770
+    }
+  },
+  "launch_source_sha256": "9a6e2b02c7c64f7942c3f5f02c2cd0333b6e46ea12038e0c41cdb6598df98cdb",
+  "contents": "full checkpoint including optimizer, scheduler and all rank RNG states; configs included"
+}

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747fb503d84b13ecbc27f3748b5829afa77a6068621de30470f2f7eac110d0e1
+size 6292351720

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23852547108e7c7c7ab17298f3872d9182cde82e7b2e8c67e5ec33b14636369
+size 3997422027

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1f9c1b86e8f418f19dfef4411ccd3489caee55877a64da78e21df20f5f53d5
+size 16577

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28c015cb251af89140d520bf7b787e2c1a96f31c7093fb8980b77717c6d9a7c
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af10a5f1fe7547b399123c0ebdeadac3fca26903049f8381abc4bab22823a96d
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_3.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb541a74149cc3b731c99f091de596a417ae64b26672dfbdbb64cc72dccc1e1e
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_4.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d957016d0a1b8963b9fd485a7604893b99529e74b9a5261de47ba8c349524d8
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_5.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a609e3e32ea661456d884ab727d9b1b042c22d815851a09fc4677d87ba7b14c8
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_6.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694b0a5c6a6e2ecf4824196058ac6e5cd2d074d93858094d8551ef59d4783da7
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/random_states_7.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58324d7740510cc4a8638dc67cfedfa2748a88c4acfbcafaf907fd751ce59c8b
+size 16513

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/checkpoints/ckpt_40000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a511cd62b9f69fddb60ba012421d8c02880f26090feecb0440de01e609e64
+size 1401

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/launch_contract.json

@@ -0,0 +1,417 @@
+{
+  "schema": 1,
+  "model": {
+    "resnet_store_path": null,
+    "pretrained_action_header_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
+    "rtc": true,
+    "max_delay": 8,
+    "action_dim": 36,
+    "action_chunk_size": 30,
+    "action_exec_horizon": 30,
+    "observation_horizon": 1,
+    "img_chunk": 1,
+    "n_cams": 1,
+    "use_obs": "add_token",
+    "rsci_variant": "VGQ-AE",
+    "rsci_vlm_mode": "frozen",
+    "rsci_lora_rank": 8,
+    "rsci_lora_alpha": 16.0,
+    "psi0_ardy_aux": false,
+    "psi0_ardy_aux_weight": 0.1,
+    "dropout": 0.1,
+    "noise_scheduler": "flow",
+    "train_diffusion_steps": 1000,
+    "eval_diffusion_steps": 10,
+    "share_cam_features": false,
+    "early_fusion": false,
+    "odim": 36,
+    "n_conditions": 0,
+    "token_fusion": "concat",
+    "loss_w": [
+      0.1,
+      0.2,
+      0.1
+    ],
+    "time_dim": 256,
+    "hidden_dim": 1536,
+    "num_blocks": 6,
+    "dim_feedforward": 2048,
+    "nhead": 24,
+    "activation": "gelu",
+    "view_feature_dim": 2048,
+    "use_film": false,
+    "combined_temb": false,
+    "use_dit": false,
+    "use_depth": false,
+    "depth_encoder_name": "defm_vit_s14",
+    "depth_encoder_path": null,
+    "depth_encoder_dim": 384,
+    "depth_encoder_input_size": [
+      196,
+      350
+    ],
+    "depth_encoder_patch_size": 14,
+    "freeze_depth_encoder": true,
+    "depth_cross_attention_layers": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5
+    ],
+    "depth_fusion_mode": "cross_attention",
+    "depth_query_count": 16,
+    "depth_query_target_count": 8.0,
+    "depth_query_score_dim": 384,
+    "depth_query_selection": true,
+    "depth_query_use_state": true,
+    "depth_query_fuse": false,
+    "depth_query_align_depth": false,
+    "depth_query_independent_rgb": false,
+    "depth_query_concat_streams": false,
+    "depth_query_cross_attention_fusion": false,
+    "depth_rgb_encoder_path": null,
+    "depth_rgb_encoder_type": "dinov2",
+    "depth_query_pre_orthogonality": false,
+    "depth_query_pre_orthogonality_weight": 0.01,
+    "depth_query_post_orthogonality": true,
+    "depth_query_resampler_max_tokens": 4096,
+    "depth_query_gate_init": 1.0,
+    "depth_query_sparsity_init": 0.01,
+    "depth_query_sparsity_rate": 0.01,
+    "depth_query_sparsity_warmup_steps": 1000,
+    "depth_query_recovery_after_steps": 100,
+    "depth_query_recovery_weight": 0.01,
+    "depth_query_recovery_window_steps": 20,
+    "depth_query_recovery_sparsity_scale": 0.0,
+    "depth_query_alive_margin": 0.1,
+    "depth_query_alive_weight": 1.0,
+    "depth_query_selection_weight": 0.01,
+    "depth_query_orthogonality_weight": 0.01,
+    "v5_enabled": false,
+    "v5_film": true,
+    "v5_pooling": "attention",
+    "v5_ardy": true,
+    "v5_hand_state": false,
+    "v5_object": true,
+    "v5_time_encoding": true,
+    "v5_temporal_layers": 0,
+    "v5_ardy_weight": 0.1,
+    "v5_object_weight": 0.1,
+    "v5_intra_modal_dedup": false,
+    "v5_intra_modal_dedup_weight": 0.01,
+    "depth_gate_init": 0.001,
+    "depth_module_lr": 0.0001,
+    "action_expert_lr": 0.0001,
+    "weight_decay": 0.01,
+    "model_name_or_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
+    "vlm_ckpt_step": null,
+    "tune_vlm": false,
+    "tune_mm_llm": false,
+    "tune_mm_vision": false,
+    "tune_mm_mlp": false,
+    "gradient_checkpointing": true,
+    "lang_backbone_lr": 1e-05,
+    "mm_projector_lr": 1e-05,
+    "vision_tower_lr": 1e-06,
+    "optim": "adamw_torch",
+    "model_max_length": 4096,
+    "data_flatten": true,
+    "data_packing": true,
+    "max_pixels": 451584,
+    "min_pixels": 12544
+  },
+  "data": {
+    "transform": {
+      "repack": {
+        "dataset_name": "simple",
+        "rsci_variant": "VGQ-AE",
+        "psi0_ardy_aux": false,
+        "v5_ardy": false,
+        "v5_object": false,
+        "num_past_frames": 0,
+        "action_chunk_size": 30,
+        "use_depth": false,
+        "depth_key": "observation.depth.egocentric",
+        "pad_action_dim": 36,
+        "pad_state_dim": 36
+      },
+      "model": {
+        "depth_query_independent_rgb": false,
+        "resize": {
+          "size": [
+            180,
+            320
+          ]
+        },
+        "center_crop": {
+          "size": [
+            180,
+            320
+          ]
+        },
+        "color_jitter": {
+          "brightness": 0.2,
+          "contrast": [
+            0.8,
+            1.2
+          ],
+          "saturation": [
+            0.8,
+            1.2
+          ],
+          "hue": 0.05
+        },
+        "gaussian_noise": {
+          "mean": 0.0,
+          "std": 3.0,
+          "prob_skip": 0.1
+        },
+        "img_aug": true,
+        "adaptive_resize": false,
+        "img_sizes": {
+          "egodex": [
+            270,
+            480
+          ],
+          "he": [
+            240,
+            320
+          ]
+        }
+      },
+      "field": {
+        "stat_path": "meta/stats_psi0.json",
+        "action_norm_type": "bounds",
+        "stat_action_key": "action",
+        "stat_state_key": "states",
+        "use_norm_mask": false,
+        "action_norm_masks": [
+          true,
+          true,
+          true,
+          true,
+          true,
+          true,
+          false
+        ],
+        "action_min": [
+          0.0,
+          0.0,
+          0.0,
+          -1.5,
+          -1.5,
+          -0.6000000238418579,
+          -1.5,
+          -0.5,
+          -0.699999988079071,
+          -0.699999988079071,
+          -2.216935230032842e-16,
+          -2.216935230032842e-16,
+          -4.0845591349633594e-18,
+          -2.216935230032842e-16,
+          -0.4883034825325012,
+          0.1900009959936142,
+          -0.5470856428146362,
+          -0.34318920969963074,
+          -0.35952919721603394,
+          -0.35302427411079407,
+          -0.4469815790653229,
+          -0.6371198296546936,
+          -0.7290776371955872,
+          -1.0653810501098633,
+          -0.8479154706001282,
+          -1.0297260284423828,
+          -0.42936205863952637,
+          -0.5147944092750549,
+          -0.16820405423641205,
+          -0.045328833162784576,
+          -0.13282617926597595,
+          0.7400000095367432,
+          -0.5,
+          -0.5,
+          -1.0,
+          -3.138223648071289
+        ],
+        "action_max": [
+          0.5,
+          0.699999988079071,
+          0.699999988079071,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          6.930528109384597e-19,
+          1.108467615016421e-16,
+          1.108467615016421e-16,
+          1.5,
+          1.5,
+          1.0,
+          1.5,
+          0.2557959258556366,
+          0.35884979367256165,
+          0.5090755820274353,
+          0.19132143259048462,
+          0.21249642968177795,
+          0.3992660641670227,
+          0.4283020794391632,
+          0.1457289606332779,
+          -0.1900009959936142,
+          0.6150448322296143,
+          0.35468167066574097,
+          0.8703295588493347,
+          0.7531875371932983,
+          0.971237301826477,
+          0.13985762000083923,
+          0.15686897933483124,
+          0.4661160111427307,
+          0.7400000095367432,
+          0.5,
+          0.5,
+          1.0,
+          3.1414895057678223
+        ],
+        "state_min": [
+          -0.02442001923918724,
+          -0.0517612099647522,
+          -0.0006534014828503132,
+          -0.5095356106758118,
+          -1.323034405708313,
+          -1.3221508264541626,
+          -1.3230019807815552,
+          -0.5770347714424133,
+          -0.4338151812553406,
+          -0.6721642017364502,
+          -0.0011892789043486118,
+          -7.534810038123396e-07,
+          -0.001927333534695208,
+          -1.075333216249419e-06,
+          -0.43650975823402405,
+          0.15721464157104492,
+          -0.5489339232444763,
+          -0.26434481143951416,
+          -0.3508843183517456,
+          -0.23784859478473663,
+          -0.4281824827194214,
+          -0.5803383588790894,
+          -0.6814778447151184,
+          -1.0344431400299072,
+          -0.7932196259498596,
+          -1.0205217599868774,
+          -0.3445618450641632,
+          -0.5986371040344238,
+          -0.1348579376935959,
+          -0.0017330688424408436,
+          -0.1421850621700287,
+          0.7400000095367432,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "state_max": [
+          0.47981399297714233,
+          0.6772664189338684,
+          0.6746510863304138,
+          0.0010172375477850437,
+          0.0007091082516126335,
+          0.001881288131698966,
+          0.0011398319620639086,
+          6.141255539660051e-07,
+          0.3043450713157654,
+          6.343479981296696e-07,
+          0.6933000087738037,
+          1.4612544775009155,
+          1.4651201963424683,
+          1.4609057903289795,
+          0.2809508740901947,
+          0.34028318524360657,
+          0.48582184314727783,
+          0.26476219296455383,
+          0.20825636386871338,
+          0.4566418528556824,
+          0.42864030599594116,
+          0.1656116098165512,
+          -0.1549365073442459,
+          0.5154499411582947,
+          0.4242899715900421,
+          0.8548054695129395,
+          0.8040095567703247,
+          0.9811649322509766,
+          0.136736661195755,
+          0.195722296833992,
+          0.45781663060188293,
+          0.7400000095367432,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "normalize_state": true,
+        "pad_action_dim": 36,
+        "pad_state_dim": 36
+      }
+    },
+    "root_dir": "/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-h264",
+    "v5_ardy_sidecar_root": "/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-ardy-h264/G1WholebodyLocomotionPickBetweenTablesTeleop-v0",
+    "rgb_frame_cache_root": null,
+    "train_repo_ids": [
+      "G1WholebodyLocomotionPickBetweenTablesTeleop-v0"
+    ],
+    "val_repo_ids": [
+      "G1WholebodyLocomotionPickBetweenTablesTeleop-v0"
+    ]
+  },
+  "train": {
+    "num_workers": 8,
+    "overfit_single_batch": false,
+    "name": "finetune",
+    "hf_token": ".hf_token",
+    "lora": false,
+    "output_dir": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyLocomotionPickBetweenTablesTeleop-v0/VGQ-AE/frozen/seed-292285/newh264-speed-v1",
+    "gradient_accumulation_steps": 1,
+    "mixed_precision": "bf16",
+    "max_grad_norm": 1.0,
+    "optimizer_foreach": null,
+    "optimizer_fused": true,
+    "pin_memory": true,
+    "non_blocking_transfer": true,
+    "compile_frozen_encoders": false,
+    "val_num_workers": 8,
+    "prefetch_factor": 2,
+    "timing_enabled": false,
+    "reuse_eval_features": false,
+    "train_batch_size": 16,
+    "val_batch_size": 16,
+    "val_num_batches": 20,
+    "checkpointing_steps": 1000,
+    "checkpoint_anchor_steps": 10000,
+    "max_checkpoints_to_keep": 4,
+    "validation_steps": 500,
+    "learning_rate": 0.0001,
+    "lr_scheduler_type": "cosine",
+    "lr_scheduler_kwargs": {
+      "betas": [
+        0.95,
+        0.999
+      ],
+      "weight_decay": 1e-06,
+      "eps": 1e-08
+    },
+    "scheduler_specific_kwargs": {},
+    "data_parallel": "ddp",
+    "sharding_strategy": "full-shard",
+    "deepspeed_config": "/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/src/InternVLA/config/deepseeds/zero3.json",
+    "enable_gradient_checkpointing": true,
+    "enable_mixed_precision_training": true,
+    "reduce_in_full_precision": true,
+    "max_training_steps": 40000,
+    "num_train_epochs": null,
+    "warmup_steps": 1000,
+    "warmup_ratio": null
+  },
+  "seed": 292285,
+  "world_size": 8,
+  "source_sha256": "9a6e2b02c7c64f7942c3f5f02c2cd0333b6e46ea12038e0c41cdb6598df98cdb"
+}

newcheckpoint/Psi0/VGQ-AE/betweentables/frozen/RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610171045/run_config.json

@@ -0,0 +1,434 @@
+{
+    "exp": "RSCI-G1WholebodyLocomotionPickBetweenTablesTeleop-v0-VGQ-AE-frozen-newh264-speed-v1",
+    "seed": 292285,
+    "auto_tag_run": false,
+    "eval": false,
+    "debug": false,
+    "timestamp": "2610171045",
+    "log": {
+        "logging_dir": "logs",
+        "report_to": null,
+        "log_freq": 100
+    },
+    "wandb": {
+        "project": "psi",
+        "entity": null,
+        "group": null,
+        "id": null,
+        "name": null,
+        "resume": "allow"
+    },
+    "train": {
+        "num_workers": 8,
+        "overfit_single_batch": false,
+        "name": "finetune",
+        "resume_from_checkpoint": null,
+        "skip_resumed_steps": false,
+        "hf_token": ".hf_token",
+        "lora": false,
+        "output_dir": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyLocomotionPickBetweenTablesTeleop-v0/VGQ-AE/frozen/seed-292285/newh264-speed-v1",
+        "gradient_accumulation_steps": 1,
+        "mixed_precision": "bf16",
+        "max_grad_norm": 1.0,
+        "optimizer_foreach": null,
+        "optimizer_fused": true,
+        "pin_memory": true,
+        "non_blocking_transfer": true,
+        "compile_frozen_encoders": false,
+        "val_num_workers": 8,
+        "prefetch_factor": 2,
+        "timing_enabled": false,
+        "reuse_eval_features": false,
+        "train_batch_size": 16,
+        "val_batch_size": 16,
+        "val_num_batches": 20,
+        "checkpointing_steps": 1000,
+        "checkpoint_anchor_steps": 10000,
+        "max_checkpoints_to_keep": 4,
+        "validation_steps": 500,
+        "learning_rate": 0.0001,
+        "lr_scheduler_type": "cosine",
+        "lr_scheduler_kwargs": {
+            "betas": [
+                0.95,
+                0.999
+            ],
+            "weight_decay": 1e-6,
+            "eps": 1e-8
+        },
+        "scheduler_specific_kwargs": {},
+        "data_parallel": "ddp",
+        "sharding_strategy": "full-shard",
+        "deepspeed_config": "/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/src/InternVLA/config/deepseeds/zero3.json",
+        "enable_gradient_checkpointing": true,
+        "enable_mixed_precision_training": true,
+        "reduce_in_full_precision": true,
+        "max_training_steps": 40000,
+        "num_train_epochs": null,
+        "warmup_steps": 1000,
+        "warmup_ratio": null
+    },
+    "data": {
+        "transform": {
+            "repack": {
+                "dataset_name": "simple",
+                "rsci_variant": null,
+                "psi0_ardy_aux": false,
+                "v5_ardy": false,
+                "v5_object": false,
+                "num_past_frames": 0,
+                "action_chunk_size": 30,
+                "use_depth": false,
+                "depth_key": "observation.depth.egocentric",
+                "pad_action_dim": 36,
+                "pad_state_dim": 36
+            },
+            "model": {
+                "depth_query_independent_rgb": false,
+                "resize": {
+                    "size": [
+                        180,
+                        320
+                    ]
+                },
+                "center_crop": {
+                    "size": [
+                        180,
+                        320
+                    ]
+                },
+                "color_jitter": {
+                    "brightness": 0.2,
+                    "contrast": [
+                        0.8,
+                        1.2
+                    ],
+                    "saturation": [
+                        0.8,
+                        1.2
+                    ],
+                    "hue": 0.05
+                },
+                "gaussian_noise": {
+                    "mean": 0.0,
+                    "std": 3.0,
+                    "prob_skip": 0.1
+                },
+                "img_aug": true,
+                "adaptive_resize": false,
+                "img_sizes": {
+                    "egodex": [
+                        270,
+                        480
+                    ],
+                    "he": [
+                        240,
+                        320
+                    ]
+                }
+            },
+            "field": {
+                "stat_path": "meta/stats_psi0.json",
+                "action_norm_type": "bounds",
+                "stat_action_key": "action",
+                "stat_state_key": "states",
+                "use_norm_mask": false,
+                "action_norm_masks": [
+                    true,
+                    true,
+                    true,
+                    true,
+                    true,
+                    true,
+                    false
+                ],
+                "action_min": [
+                    0.0,
+                    0.0,
+                    0.0,
+                    -1.5,
+                    -1.5,
+                    -0.6000000238418579,
+                    -1.5,
+                    -0.5,
+                    -0.699999988079071,
+                    -0.699999988079071,
+                    -2.216935230032842e-16,
+                    -2.216935230032842e-16,
+                    -4.0845591349633594e-18,
+                    -2.216935230032842e-16,
+                    -0.4883034825325012,
+                    0.1900009959936142,
+                    -0.5470856428146362,
+                    -0.34318920969963074,
+                    -0.35952919721603394,
+                    -0.35302427411079407,
+                    -0.4469815790653229,
+                    -0.6371198296546936,
+                    -0.7290776371955872,
+                    -1.0653810501098633,
+                    -0.8479154706001282,
+                    -1.0297260284423828,
+                    -0.42936205863952637,
+                    -0.5147944092750549,
+                    -0.16820405423641205,
+                    -0.045328833162784576,
+                    -0.13282617926597595,
+                    0.7400000095367432,
+                    -0.5,
+                    -0.5,
+                    -1.0,
+                    -3.138223648071289
+                ],
+                "action_max": [
+                    0.5,
+                    0.699999988079071,
+                    0.699999988079071,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    6.930528109384597e-19,
+                    1.108467615016421e-16,
+                    1.108467615016421e-16,
+                    1.5,
+                    1.5,
+                    1.0,
+                    1.5,
+                    0.2557959258556366,
+                    0.35884979367256165,
+                    0.5090755820274353,
+                    0.19132143259048462,
+                    0.21249642968177795,
+                    0.3992660641670227,
+                    0.4283020794391632,
+                    0.1457289606332779,
+                    -0.1900009959936142,
+                    0.6150448322296143,
+                    0.35468167066574097,
+                    0.8703295588493347,
+                    0.7531875371932983,
+                    0.971237301826477,
+                    0.13985762000083923,
+                    0.15686897933483124,
+                    0.4661160111427307,
+                    0.7400000095367432,
+                    0.5,
+                    0.5,
+                    1.0,
+                    3.1414895057678223
+                ],
+                "state_min": [
+                    -0.02442001923918724,
+                    -0.0517612099647522,
+                    -0.0006534014828503132,
+                    -0.5095356106758118,
+                    -1.323034405708313,
+                    -1.3221508264541626,
+                    -1.3230019807815552,
+                    -0.5770347714424133,
+                    -0.4338151812553406,
+                    -0.6721642017364502,
+                    -0.0011892789043486118,
+                    -7.534810038123396e-7,
+                    -0.001927333534695208,
+                    -1.075333216249419e-6,
+                    -0.43650975823402405,
+                    0.15721464157104492,
+                    -0.5489339232444763,
+                    -0.26434481143951416,
+                    -0.3508843183517456,
+                    -0.23784859478473663,
+                    -0.4281824827194214,
+                    -0.5803383588790894,
+                    -0.6814778447151184,
+                    -1.0344431400299072,
+                    -0.7932196259498596,
+                    -1.0205217599868774,
+                    -0.3445618450641632,
+                    -0.5986371040344238,
+                    -0.1348579376935959,
+                    -0.0017330688424408436,
+                    -0.1421850621700287,
+                    0.7400000095367432,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0
+                ],
+                "state_max": [
+                    0.47981399297714233,
+                    0.6772664189338684,
+                    0.6746510863304138,
+                    0.0010172375477850437,
+                    0.0007091082516126335,
+                    0.001881288131698966,
+                    0.0011398319620639086,
+                    6.141255539660051e-7,
+                    0.3043450713157654,
+                    6.343479981296696e-7,
+                    0.6933000087738037,
+                    1.4612544775009155,
+                    1.4651201963424683,
+                    1.4609057903289795,
+                    0.2809508740901947,
+                    0.34028318524360657,
+                    0.48582184314727783,
+                    0.26476219296455383,
+                    0.20825636386871338,
+                    0.4566418528556824,
+                    0.42864030599594116,
+                    0.1656116098165512,
+                    -0.1549365073442459,
+                    0.5154499411582947,
+                    0.4242899715900421,
+                    0.8548054695129395,
+                    0.8040095567703247,
+                    0.9811649322509766,
+                    0.136736661195755,
+                    0.195722296833992,
+                    0.45781663060188293,
+                    0.7400000095367432,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0
+                ],
+                "normalize_state": true,
+                "pad_action_dim": 36,
+                "pad_state_dim": 36
+            }
+        },
+        "root_dir": "/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-h264",
+        "v5_ardy_sidecar_root": "/root/workspace/Haoxuan/data/Psi0/data/simple-between-tables-new-training-ardy-h264/G1WholebodyLocomotionPickBetweenTablesTeleop-v0",
+        "rgb_frame_cache_root": null,
+        "train_repo_ids": [
+            "G1WholebodyLocomotionPickBetweenTablesTeleop-v0"
+        ],
+        "val_repo_ids": [
+            "G1WholebodyLocomotionPickBetweenTablesTeleop-v0"
+        ]
+    },
+    "model": {
+        "resnet_store_path": null,
+        "pretrained_action_header_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
+        "rtc": true,
+        "max_delay": 8,
+        "action_dim": 36,
+        "action_chunk_size": 30,
+        "action_exec_horizon": 30,
+        "observation_horizon": 1,
+        "img_chunk": 1,
+        "n_cams": 1,
+        "use_obs": "add_token",
+        "rsci_variant": "VGQ-AE",
+        "rsci_vlm_mode": "frozen",
+        "rsci_lora_rank": 8,
+        "rsci_lora_alpha": 16.0,
+        "psi0_ardy_aux": false,
+        "psi0_ardy_aux_weight": 0.1,
+        "dropout": 0.1,
+        "noise_scheduler": "flow",
+        "train_diffusion_steps": 1000,
+        "eval_diffusion_steps": 10,
+        "share_cam_features": false,
+        "early_fusion": false,
+        "odim": 36,
+        "n_conditions": 0,
+        "token_fusion": "concat",
+        "loss_w": [
+            0.1,
+            0.2,
+            0.1
+        ],
+        "time_dim": 256,
+        "hidden_dim": 1536,
+        "num_blocks": 6,
+        "dim_feedforward": 2048,
+        "nhead": 24,
+        "activation": "gelu",
+        "view_feature_dim": 2048,
+        "use_film": false,
+        "combined_temb": false,
+        "use_dit": false,
+        "use_depth": false,
+        "depth_encoder_name": "defm_vit_s14",
+        "depth_encoder_path": null,
+        "depth_encoder_dim": 384,
+        "depth_encoder_input_size": [
+            196,
+            350
+        ],
+        "depth_encoder_patch_size": 14,
+        "freeze_depth_encoder": true,
+        "depth_cross_attention_layers": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5
+        ],
+        "depth_fusion_mode": "cross_attention",
+        "depth_query_count": 16,
+        "depth_query_target_count": 8.0,
+        "depth_query_score_dim": 384,
+        "depth_query_selection": true,
+        "depth_query_use_state": true,
+        "depth_query_fuse": false,
+        "depth_query_align_depth": false,
+        "depth_query_independent_rgb": false,
+        "depth_query_concat_streams": false,
+        "depth_query_cross_attention_fusion": false,
+        "depth_rgb_encoder_path": null,
+        "depth_rgb_encoder_type": "dinov2",
+        "depth_query_pre_orthogonality": false,
+        "depth_query_pre_orthogonality_weight": 0.01,
+        "depth_query_post_orthogonality": true,
+        "depth_query_resampler_max_tokens": 4096,
+        "depth_query_gate_init": 1.0,
+        "depth_query_sparsity_init": 0.01,
+        "depth_query_sparsity_rate": 0.01,
+        "depth_query_sparsity_warmup_steps": 1000,
+        "depth_query_recovery_after_steps": 100,
+        "depth_query_recovery_weight": 0.01,
+        "depth_query_recovery_window_steps": 20,
+        "depth_query_recovery_sparsity_scale": 0.0,
+        "depth_query_alive_margin": 0.1,
+        "depth_query_alive_weight": 1.0,
+        "depth_query_selection_weight": 0.01,
+        "depth_query_orthogonality_weight": 0.01,
+        "v5_enabled": false,
+        "v5_film": true,
+        "v5_pooling": "attention",
+        "v5_ardy": true,
+        "v5_hand_state": false,
+        "v5_object": true,
+        "v5_time_encoding": true,
+        "v5_temporal_layers": 0,
+        "v5_ardy_weight": 0.1,
+        "v5_object_weight": 0.1,
+        "v5_intra_modal_dedup": false,
+        "v5_intra_modal_dedup_weight": 0.01,
+        "depth_gate_init": 0.001,
+        "depth_module_lr": 0.0001,
+        "action_expert_lr": 0.0001,
+        "weight_decay": 0.01,
+        "model_name_or_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
+        "vlm_ckpt_step": null,
+        "tune_vlm": false,
+        "tune_mm_llm": false,
+        "tune_mm_vision": false,
+        "tune_mm_mlp": false,
+        "gradient_checkpointing": true,
+        "lang_backbone_lr": 0.00001,
+        "mm_projector_lr": 0.00001,
+        "vision_tower_lr": 1e-6,
+        "optim": "adamw_torch",
+        "model_max_length": 4096,
+        "data_flatten": true,
+        "data_packing": true,
+        "max_pixels": 451584,
+        "min_pixels": 12544
+    }
+}