Publish complete RSCI 40000 checkpoint: newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/argv.txt

@@ -0,0 +1,64 @@
+/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/scripts/train.py
+finetune_simple_psi0_config
+--train.name=finetune
+--train.data_parallel=ddp
+--train.mixed_precision=bf16
+--train.gradient_accumulation_steps=1
+--train.learning_rate=1e-4
+--train.max_training_steps=40000
+--train.warmup_ratio=None
+--train.warmup_steps=1000
+--train.checkpointing_steps=1000
+--train.checkpoint-anchor-steps=10000
+--train.max_checkpoints_to_keep=4
+--train.validation_steps=500
+--train.val_num_batches=20
+--train.max_grad_norm=1.0
+--train.lr_scheduler_type=cosine
+--train.lr_scheduler_kwargs.weight_decay=1e-6
+--train.lr_scheduler_kwargs.betas 0.95 0.999
+--data.transform.repack.pad-action-dim=36
+--data.transform.repack.pad-state-dim=36
+--data.transform.field.stat-path=meta/stats_psi0.json
+--data.transform.field.stat-action-key=action
+--data.transform.field.stat-state-key=states
+--data.transform.field.action_norm_type=bounds
+--data.transform.field.no-use-norm-mask
+--data.transform.field.normalize-state
+--data.transform.field.pad-action-dim=36
+--data.transform.field.pad-state-dim=36
+--data.transform.model.img-aug
+--data.transform.model.resize.size 180 320
+--data.transform.model.center_crop.size 180 320
+--model.noise-scheduler=flow
+--model.train-diffusion-steps=1000
+--model.n_conditions=0
+--model.action-chunk-size=30
+--model.action-dim=36
+--model.action-exec-horizon=30
+--model.observation-horizon=1
+--model.odim=36
+--model.view_feature_dim=2048
+--model.no-use_film
+--model.no-combined_temb
+--model.rtc
+--model.max-delay=8
+--model.psi0-ardy-aux-weight=0.1
+--exp=RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1
+--seed=292285
+--train.output-dir=/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyOpenOvenTeleop-v0/VGQ-AE/frozen/seed-292285/oven99-newh264-speed-v1
+--train.train_batch_size=16
+--train.num-workers=8
+--log.report_to=None
+--train.val-num-workers=8
+--train.prefetch-factor=2
+--data.root_dir=/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-h264-20261015
+--data.train-repo-ids=G1WholebodyOpenOvenTeleop-v0
+--model.model_name_or_path=/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k
+--model.pretrained-action-header-path=/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k
+--model.rsci-variant=VGQ-AE
+--model.rsci-vlm-mode=frozen
+--data.v5-ardy-sidecar-root=/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-ardy-h264-20261015/G1WholebodyOpenOvenTeleop-v0
+--train.optimizer-fused
+--train.pin-memory
+--train.non-blocking-transfer

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoint-manifest.json

@@ -0,0 +1,99 @@
+{
+  "schema": 1,
+  "source_run": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyOpenOvenTeleop-v0/VGQ-AE/frozen/seed-292285/oven99-newh264-speed-v1/finetune/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003",
+  "task": "G1WholebodyOpenOvenTeleop-v0",
+  "model": "VGQ-AE",
+  "vlm": "frozen",
+  "step": 40000,
+  "world_size": 8,
+  "prefix": "newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003",
+  "total_bytes": 10289936588,
+  "files": {
+    "checkpoints/ckpt_40000/model.safetensors": {
+      "bytes": 6292351720,
+      "sha256": "20e869bde847f42a3c86182c2aa3d2d5f9f2d1292b5c5fc7fc4ad3d9c5fcc2c0",
+      "git_blob_id": null,
+      "mtime_ns": 1792292420134706020
+    },
+    "checkpoints/ckpt_40000/optimizer.bin": {
+      "bytes": 3997422027,
+      "sha256": "6fc0b64e538632111319963b3cddadfc68996ef934a8359ad9b1a44fbebd5c74",
+      "git_blob_id": null,
+      "mtime_ns": 1792292426697709529
+    },
+    "checkpoints/ckpt_40000/random_states_0.pkl": {
+      "bytes": 16577,
+      "sha256": "2af75d7b24cdeee0a609630db3d53f538f67592b2c711e1f386058ad52db0850",
+      "git_blob_id": "373cdd4fdf34e9fa57dcc8a90cb15dacc8fddd57",
+      "mtime_ns": 1792292426704709532
+    },
+    "checkpoints/ckpt_40000/random_states_1.pkl": {
+      "bytes": 16513,
+      "sha256": "59a04dfd9b1e7fa8cda3ed6cdaafe2cca1b962acca42062d14d004c8db5801d2",
+      "git_blob_id": "9f6e119e59cab53e8fe98ad7277129199488da3e",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/random_states_2.pkl": {
+      "bytes": 16513,
+      "sha256": "bd524a94b8c60f9dff77978d65d86875c029c9a2a84f9fbdfd131111e9fdfa4f",
+      "git_blob_id": "5e13922b30fde9d7fa0e240f870f530f902a9252",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/random_states_3.pkl": {
+      "bytes": 16513,
+      "sha256": "943ad4aa086c59631f066839cf4e4472598c4f8f9159938a8abde6d95fc0507d",
+      "git_blob_id": "782b5808e7d75a4880d8cf587b62e92f27788a1f",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/random_states_4.pkl": {
+      "bytes": 16513,
+      "sha256": "57cb1f9e0783ea200fa7ce31114f2b277e9bfc25a8a01ce30c9728040ce1c9ac",
+      "git_blob_id": "bf5e48f63e4d5476325bc8193a5c24f59e479588",
+      "mtime_ns": 1792292407711699378
+    },
+    "checkpoints/ckpt_40000/random_states_5.pkl": {
+      "bytes": 16513,
+      "sha256": "59d521824ec1c1b8da4e6c0638dc82fb35ee23227b304a4a27f1c8f0c2f860eb",
+      "git_blob_id": "12eb17fc934398d6a904e7d8872cbf002da29afd",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/random_states_6.pkl": {
+      "bytes": 16513,
+      "sha256": "1be8283d51fc88229f515ee57e93517999869c9fc7b556861ee6eedc40665f65",
+      "git_blob_id": "15a5188786f0c14b42352d5097f5f565ab0d25a4",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/random_states_7.pkl": {
+      "bytes": 16513,
+      "sha256": "23e2766e874961d3074c04c6baba77d8464090591cbcf7a32e398f36f7c7230c",
+      "git_blob_id": "b737bbc91d8a2bedab6357affe9fcb7624bc4c6b",
+      "mtime_ns": 1792292407710699377
+    },
+    "checkpoints/ckpt_40000/scheduler.bin": {
+      "bytes": 1401,
+      "sha256": "333a511cd62b9f69fddb60ba012421d8c02880f26090feecb0440de01e609e64",
+      "git_blob_id": "579b8a5952a2274f9241e922390e3fef6f18e8b8",
+      "mtime_ns": 1792292426699709530
+    },
+    "run_config.json": {
+      "bytes": 15015,
+      "sha256": "8165a2b5676600fa074b52834d39871523eadb263d00324d1b345b2fb5ccdfba",
+      "git_blob_id": "04f26b34c4b2ff0488225a39925a91acb7abd156",
+      "mtime_ns": 1792252997506888083
+    },
+    "argv.txt": {
+      "bytes": 2598,
+      "sha256": "6a56acd4c01de94fd30d78f6452647b4f2474c4d79c66c94b25848ea9571d1da",
+      "git_blob_id": "a8aa6b5bd3469533ef1dc0adaac2a85d155d8a82",
+      "mtime_ns": 1792252997507888083
+    },
+    "launch_contract.json": {
+      "bytes": 11659,
+      "sha256": "81df3d3ada15a47376c5afaa76810a51969c5ef0083787abeb5a983ce0df2021",
+      "git_blob_id": "0e9ab2c86390d5252d95c9c9f10f96ffa25b9693",
+      "mtime_ns": 1792252975915884803
+    }
+  },
+  "launch_source_sha256": "9a6e2b02c7c64f7942c3f5f02c2cd0333b6e46ea12038e0c41cdb6598df98cdb",
+  "contents": "full checkpoint including optimizer, scheduler and all rank RNG states; configs included"
+}

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e869bde847f42a3c86182c2aa3d2d5f9f2d1292b5c5fc7fc4ad3d9c5fcc2c0
+size 6292351720

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc0b64e538632111319963b3cddadfc68996ef934a8359ad9b1a44fbebd5c74
+size 3997422027

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af75d7b24cdeee0a609630db3d53f538f67592b2c711e1f386058ad52db0850
+size 16577

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a04dfd9b1e7fa8cda3ed6cdaafe2cca1b962acca42062d14d004c8db5801d2
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd524a94b8c60f9dff77978d65d86875c029c9a2a84f9fbdfd131111e9fdfa4f
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_3.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943ad4aa086c59631f066839cf4e4472598c4f8f9159938a8abde6d95fc0507d
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_4.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb1f9e0783ea200fa7ce31114f2b277e9bfc25a8a01ce30c9728040ce1c9ac
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_5.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d521824ec1c1b8da4e6c0638dc82fb35ee23227b304a4a27f1c8f0c2f860eb
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_6.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8283d51fc88229f515ee57e93517999869c9fc7b556861ee6eedc40665f65
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/random_states_7.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e2766e874961d3074c04c6baba77d8464090591cbcf7a32e398f36f7c7230c
+size 16513

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/checkpoints/ckpt_40000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a511cd62b9f69fddb60ba012421d8c02880f26090feecb0440de01e609e64
+size 1401

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/launch_contract.json

@@ -0,0 +1,417 @@
+{
+  "schema": 1,
+  "model": {
+    "resnet_store_path": null,
+    "pretrained_action_header_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
+    "rtc": true,
+    "max_delay": 8,
+    "action_dim": 36,
+    "action_chunk_size": 30,
+    "action_exec_horizon": 30,
+    "observation_horizon": 1,
+    "img_chunk": 1,
+    "n_cams": 1,
+    "use_obs": "add_token",
+    "rsci_variant": "VGQ-AE",
+    "rsci_vlm_mode": "frozen",
+    "rsci_lora_rank": 8,
+    "rsci_lora_alpha": 16.0,
+    "psi0_ardy_aux": false,
+    "psi0_ardy_aux_weight": 0.1,
+    "dropout": 0.1,
+    "noise_scheduler": "flow",
+    "train_diffusion_steps": 1000,
+    "eval_diffusion_steps": 10,
+    "share_cam_features": false,
+    "early_fusion": false,
+    "odim": 36,
+    "n_conditions": 0,
+    "token_fusion": "concat",
+    "loss_w": [
+      0.1,
+      0.2,
+      0.1
+    ],
+    "time_dim": 256,
+    "hidden_dim": 1536,
+    "num_blocks": 6,
+    "dim_feedforward": 2048,
+    "nhead": 24,
+    "activation": "gelu",
+    "view_feature_dim": 2048,
+    "use_film": false,
+    "combined_temb": false,
+    "use_dit": false,
+    "use_depth": false,
+    "depth_encoder_name": "defm_vit_s14",
+    "depth_encoder_path": null,
+    "depth_encoder_dim": 384,
+    "depth_encoder_input_size": [
+      196,
+      350
+    ],
+    "depth_encoder_patch_size": 14,
+    "freeze_depth_encoder": true,
+    "depth_cross_attention_layers": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5
+    ],
+    "depth_fusion_mode": "cross_attention",
+    "depth_query_count": 16,
+    "depth_query_target_count": 8.0,
+    "depth_query_score_dim": 384,
+    "depth_query_selection": true,
+    "depth_query_use_state": true,
+    "depth_query_fuse": false,
+    "depth_query_align_depth": false,
+    "depth_query_independent_rgb": false,
+    "depth_query_concat_streams": false,
+    "depth_query_cross_attention_fusion": false,
+    "depth_rgb_encoder_path": null,
+    "depth_rgb_encoder_type": "dinov2",
+    "depth_query_pre_orthogonality": false,
+    "depth_query_pre_orthogonality_weight": 0.01,
+    "depth_query_post_orthogonality": true,
+    "depth_query_resampler_max_tokens": 4096,
+    "depth_query_gate_init": 1.0,
+    "depth_query_sparsity_init": 0.01,
+    "depth_query_sparsity_rate": 0.01,
+    "depth_query_sparsity_warmup_steps": 1000,
+    "depth_query_recovery_after_steps": 100,
+    "depth_query_recovery_weight": 0.01,
+    "depth_query_recovery_window_steps": 20,
+    "depth_query_recovery_sparsity_scale": 0.0,
+    "depth_query_alive_margin": 0.1,
+    "depth_query_alive_weight": 1.0,
+    "depth_query_selection_weight": 0.01,
+    "depth_query_orthogonality_weight": 0.01,
+    "v5_enabled": false,
+    "v5_film": true,
+    "v5_pooling": "attention",
+    "v5_ardy": true,
+    "v5_hand_state": false,
+    "v5_object": true,
+    "v5_time_encoding": true,
+    "v5_temporal_layers": 0,
+    "v5_ardy_weight": 0.1,
+    "v5_object_weight": 0.1,
+    "v5_intra_modal_dedup": false,
+    "v5_intra_modal_dedup_weight": 0.01,
+    "depth_gate_init": 0.001,
+    "depth_module_lr": 0.0001,
+    "action_expert_lr": 0.0001,
+    "weight_decay": 0.01,
+    "model_name_or_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
+    "vlm_ckpt_step": null,
+    "tune_vlm": false,
+    "tune_mm_llm": false,
+    "tune_mm_vision": false,
+    "tune_mm_mlp": false,
+    "gradient_checkpointing": true,
+    "lang_backbone_lr": 1e-05,
+    "mm_projector_lr": 1e-05,
+    "vision_tower_lr": 1e-06,
+    "optim": "adamw_torch",
+    "model_max_length": 4096,
+    "data_flatten": true,
+    "data_packing": true,
+    "max_pixels": 451584,
+    "min_pixels": 12544
+  },
+  "data": {
+    "transform": {
+      "repack": {
+        "dataset_name": "simple",
+        "rsci_variant": "VGQ-AE",
+        "psi0_ardy_aux": false,
+        "v5_ardy": false,
+        "v5_object": false,
+        "num_past_frames": 0,
+        "action_chunk_size": 30,
+        "use_depth": false,
+        "depth_key": "observation.depth.egocentric",
+        "pad_action_dim": 36,
+        "pad_state_dim": 36
+      },
+      "model": {
+        "depth_query_independent_rgb": false,
+        "resize": {
+          "size": [
+            180,
+            320
+          ]
+        },
+        "center_crop": {
+          "size": [
+            180,
+            320
+          ]
+        },
+        "color_jitter": {
+          "brightness": 0.2,
+          "contrast": [
+            0.8,
+            1.2
+          ],
+          "saturation": [
+            0.8,
+            1.2
+          ],
+          "hue": 0.05
+        },
+        "gaussian_noise": {
+          "mean": 0.0,
+          "std": 3.0,
+          "prob_skip": 0.1
+        },
+        "img_aug": true,
+        "adaptive_resize": false,
+        "img_sizes": {
+          "egodex": [
+            270,
+            480
+          ],
+          "he": [
+            240,
+            320
+          ]
+        }
+      },
+      "field": {
+        "stat_path": "meta/stats_psi0.json",
+        "action_norm_type": "bounds",
+        "stat_action_key": "action",
+        "stat_state_key": "states",
+        "use_norm_mask": false,
+        "action_norm_masks": [
+          true,
+          true,
+          true,
+          true,
+          true,
+          true,
+          false
+        ],
+        "action_min": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          -0.5,
+          -0.699999988079071,
+          -0.699999988079071,
+          -2.215065007755084e-16,
+          -2.215065007755084e-16,
+          -1.0896445039282205e-18,
+          -2.215065007755084e-16,
+          -0.4745299518108368,
+          0.1900009959936142,
+          -0.765920102596283,
+          -0.08624064177274704,
+          -0.4269399344921112,
+          -0.40636390447616577,
+          0.006722609046846628,
+          -0.5100694894790649,
+          -0.6805136799812317,
+          -0.37631383538246155,
+          -0.40898597240448,
+          -1.3299556970596313,
+          -0.41834503412246704,
+          -0.9626222848892212,
+          -0.15447022020816803,
+          -0.23476742208003998,
+          -0.15914277732372284,
+          0.41999998688697815,
+          -0.5,
+          -0.5,
+          -0.4657726585865021,
+          -0.2592708468437195
+        ],
+        "action_max": [
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          0.0,
+          1.3999133342519608e-18,
+          1.1081272136507432e-16,
+          1.1081272136507432e-16,
+          1.5,
+          1.5,
+          0.6000000238418579,
+          1.5,
+          0.16010810434818268,
+          0.2696892023086548,
+          -0.005427652969956398,
+          0.3327551484107971,
+          -0.006868379190564156,
+          0.09492616355419159,
+          0.6760289669036865,
+          0.13121800124645233,
+          -0.1900009959936142,
+          0.5764322876930237,
+          0.5076420903205872,
+          0.6728636026382446,
+          0.3701188266277313,
+          0.26466426253318787,
+          0.14531834423542023,
+          0.21181996166706085,
+          0.27858901023864746,
+          0.7400000095367432,
+          0.5,
+          0.5,
+          0.5692554116249084,
+          0.4260416626930237
+        ],
+        "state_min": [
+          3.6116588830736873e-07,
+          -0.00028682942502200603,
+          -4.135051767661935e-06,
+          -0.10399136692285538,
+          -0.043953269720077515,
+          -0.17365626990795135,
+          -0.06638157367706299,
+          -0.4974363446235657,
+          -0.6754764318466187,
+          -0.6837040185928345,
+          -0.005523832514882088,
+          -0.006705851759761572,
+          -0.010029444471001625,
+          -0.004390759859234095,
+          -0.42929619550704956,
+          0.16467808187007904,
+          -0.791379988193512,
+          -0.006530445534735918,
+          -0.4305082857608795,
+          -0.34680798649787903,
+          -0.0035441459622234106,
+          -0.46698588132858276,
+          -0.6397531628608704,
+          -0.3580407202243805,
+          -0.3201468884944916,
+          -1.3123949766159058,
+          -0.3518747091293335,
+          -0.9210015535354614,
+          -0.14853604137897491,
+          -0.20199890434741974,
+          -0.1230890303850174,
+          0.41999998688697815,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "state_max": [
+          2.3789930310158525e-06,
+          0.00048801032244227827,
+          4.952618837705813e-06,
+          0.00615882920101285,
+          0.0024693391751497984,
+          0.0019179873634129763,
+          0.0010906992247328162,
+          7.397333661174343e-07,
+          2.6902354875346646e-05,
+          4.53308848591405e-06,
+          0.6645566821098328,
+          1.388295292854309,
+          1.2711127996444702,
+          1.347595453262329,
+          0.17946872115135193,
+          0.2230013757944107,
+          -0.01648198440670967,
+          0.41445648670196533,
+          -0.0007496518664993346,
+          0.25761398673057556,
+          0.6700038909912109,
+          0.1488630473613739,
+          -0.16553416848182678,
+          0.5834785103797913,
+          0.5570176839828491,
+          0.633686363697052,
+          0.42240452766418457,
+          0.2792929708957672,
+          0.13041919469833374,
+          0.2777995765209198,
+          0.18842925131320953,
+          0.7400000095367432,
+          0.0,
+          0.0,
+          0.0,
+          0.0
+        ],
+        "normalize_state": true,
+        "pad_action_dim": 36,
+        "pad_state_dim": 36
+      }
+    },
+    "root_dir": "/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-h264-20261015",
+    "v5_ardy_sidecar_root": "/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-ardy-h264-20261015/G1WholebodyOpenOvenTeleop-v0",
+    "rgb_frame_cache_root": null,
+    "train_repo_ids": [
+      "G1WholebodyOpenOvenTeleop-v0"
+    ],
+    "val_repo_ids": [
+      "G1WholebodyOpenOvenTeleop-v0"
+    ]
+  },
+  "train": {
+    "num_workers": 8,
+    "overfit_single_batch": false,
+    "name": "finetune",
+    "hf_token": ".hf_token",
+    "lora": false,
+    "output_dir": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyOpenOvenTeleop-v0/VGQ-AE/frozen/seed-292285/oven99-newh264-speed-v1",
+    "gradient_accumulation_steps": 1,
+    "mixed_precision": "bf16",
+    "max_grad_norm": 1.0,
+    "optimizer_foreach": null,
+    "optimizer_fused": true,
+    "pin_memory": true,
+    "non_blocking_transfer": true,
+    "compile_frozen_encoders": false,
+    "val_num_workers": 8,
+    "prefetch_factor": 2,
+    "timing_enabled": false,
+    "reuse_eval_features": false,
+    "train_batch_size": 16,
+    "val_batch_size": 16,
+    "val_num_batches": 20,
+    "checkpointing_steps": 1000,
+    "checkpoint_anchor_steps": 10000,
+    "max_checkpoints_to_keep": 4,
+    "validation_steps": 500,
+    "learning_rate": 0.0001,
+    "lr_scheduler_type": "cosine",
+    "lr_scheduler_kwargs": {
+      "betas": [
+        0.95,
+        0.999
+      ],
+      "weight_decay": 1e-06,
+      "eps": 1e-08
+    },
+    "scheduler_specific_kwargs": {},
+    "data_parallel": "ddp",
+    "sharding_strategy": "full-shard",
+    "deepspeed_config": "/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/src/InternVLA/config/deepseeds/zero3.json",
+    "enable_gradient_checkpointing": true,
+    "enable_mixed_precision_training": true,
+    "reduce_in_full_precision": true,
+    "max_training_steps": 40000,
+    "num_train_epochs": null,
+    "warmup_steps": 1000,
+    "warmup_ratio": null
+  },
+  "seed": 292285,
+  "world_size": 8,
+  "source_sha256": "9a6e2b02c7c64f7942c3f5f02c2cd0333b6e46ea12038e0c41cdb6598df98cdb"
+}

newcheckpoint/Psi0/VGQ-AE/oven/frozen/RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1.simple.flow1000.cosine.lr1.0e-04.b128.gpus8.2610180003/run_config.json

@@ -0,0 +1,434 @@
+{
+    "exp": "RSCI-G1WholebodyOpenOvenTeleop-v0-VGQ-AE-frozen-oven99-newh264-speed-v1",
+    "seed": 292285,
+    "auto_tag_run": false,
+    "eval": false,
+    "debug": false,
+    "timestamp": "2610180003",
+    "log": {
+        "logging_dir": "logs",
+        "report_to": null,
+        "log_freq": 100
+    },
+    "wandb": {
+        "project": "psi",
+        "entity": null,
+        "group": null,
+        "id": null,
+        "name": null,
+        "resume": "allow"
+    },
+    "train": {
+        "num_workers": 8,
+        "overfit_single_batch": false,
+        "name": "finetune",
+        "resume_from_checkpoint": null,
+        "skip_resumed_steps": false,
+        "hf_token": ".hf_token",
+        "lora": false,
+        "output_dir": "/root/workspace/Haoxuan/data/Psi0/RSCI/.runs/G1WholebodyOpenOvenTeleop-v0/VGQ-AE/frozen/seed-292285/oven99-newh264-speed-v1",
+        "gradient_accumulation_steps": 1,
+        "mixed_precision": "bf16",
+        "max_grad_norm": 1.0,
+        "optimizer_foreach": null,
+        "optimizer_fused": true,
+        "pin_memory": true,
+        "non_blocking_transfer": true,
+        "compile_frozen_encoders": false,
+        "val_num_workers": 8,
+        "prefetch_factor": 2,
+        "timing_enabled": false,
+        "reuse_eval_features": false,
+        "train_batch_size": 16,
+        "val_batch_size": 16,
+        "val_num_batches": 20,
+        "checkpointing_steps": 1000,
+        "checkpoint_anchor_steps": 10000,
+        "max_checkpoints_to_keep": 4,
+        "validation_steps": 500,
+        "learning_rate": 0.0001,
+        "lr_scheduler_type": "cosine",
+        "lr_scheduler_kwargs": {
+            "betas": [
+                0.95,
+                0.999
+            ],
+            "weight_decay": 1e-6,
+            "eps": 1e-8
+        },
+        "scheduler_specific_kwargs": {},
+        "data_parallel": "ddp",
+        "sharding_strategy": "full-shard",
+        "deepspeed_config": "/root/workspace/Haoxuan/code/Psi0/RSCI/feture/ARDY_PSCI/src/InternVLA/config/deepseeds/zero3.json",
+        "enable_gradient_checkpointing": true,
+        "enable_mixed_precision_training": true,
+        "reduce_in_full_precision": true,
+        "max_training_steps": 40000,
+        "num_train_epochs": null,
+        "warmup_steps": 1000,
+        "warmup_ratio": null
+    },
+    "data": {
+        "transform": {
+            "repack": {
+                "dataset_name": "simple",
+                "rsci_variant": null,
+                "psi0_ardy_aux": false,
+                "v5_ardy": false,
+                "v5_object": false,
+                "num_past_frames": 0,
+                "action_chunk_size": 30,
+                "use_depth": false,
+                "depth_key": "observation.depth.egocentric",
+                "pad_action_dim": 36,
+                "pad_state_dim": 36
+            },
+            "model": {
+                "depth_query_independent_rgb": false,
+                "resize": {
+                    "size": [
+                        180,
+                        320
+                    ]
+                },
+                "center_crop": {
+                    "size": [
+                        180,
+                        320
+                    ]
+                },
+                "color_jitter": {
+                    "brightness": 0.2,
+                    "contrast": [
+                        0.8,
+                        1.2
+                    ],
+                    "saturation": [
+                        0.8,
+                        1.2
+                    ],
+                    "hue": 0.05
+                },
+                "gaussian_noise": {
+                    "mean": 0.0,
+                    "std": 3.0,
+                    "prob_skip": 0.1
+                },
+                "img_aug": true,
+                "adaptive_resize": false,
+                "img_sizes": {
+                    "egodex": [
+                        270,
+                        480
+                    ],
+                    "he": [
+                        240,
+                        320
+                    ]
+                }
+            },
+            "field": {
+                "stat_path": "meta/stats_psi0.json",
+                "action_norm_type": "bounds",
+                "stat_action_key": "action",
+                "stat_state_key": "states",
+                "use_norm_mask": false,
+                "action_norm_masks": [
+                    true,
+                    true,
+                    true,
+                    true,
+                    true,
+                    true,
+                    false
+                ],
+                "action_min": [
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    -0.5,
+                    -0.699999988079071,
+                    -0.699999988079071,
+                    -2.215065007755084e-16,
+                    -2.215065007755084e-16,
+                    -1.0896445039282205e-18,
+                    -2.215065007755084e-16,
+                    -0.4745299518108368,
+                    0.1900009959936142,
+                    -0.765920102596283,
+                    -0.08624064177274704,
+                    -0.4269399344921112,
+                    -0.40636390447616577,
+                    0.006722609046846628,
+                    -0.5100694894790649,
+                    -0.6805136799812317,
+                    -0.37631383538246155,
+                    -0.40898597240448,
+                    -1.3299556970596313,
+                    -0.41834503412246704,
+                    -0.9626222848892212,
+                    -0.15447022020816803,
+                    -0.23476742208003998,
+                    -0.15914277732372284,
+                    0.41999998688697815,
+                    -0.5,
+                    -0.5,
+                    -0.4657726585865021,
+                    -0.2592708468437195
+                ],
+                "action_max": [
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0,
+                    1.3999133342519608e-18,
+                    1.1081272136507432e-16,
+                    1.1081272136507432e-16,
+                    1.5,
+                    1.5,
+                    0.6000000238418579,
+                    1.5,
+                    0.16010810434818268,
+                    0.2696892023086548,
+                    -0.005427652969956398,
+                    0.3327551484107971,
+                    -0.006868379190564156,
+                    0.09492616355419159,
+                    0.6760289669036865,
+                    0.13121800124645233,
+                    -0.1900009959936142,
+                    0.5764322876930237,
+                    0.5076420903205872,
+                    0.6728636026382446,
+                    0.3701188266277313,
+                    0.26466426253318787,
+                    0.14531834423542023,
+                    0.21181996166706085,
+                    0.27858901023864746,
+                    0.7400000095367432,
+                    0.5,
+                    0.5,
+                    0.5692554116249084,
+                    0.4260416626930237
+                ],
+                "state_min": [
+                    3.6116588830736873e-7,
+                    -0.00028682942502200603,
+                    -4.135051767661935e-6,
+                    -0.10399136692285538,
+                    -0.043953269720077515,
+                    -0.17365626990795135,
+                    -0.06638157367706299,
+                    -0.4974363446235657,
+                    -0.6754764318466187,
+                    -0.6837040185928345,
+                    -0.005523832514882088,
+                    -0.006705851759761572,
+                    -0.010029444471001625,
+                    -0.004390759859234095,
+                    -0.42929619550704956,
+                    0.16467808187007904,
+                    -0.791379988193512,
+                    -0.006530445534735918,
+                    -0.4305082857608795,
+                    -0.34680798649787903,
+                    -0.0035441459622234106,
+                    -0.46698588132858276,
+                    -0.6397531628608704,
+                    -0.3580407202243805,
+                    -0.3201468884944916,
+                    -1.3123949766159058,
+                    -0.3518747091293335,
+                    -0.9210015535354614,
+                    -0.14853604137897491,
+                    -0.20199890434741974,
+                    -0.1230890303850174,
+                    0.41999998688697815,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0
+                ],
+                "state_max": [
+                    2.3789930310158525e-6,
+                    0.00048801032244227827,
+                    4.952618837705813e-6,
+                    0.00615882920101285,
+                    0.0024693391751497984,
+                    0.0019179873634129763,
+                    0.0010906992247328162,
+                    7.397333661174343e-7,
+                    0.000026902354875346646,
+                    4.53308848591405e-6,
+                    0.6645566821098328,
+                    1.388295292854309,
+                    1.2711127996444702,
+                    1.347595453262329,
+                    0.17946872115135193,
+                    0.2230013757944107,
+                    -0.01648198440670967,
+                    0.41445648670196533,
+                    -0.0007496518664993346,
+                    0.25761398673057556,
+                    0.6700038909912109,
+                    0.1488630473613739,
+                    -0.16553416848182678,
+                    0.5834785103797913,
+                    0.5570176839828491,
+                    0.633686363697052,
+                    0.42240452766418457,
+                    0.2792929708957672,
+                    0.13041919469833374,
+                    0.2777995765209198,
+                    0.18842925131320953,
+                    0.7400000095367432,
+                    0.0,
+                    0.0,
+                    0.0,
+                    0.0
+                ],
+                "normalize_state": true,
+                "pad_action_dim": 36,
+                "pad_state_dim": 36
+            }
+        },
+        "root_dir": "/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-h264-20261015",
+        "v5_ardy_sidecar_root": "/root/workspace/Haoxuan/data/Psi0/data/simple-oven-repaired-training-ardy-h264-20261015/G1WholebodyOpenOvenTeleop-v0",
+        "rgb_frame_cache_root": null,
+        "train_repo_ids": [
+            "G1WholebodyOpenOvenTeleop-v0"
+        ],
+        "val_repo_ids": [
+            "G1WholebodyOpenOvenTeleop-v0"
+        ]
+    },
+    "model": {
+        "resnet_store_path": null,
+        "pretrained_action_header_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/postpre.1by1.pad36.2601131206.ckpt.he30k",
+        "rtc": true,
+        "max_delay": 8,
+        "action_dim": 36,
+        "action_chunk_size": 30,
+        "action_exec_horizon": 30,
+        "observation_horizon": 1,
+        "img_chunk": 1,
+        "n_cams": 1,
+        "use_obs": "add_token",
+        "rsci_variant": "VGQ-AE",
+        "rsci_vlm_mode": "frozen",
+        "rsci_lora_rank": 8,
+        "rsci_lora_alpha": 16.0,
+        "psi0_ardy_aux": false,
+        "psi0_ardy_aux_weight": 0.1,
+        "dropout": 0.1,
+        "noise_scheduler": "flow",
+        "train_diffusion_steps": 1000,
+        "eval_diffusion_steps": 10,
+        "share_cam_features": false,
+        "early_fusion": false,
+        "odim": 36,
+        "n_conditions": 0,
+        "token_fusion": "concat",
+        "loss_w": [
+            0.1,
+            0.2,
+            0.1
+        ],
+        "time_dim": 256,
+        "hidden_dim": 1536,
+        "num_blocks": 6,
+        "dim_feedforward": 2048,
+        "nhead": 24,
+        "activation": "gelu",
+        "view_feature_dim": 2048,
+        "use_film": false,
+        "combined_temb": false,
+        "use_dit": false,
+        "use_depth": false,
+        "depth_encoder_name": "defm_vit_s14",
+        "depth_encoder_path": null,
+        "depth_encoder_dim": 384,
+        "depth_encoder_input_size": [
+            196,
+            350
+        ],
+        "depth_encoder_patch_size": 14,
+        "freeze_depth_encoder": true,
+        "depth_cross_attention_layers": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5
+        ],
+        "depth_fusion_mode": "cross_attention",
+        "depth_query_count": 16,
+        "depth_query_target_count": 8.0,
+        "depth_query_score_dim": 384,
+        "depth_query_selection": true,
+        "depth_query_use_state": true,
+        "depth_query_fuse": false,
+        "depth_query_align_depth": false,
+        "depth_query_independent_rgb": false,
+        "depth_query_concat_streams": false,
+        "depth_query_cross_attention_fusion": false,
+        "depth_rgb_encoder_path": null,
+        "depth_rgb_encoder_type": "dinov2",
+        "depth_query_pre_orthogonality": false,
+        "depth_query_pre_orthogonality_weight": 0.01,
+        "depth_query_post_orthogonality": true,
+        "depth_query_resampler_max_tokens": 4096,
+        "depth_query_gate_init": 1.0,
+        "depth_query_sparsity_init": 0.01,
+        "depth_query_sparsity_rate": 0.01,
+        "depth_query_sparsity_warmup_steps": 1000,
+        "depth_query_recovery_after_steps": 100,
+        "depth_query_recovery_weight": 0.01,
+        "depth_query_recovery_window_steps": 20,
+        "depth_query_recovery_sparsity_scale": 0.0,
+        "depth_query_alive_margin": 0.1,
+        "depth_query_alive_weight": 1.0,
+        "depth_query_selection_weight": 0.01,
+        "depth_query_orthogonality_weight": 0.01,
+        "v5_enabled": false,
+        "v5_film": true,
+        "v5_pooling": "attention",
+        "v5_ardy": true,
+        "v5_hand_state": false,
+        "v5_object": true,
+        "v5_time_encoding": true,
+        "v5_temporal_layers": 0,
+        "v5_ardy_weight": 0.1,
+        "v5_object_weight": 0.1,
+        "v5_intra_modal_dedup": false,
+        "v5_intra_modal_dedup_weight": 0.01,
+        "depth_gate_init": 0.001,
+        "depth_module_lr": 0.0001,
+        "action_expert_lr": 0.0001,
+        "weight_decay": 0.01,
+        "model_name_or_path": "/root/workspace/Haoxuan/data/Psi0/cache/checkpoints/psi0/pre.fast.1by1.2601091803.ckpt.ego200k.he30k",
+        "vlm_ckpt_step": null,
+        "tune_vlm": false,
+        "tune_mm_llm": false,
+        "tune_mm_vision": false,
+        "tune_mm_mlp": false,
+        "gradient_checkpointing": true,
+        "lang_backbone_lr": 0.00001,
+        "mm_projector_lr": 0.00001,
+        "vision_tower_lr": 1e-6,
+        "optim": "adamw_torch",
+        "model_max_length": 4096,
+        "data_flatten": true,
+        "data_packing": true,
+        "max_pixels": 451584,
+        "min_pixels": 12544
+    }
+}