diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..d115142e54b372ae5c1f6a47e83496e060c23e81 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-i0fuukqo.wandb filter=lfs diff=lfs merge=lfs -text +robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/run-i0fuukqo.wandb filter=lfs diff=lfs merge=lfs -text +robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/run-vmkt7kml.wandb filter=lfs diff=lfs merge=lfs -text +robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/run-vmkt7kml.wandb filter=lfs diff=lfs merge=lfs -text +robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-ck732jyy.wandb filter=lfs diff=lfs merge=lfs -text +robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/run-ck732jyy.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa1560220996ff151d63d57357ee4255958fc92e --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c952a714472dbdc3c75138bf39fa78f98d234eb8 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994c07f7c29dfdbd54550494f37a8313c6b2a3e9896323597aad20e627812232 +size 14437807336 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..512399644c8bf9e8b48aaf4faa313d17674f4cb8 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cce40a2ab3fca0b1c79fbc2a28185c37a6cd8529cbf3a6fde4ae07e804d867c +size 6792 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c0d861319a3cacea8c987af181707de4fb663ef --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3590ff2a808dc009fed64697b14e573ac7b848b7e8164f37fa865fb6717bae93 +size 6808 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cb67ab02877ecadc547da544506d7cc597234d0 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_adjust_bottle_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "i0fuukqo", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa1560220996ff151d63d57357ee4255958fc92e --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77fe9fe374ec2b33841a64f4a27c56851d0a2121 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f704b0acbfda7232571b8de76bac07dd4868cd16e5b2176bf58ba21ea2575c +size 14437807336 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..512399644c8bf9e8b48aaf4faa313d17674f4cb8 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cce40a2ab3fca0b1c79fbc2a28185c37a6cd8529cbf3a6fde4ae07e804d867c +size 6792 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c0d861319a3cacea8c987af181707de4fb663ef --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3590ff2a808dc009fed64697b14e573ac7b848b7e8164f37fa865fb6717bae93 +size 6808 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cb67ab02877ecadc547da544506d7cc597234d0 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_adjust_bottle_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "i0fuukqo", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa1560220996ff151d63d57357ee4255958fc92e --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77fe9fe374ec2b33841a64f4a27c56851d0a2121 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f704b0acbfda7232571b8de76bac07dd4868cd16e5b2176bf58ba21ea2575c +size 14437807336 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..512399644c8bf9e8b48aaf4faa313d17674f4cb8 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cce40a2ab3fca0b1c79fbc2a28185c37a6cd8529cbf3a6fde4ae07e804d867c +size 6792 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c0d861319a3cacea8c987af181707de4fb663ef --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3590ff2a808dc009fed64697b14e573ac7b848b7e8164f37fa865fb6717bae93 +size 6808 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cb67ab02877ecadc547da544506d7cc597234d0 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_adjust_bottle_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "i0fuukqo", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..1e1774ba6c12721f2c5699bfdd4b74c756439fa2 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2026-10-27T01:46:34.356935948+08:00","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-10-27T01:46:35.077973577+08:00","level":"INFO","msg":"stream: created new stream","id":"i0fuukqo"} +{"time":"2026-10-27T01:46:35.07810336+08:00","level":"INFO","msg":"handler: started","stream_id":"i0fuukqo"} +{"time":"2026-10-27T01:46:35.078299082+08:00","level":"INFO","msg":"stream: started","id":"i0fuukqo"} +{"time":"2026-10-27T01:46:35.078327555+08:00","level":"INFO","msg":"writer: started","stream_id":"i0fuukqo"} +{"time":"2026-10-27T01:46:35.07833363+08:00","level":"INFO","msg":"sender: started","stream_id":"i0fuukqo"} +{"time":"2026-10-27T02:51:32.543676531+08:00","level":"INFO","msg":"stream: closing","id":"i0fuukqo"} +{"time":"2026-10-27T02:51:34.333141258+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-27T02:51:34.704560495+08:00","level":"INFO","msg":"handler: closed","stream_id":"i0fuukqo"} +{"time":"2026-10-27T02:51:34.704756589+08:00","level":"INFO","msg":"sender: closed","stream_id":"i0fuukqo"} +{"time":"2026-10-27T02:51:34.70479882+08:00","level":"INFO","msg":"stream: closed","id":"i0fuukqo"} diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..d88699a4d2ac6e11838bdcd6e516f69cffe23fa8 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log @@ -0,0 +1,21 @@ +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_setup.py:_flush():81] Configure stats pid to 103747 +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/logs/debug.log +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/logs/debug-internal.log +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:init():844] calling init triggers +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/robotwin_adjust_bottle_aevla50', 'root': '/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': 'v3.0', 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'action_evidence_vla', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pi05_init_path': 'lerobot/pi05_base', 'paligemma_variant': 'gemma_2b', 'action_expert_variant': 'gemma_300m', 'pi05_precision': 'bfloat16', 'chunk_size': 50, 'n_action_steps': 10, 'max_state_dim': 32, 'max_action_dim': 32, 'tokenizer_max_length': 200, 'image_resolution': [224, 224], 'empty_cameras': 0, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:init():892] starting backend +2026-10-27 01:46:34,348 INFO MainThread:103747 [wandb_init.py:init():895] sending inform_init request +2026-10-27 01:46:34,354 INFO MainThread:103747 [wandb_init.py:init():903] backend started and connected +2026-10-27 01:46:34,355 INFO MainThread:103747 [wandb_init.py:init():973] updated telemetry +2026-10-27 01:46:34,361 INFO MainThread:103747 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 01:46:35,830 INFO MainThread:103747 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 01:46:36,002 INFO MainThread:103747 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0ec761e17283fa89dc9c52f9cd07a6f858522899 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + ck9llrkydvf1se7fpd5kty8afbhldpo1: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_adjust_bottle_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + - --job_name=robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "9985990656" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + startedAt: "2026-10-26T17:46:34.131322Z" + writerId: ck9llrkydvf1se7fpd5kty8afbhldpo1 + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_adjust_bottle_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..54cd2f7c3d8be1b0be79ad022e6d1175e992f1d6 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log @@ -0,0 +1,47 @@ +INFO 2026-10-27 01:46:36 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 01:46:36 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/i0fuukqo +INFO 2026-10-27 01:46:36 ot_train.py:338 Creating dataset +INFO 2026-10-27 01:46:36 ot_train.py:372 Creating policy +INFO 2026-10-27 01:50:26 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 01:50:27 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 +INFO 2026-10-27 01:50:36 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 01:50:37 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +INFO 2026-10-27 01:50:37 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 01:50:37 ot_train.py:497 dataset.num_frames=7188 (7K) +INFO 2026-10-27 01:50:37 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 01:50:37 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 01:50:37 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 01:50:37 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00, 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:init():892] starting backend +2026-10-27 01:46:34,348 INFO MainThread:103747 [wandb_init.py:init():895] sending inform_init request +2026-10-27 01:46:34,354 INFO MainThread:103747 [wandb_init.py:init():903] backend started and connected +2026-10-27 01:46:34,355 INFO MainThread:103747 [wandb_init.py:init():973] updated telemetry +2026-10-27 01:46:34,361 INFO MainThread:103747 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 01:46:35,830 INFO MainThread:103747 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 01:46:36,002 INFO MainThread:103747 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-i0fuukqo.wandb b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-i0fuukqo.wandb new file mode 100644 index 0000000000000000000000000000000000000000..aff34360aa1ebff2202c08201d16cb282ce81a2d --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-i0fuukqo.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614d586f8a04e4be4df955accb4757c918412cf396dc1f1748d433eb81962c78 +size 617073 diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/config.yaml b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0ec761e17283fa89dc9c52f9cd07a6f858522899 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + ck9llrkydvf1se7fpd5kty8afbhldpo1: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_adjust_bottle_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + - --job_name=robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "9985990656" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only + startedAt: "2026-10-26T17:46:34.131322Z" + writerId: ck9llrkydvf1se7fpd5kty8afbhldpo1 + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_adjust_bottle_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_adjust_bottle_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/output.log b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..54cd2f7c3d8be1b0be79ad022e6d1175e992f1d6 --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/files/output.log @@ -0,0 +1,47 @@ +INFO 2026-10-27 01:46:36 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 01:46:36 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/i0fuukqo +INFO 2026-10-27 01:46:36 ot_train.py:338 Creating dataset +INFO 2026-10-27 01:46:36 ot_train.py:372 Creating policy +INFO 2026-10-27 01:50:26 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 01:50:27 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14 +INFO 2026-10-27 01:50:36 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 01:50:37 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only +INFO 2026-10-27 01:50:37 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 01:50:37 ot_train.py:497 dataset.num_frames=7188 (7K) +INFO 2026-10-27 01:50:37 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 01:50:37 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 01:50:37 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 01:50:37 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00, 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_adjust_bottle_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_adjust_bottle_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 01:46:34,132 INFO MainThread:103747 [wandb_init.py:init():892] starting backend +2026-10-27 01:46:34,348 INFO MainThread:103747 [wandb_init.py:init():895] sending inform_init request +2026-10-27 01:46:34,354 INFO MainThread:103747 [wandb_init.py:init():903] backend started and connected +2026-10-27 01:46:34,355 INFO MainThread:103747 [wandb_init.py:init():973] updated telemetry +2026-10-27 01:46:34,361 INFO MainThread:103747 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 01:46:35,830 INFO MainThread:103747 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 01:46:35,998 INFO MainThread:103747 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 01:46:36,002 INFO MainThread:103747 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 02:51:32,543 INFO wandb-AsyncioManager-main:103747 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/run-i0fuukqo.wandb b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/run-i0fuukqo.wandb new file mode 100644 index 0000000000000000000000000000000000000000..aff34360aa1ebff2202c08201d16cb282ce81a2d --- /dev/null +++ b/robotwin_adjust_bottle_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_014634-i0fuukqo/run-i0fuukqo.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614d586f8a04e4be4df955accb4757c918412cf396dc1f1748d433eb81962c78 +size 617073 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/config.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c56ba4cee2a3af11a6126f386e37dbcdb6ba1c61 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/model.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91f8014f9155e8a62ec4980bed01a7ae6482a167 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7067d00abf2572104fdf0df0c64757416851c1d78c9347f77734c11fa4bf5b55 +size 14437807336 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00cd77d92cd2901ccc8768d668438510191ef195 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2414b7c506df464d6f8bdb3973e45e04a9b0f8648b90b74be8cf1847a80e238 +size 6792 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8a9f78ba0003855a2178e3ae9706c3b14b290ce --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89cc8c6973d0d96fa65c60b61f2fd1f2e9ea359e8fe603fc300ec3dc2d8af0e +size 6808 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/train_config.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df19b6c1c8ca45af7996c962483594c5f341e1a8 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/000800/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_click_bell_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_click_bell_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "job_name": "robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "vmkt7kml", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/config.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c56ba4cee2a3af11a6126f386e37dbcdb6ba1c61 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/model.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91f8014f9155e8a62ec4980bed01a7ae6482a167 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7067d00abf2572104fdf0df0c64757416851c1d78c9347f77734c11fa4bf5b55 +size 14437807336 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00cd77d92cd2901ccc8768d668438510191ef195 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2414b7c506df464d6f8bdb3973e45e04a9b0f8648b90b74be8cf1847a80e238 +size 6792 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8a9f78ba0003855a2178e3ae9706c3b14b290ce --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89cc8c6973d0d96fa65c60b61f2fd1f2e9ea359e8fe603fc300ec3dc2d8af0e +size 6808 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/train_config.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df19b6c1c8ca45af7996c962483594c5f341e1a8 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/checkpoints/last/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_click_bell_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_click_bell_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "job_name": "robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "vmkt7kml", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug-internal.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f87a524ba5330aa38a1acac72e6c7ed5139e9ed5 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2026-10-27T22:46:54.341109917+08:00","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-10-27T22:46:55.60213928+08:00","level":"INFO","msg":"stream: created new stream","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602259655+08:00","level":"INFO","msg":"handler: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.60241855+08:00","level":"INFO","msg":"stream: started","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602451429+08:00","level":"INFO","msg":"sender: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602456996+08:00","level":"INFO","msg":"writer: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:43.841923149+08:00","level":"INFO","msg":"stream: closing","id":"vmkt7kml"} +{"time":"2026-10-27T23:46:46.570869149+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-27T23:46:47.161861101+08:00","level":"INFO","msg":"handler: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.16209088+08:00","level":"INFO","msg":"sender: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.162121282+08:00","level":"INFO","msg":"stream: closed","id":"vmkt7kml"} diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9cf66277451def3dccd3714ebb06a501e45401a1 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/debug.log @@ -0,0 +1,21 @@ +2026-10-27 22:46:54,114 INFO MainThread:964901 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Configure stats pid to 964901 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():844] calling init triggers +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/robotwin_click_bell_aevla50', 'root': '/root/autodl-fs/datasets/robotwin_click_bell_aevla50', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': 'v3.0', 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'action_evidence_vla', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pi05_init_path': 'lerobot/pi05_base', 'paligemma_variant': 'gemma_2b', 'action_expert_variant': 'gemma_300m', 'pi05_precision': 'bfloat16', 'chunk_size': 50, 'n_action_steps': 10, 'max_state_dim': 32, 'max_action_dim': 32, 'tokenizer_max_length': 200, 'image_resolution': [224, 224], 'empty_cameras': 0, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'job_name': 'robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():892] starting backend +2026-10-27 22:46:54,331 INFO MainThread:964901 [wandb_init.py:init():895] sending inform_init request +2026-10-27 22:46:54,336 INFO MainThread:964901 [wandb_init.py:init():903] backend started and connected +2026-10-27 22:46:54,337 INFO MainThread:964901 [wandb_init.py:init():973] updated telemetry +2026-10-27 22:46:54,344 INFO MainThread:964901 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 22:46:56,464 INFO MainThread:964901 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 22:46:56,636 INFO MainThread:964901 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/config.yaml b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b77a0954455122542036141ebb8914352977562a --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + h8ryixehw1yeh5fn2j3jf4qx1uw2a00m: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_click_bell_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_click_bell_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + - --job_name=robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "9911070720" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + startedAt: "2026-10-27T14:46:54.113861Z" + writerId: h8ryixehw1yeh5fn2j3jf4qx1uw2a00m + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_click_bell_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_click_bell_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/output.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3c2c370c5f7f06cb97313b0fcfd6197304361683 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/output.log @@ -0,0 +1,87 @@ +INFO 2026-10-27 22:46:56 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 22:46:56 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/vmkt7kml +INFO 2026-10-27 22:46:56 ot_train.py:338 Creating dataset +INFO 2026-10-27 22:46:57 ot_train.py:372 Creating policy +INFO 2026-10-27 22:50:44 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 22:50:44 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 +INFO 2026-10-27 22:50:55 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 22:50:55 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +INFO 2026-10-27 22:50:55 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 22:50:55 ot_train.py:497 dataset.num_frames=3855 (4K) +INFO 2026-10-27 22:50:55 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 22:50:55 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 22:50:55 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 22:50:55 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 759, in + main() + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 755, in main + train() + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/configs/parser.py", line 320, in wrapper_inner + response = fn(cfg, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 635, in train + save_fsdp_checkpoint( + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 215, in save_fsdp_checkpoint + accelerator.save_model(policy, pretrained_dir, max_shard_size="100GB") + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3571, in save_model + self.save(shard, os.path.join(save_directory, filename), safe_serialization=safe_serialization) + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3473, in save + save( + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/utils/other.py", line 439, in save + save_func(obj, f) + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/safetensors/torch.py", line 323, in save_file + serialize_file( +safetensors._safetensors_rust.SafetensorError: Error while serializing: I/O error: No space left on device (os error 28) +[rank0]: Traceback (most recent call last): +[rank0]: File "", line 198, in _run_module_as_main +[rank0]: File "", line 88, in _run_code +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 759, in +[rank0]: main() +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 755, in main +[rank0]: train() +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/configs/parser.py", line 320, in wrapper_inner +[rank0]: response = fn(cfg, *args, **kwargs) +[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^ +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 635, in train +[rank0]: save_fsdp_checkpoint( +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 215, in save_fsdp_checkpoint +[rank0]: accelerator.save_model(policy, pretrained_dir, max_shard_size="100GB") +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3571, in save_model +[rank0]: self.save(shard, os.path.join(save_directory, filename), safe_serialization=safe_serialization) +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3473, in save +[rank0]: save( +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/utils/other.py", line 439, in save +[rank0]: save_func(obj, f) +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/safetensors/torch.py", line 323, in save_file +[rank0]: serialize_file( +[rank0]: safetensors._safetensors_rust.SafetensorError: Error while serializing: I/O error: No space left on device (os error 28) diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/requirements.txt b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..3766eaf5a38dd2d6a6ac096075ae749f58e61384 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/requirements.txt @@ -0,0 +1,167 @@ +lerobot==0.5.2 +Wand==0.6.13 +absl-py==2.5.0 +accelerate==1.15.0 +aiohappyeyeballs==2.7.1 +aiohttp==3.14.3 +aiosignal==1.4.0 +annotated-doc==0.0.5 +annotated-types==0.8.0 +antlr4-python3-runtime==4.9.3 +anyio==4.15.1 +attrs==26.1.0 +av==15.1.0 +bddl==1.0.1 +certifi==2026.7.22 +charset-normalizer==3.5.1 +click==8.5.0 +cloudpickle==3.1.2 +cmake==3.31.10 +contourpy==1.3.3 +cuda-bindings==12.9.7 +cuda-pathfinder==1.8.1 +cuda-toolkit==12.8.1 +cycler==0.12.1 +datasets==4.8.5 +dill==0.4.1 +draccus==0.10.0 +easydict==1.13 +egl_probe==1.0.2 +einops==0.8.2 +etils==1.14.0 +evdev==2.0.0 +Farama-Notifications==0.0.6 +fastjsonschema==2.22.2 +filelock==3.32.6 +fonttools==4.64.0 +frozenlist==1.8.0 +fsspec==2026.2.0 +future==1.0.0 +gitdb==4.0.12 +GitPython==3.1.62 +glfw==2.10.2 +grpcio==1.73.1 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf_egl_probe==1.0.2 +hf-xet==1.6.0 +httpcore==1.0.9 +httpx==0.28.1 +huggingface_hub==1.30.0 +hydra-core==1.3.6 +idna==3.19 +ImageIO==2.37.4 +imageio-ffmpeg==0.6.0 +iniconfig==2.3.0 +Jinja2==3.1.6 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupytext==1.19.5 +kiwisolver==1.5.1 +lazy-loader==0.6 +lerobot==0.5.2 +libero==0.1.0 +llvmlite==0.49.0 +Markdown==3.10.3 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +matplotlib==3.11.1 +mdit-py-plugins==0.6.1 +mdurl==0.1.2 +mergedeep==1.3.4 +mpmath==1.3.0 +mujoco==3.7.0 +multidict==6.8.0 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.11.1 +networkx==3.6.1 +numba==0.67.0 +numpy==2.2.6 +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.19.0.56 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.28.9 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +omegaconf==2.3.1 +opencv-python==4.14.0.94 +opencv-python-headless==4.13.0.92 +packaging==25.0 +pandas==2.3.3 +pillow==12.3.0 +platformdirs==4.11.8 +pluggy==1.6.0 +propcache==0.5.2 +protobuf==6.31.1 +psutil==7.2.2 +pyarrow==25.0.1 +pydantic==2.13.5 +pydantic_core==2.46.5 +Pygments==2.21.0 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pytest==8.4.2 +python-dateutil==2.9.0.post0 +python-xlib==0.33 +pytz==2026.3.post1 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.9.3 +requests==2.34.2 +rich==15.0.0 +robomimic==0.2.0 +robosuite==1.4.1 +rpds-py==2026.6.3 +safetensors==0.8.0 +scikit-image==0.25.2 +scipy==1.18.1 +sentry-sdk==2.69.1 +setuptools==80.10.2 +shellingham==1.5.4 +six==1.17.0 +smmap==5.0.3 +sympy==1.14.0 +tensorboard==2.20.0 +tensorboard-data-server==0.7.2 +tensorboardX==2.6.5 +termcolor==3.3.0 +thop==0.1.1-2209072238 +tifffile==2026.9.20 +timm==1.0.29 +tokenizers==0.22.2 +toml==0.10.2 +torch==2.11.0+cu128 +torchcodec==0.11.1 +torchvision==0.26.0+cu128 +tqdm==4.70.0 +traitlets==5.16.1 +transformers==5.5.4 +triton==3.6.0 +typer==0.27.2 +typing_extensions==4.16.0 +typing-inspect==0.9.0 +typing-inspection==0.4.4 +tzdata==2026.3 +urllib3==2.7.0 +wandb==0.24.2 +Werkzeug==3.1.8 +xxhash==4.0.1 +yarl==1.24.5 +zipp==4.1.0 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-metadata.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..65a8389e1e8a8fa1093614c7e88673bfb9d129d5 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-metadata.json @@ -0,0 +1,117 @@ +{ + "os": "Linux-5.15.0-78-generic-x86_64-with-glibc2.35", + "python": "CPython 3.12.3", + "startedAt": "2026-10-27T14:46:54.113861Z", + "args": [ + "--fsdp=true", + "--fsdp_save_training_state=false", + "--policy.discover_packages_path=lerobot.policies.action_evidence_vla", + "--policy.type=action_evidence_vla", + "--policy.device=cuda", + "--policy.pi05_precision=bfloat16", + "--policy.normalization_mapping={\"VISUAL\":\"IDENTITY\",\"STATE\":\"QUANTILES\",\"ACTION\":\"QUANTILES\"}", + "--policy.phase_state_action_normalization=QUANTILES", + "--policy.pi05_init_path=lerobot/pi05_base", + "--policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "--policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "--policy.phase_state_checkpoint_strict=true", + "--policy.freeze_phase_state_encoder=true", + "--policy.freeze_vlm=false", + "--policy.freeze_vision_encoder=false", + "--policy.phase_state_camera_index=0", + "--policy.phase_state_frame_stride=2", + "--policy.phase_state_vision_chunk_size=32", + "--policy.n_obs_steps=1", + "--policy.chunk_size=50", + "--policy.n_action_steps=10", + "--policy.max_state_dim=32", + "--policy.max_action_dim=32", + "--policy.phase_state_action_dim=14", + "--policy.empty_cameras=0", + "--policy.tokenizer_max_length=200", + "--policy.gradient_checkpointing=true", + "--policy.evidence_optimizer_lr=0.0001", + "--policy.action_optimizer_lr=0.000025", + "--policy.vlm_optimizer_lr=0.000025", + "--policy.vision_optimizer_lr=0.000025", + "--policy.optimizer_lr=0.000025", + "--policy.optimizer_weight_decay=0.01", + "--policy.optimizer_grad_clip_norm=1.0", + "--policy.scheduler_warmup_steps=33", + "--policy.scheduler_decay_steps=1000", + "--policy.scheduler_decay_lr=0.0000025", + "--policy.push_to_hub=false", + "--dataset.repo_id=local/robotwin_click_bell_aevla50", + "--dataset.root=/root/autodl-fs/datasets/robotwin_click_bell_aevla50", + "--dataset.revision=v3.0", + "--dataset.video_backend=pyav", + "--output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "--job_name=robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "--steps=1000", + "--batch_size=16", + "--num_workers=4", + "--persistent_workers=true", + "--prefetch_factor=2", + "--log_freq=100", + "--save_freq=100", + "--eval_freq=0", + "--seed=42", + "--wandb.enable=true", + "--wandb.mode=online", + "--wandb.project=action-evidence-vla-pi05-phase", + "--wandb.disable_artifact=true" + ], + "program": "-m lerobot.scripts.lerobot_train", + "git": { + "remote": "git@github.com:LliuTtao/SGVLA.git", + "commit": "ca8da87e9e816c71691333960e7bbc3da699832e" + }, + "root": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "host": "autodl-container-sq1jeg5hau-f8a4dbe8", + "executable": "/root/autodl-tmp/projections/SGVLA/.venv/bin/python3", + "cpu_count": 72, + "cpu_count_logical": 144, + "gpu": "NVIDIA A800-SXM4-80GB", + "gpu_count": 4, + "disk": { + "/": { + "total": "32212254720", + "used": "9911070720" + } + }, + "memory": { + "total": "1081807933440" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-56601ec2-dc48-6741-6bdd-91c49df6f015" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-24625a85-1603-30c0-36d9-c3a207715c1f" + } + ], + "cudaVersion": "13.0", + "writerId": "h8ryixehw1yeh5fn2j3jf4qx1uw2a00m" +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-summary.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..249aaf81d9c3c2d2a5dfba058e2cd3000accd8cc --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/steps":900,"_wandb":{"runtime":3587},"_runtime":3587.37562083,"train/lr_vlm":3.0506141916795233e-06,"train/lr_evidence":1.2202456766718093e-05,"train/update_s":3.4715178253501655,"train/phase_norm":16.033475875854492,"_timestamp":1.7931159682250192e+09,"train/lr_action":3.0506141916795233e-06,"train/samples":57600,"train/lr_vision":3.0506141916795233e-06,"train/dataloading_s":0.08702162947505712,"train/phase_source_cached":1,"_step":900,"train/lr":1.5037462346963485e-05,"train/loss":0.002335217548534274,"train/epochs":14.941634241245136,"train/flow_loss":0.002335217548534274,"train/grad_norm":0.13941251441836358,"train/episodes":747.0817120622569} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-core.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..8ca181f8f90485794c2fe0b4ecd72b8a10aadbe0 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-core.log @@ -0,0 +1,15 @@ +{"time":"2026-10-27T22:46:54.145173802+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf9o_8p7u/port-964901.txt","pid":964901,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2026-10-27T22:46:54.145692051+08:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":964901} +{"time":"2026-10-27T22:46:54.145687966+08:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-964901-965635-2336048360/socket","Net":"unix"}} +{"time":"2026-10-27T22:46:54.331012288+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2026-10-27T22:46:54.340581503+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"vmkt7kml","id":"1(@)"} +{"time":"2026-10-27T22:46:55.602438182+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vmkt7kml","id":"1(@)"} +{"time":"2026-10-27T22:47:01.66342173+08:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"nt3b1tsi86xj"} +{"time":"2026-10-27T23:46:43.841851465+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2026-10-27T23:46:43.841958308+08:00","level":"INFO","msg":"server is shutting down"} +{"time":"2026-10-27T23:46:43.841939607+08:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2026-10-27T23:46:43.842157583+08:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2026-10-27T23:46:43.842134538+08:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-964901-965635-2336048360/socket","Net":"unix"}} +{"time":"2026-10-27T23:46:47.162867481+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2026-10-27T23:46:47.162915343+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2026-10-27T23:46:47.162944334+08:00","level":"INFO","msg":"server is closed"} diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-internal.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f87a524ba5330aa38a1acac72e6c7ed5139e9ed5 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2026-10-27T22:46:54.341109917+08:00","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-10-27T22:46:55.60213928+08:00","level":"INFO","msg":"stream: created new stream","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602259655+08:00","level":"INFO","msg":"handler: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.60241855+08:00","level":"INFO","msg":"stream: started","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602451429+08:00","level":"INFO","msg":"sender: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602456996+08:00","level":"INFO","msg":"writer: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:43.841923149+08:00","level":"INFO","msg":"stream: closing","id":"vmkt7kml"} +{"time":"2026-10-27T23:46:46.570869149+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-27T23:46:47.161861101+08:00","level":"INFO","msg":"handler: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.16209088+08:00","level":"INFO","msg":"sender: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.162121282+08:00","level":"INFO","msg":"stream: closed","id":"vmkt7kml"} diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9cf66277451def3dccd3714ebb06a501e45401a1 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/logs/debug.log @@ -0,0 +1,21 @@ +2026-10-27 22:46:54,114 INFO MainThread:964901 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Configure stats pid to 964901 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():844] calling init triggers +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/robotwin_click_bell_aevla50', 'root': '/root/autodl-fs/datasets/robotwin_click_bell_aevla50', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': 'v3.0', 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'action_evidence_vla', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pi05_init_path': 'lerobot/pi05_base', 'paligemma_variant': 'gemma_2b', 'action_expert_variant': 'gemma_300m', 'pi05_precision': 'bfloat16', 'chunk_size': 50, 'n_action_steps': 10, 'max_state_dim': 32, 'max_action_dim': 32, 'tokenizer_max_length': 200, 'image_resolution': [224, 224], 'empty_cameras': 0, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'job_name': 'robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():892] starting backend +2026-10-27 22:46:54,331 INFO MainThread:964901 [wandb_init.py:init():895] sending inform_init request +2026-10-27 22:46:54,336 INFO MainThread:964901 [wandb_init.py:init():903] backend started and connected +2026-10-27 22:46:54,337 INFO MainThread:964901 [wandb_init.py:init():973] updated telemetry +2026-10-27 22:46:54,344 INFO MainThread:964901 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 22:46:56,464 INFO MainThread:964901 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 22:46:56,636 INFO MainThread:964901 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/run-vmkt7kml.wandb b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/run-vmkt7kml.wandb new file mode 100644 index 0000000000000000000000000000000000000000..859e23211da477197c9c91b41cb17f9c45341a91 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/latest-run/run-vmkt7kml.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4920690036f293cd29559194db314c031e7b3dd6a7a5ede7e1eecae04215c54 +size 570756 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/config.yaml b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b77a0954455122542036141ebb8914352977562a --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + h8ryixehw1yeh5fn2j3jf4qx1uw2a00m: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_click_bell_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_click_bell_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + - --job_name=robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "9911070720" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 + startedAt: "2026-10-27T14:46:54.113861Z" + writerId: h8ryixehw1yeh5fn2j3jf4qx1uw2a00m + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_click_bell_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_click_bell_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/output.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..3c2c370c5f7f06cb97313b0fcfd6197304361683 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/output.log @@ -0,0 +1,87 @@ +INFO 2026-10-27 22:46:56 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 22:46:56 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/vmkt7kml +INFO 2026-10-27 22:46:56 ot_train.py:338 Creating dataset +INFO 2026-10-27 22:46:57 ot_train.py:372 Creating policy +INFO 2026-10-27 22:50:44 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 22:50:44 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14 +INFO 2026-10-27 22:50:55 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 22:50:55 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20 +INFO 2026-10-27 22:50:55 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 22:50:55 ot_train.py:497 dataset.num_frames=3855 (4K) +INFO 2026-10-27 22:50:55 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 22:50:55 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 22:50:55 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 22:50:55 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 759, in + main() + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 755, in main + train() + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/configs/parser.py", line 320, in wrapper_inner + response = fn(cfg, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 635, in train + save_fsdp_checkpoint( + File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 215, in save_fsdp_checkpoint + accelerator.save_model(policy, pretrained_dir, max_shard_size="100GB") + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3571, in save_model + self.save(shard, os.path.join(save_directory, filename), safe_serialization=safe_serialization) + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3473, in save + save( + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/utils/other.py", line 439, in save + save_func(obj, f) + File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/safetensors/torch.py", line 323, in save_file + serialize_file( +safetensors._safetensors_rust.SafetensorError: Error while serializing: I/O error: No space left on device (os error 28) +[rank0]: Traceback (most recent call last): +[rank0]: File "", line 198, in _run_module_as_main +[rank0]: File "", line 88, in _run_code +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 759, in +[rank0]: main() +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 755, in main +[rank0]: train() +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/configs/parser.py", line 320, in wrapper_inner +[rank0]: response = fn(cfg, *args, **kwargs) +[rank0]: ^^^^^^^^^^^^^^^^^^^^^^^^ +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 635, in train +[rank0]: save_fsdp_checkpoint( +[rank0]: File "/root/autodl-tmp/projections/SGVLA/src/lerobot/scripts/lerobot_train.py", line 215, in save_fsdp_checkpoint +[rank0]: accelerator.save_model(policy, pretrained_dir, max_shard_size="100GB") +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3571, in save_model +[rank0]: self.save(shard, os.path.join(save_directory, filename), safe_serialization=safe_serialization) +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/accelerator.py", line 3473, in save +[rank0]: save( +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/accelerate/utils/other.py", line 439, in save +[rank0]: save_func(obj, f) +[rank0]: File "/root/autodl-tmp/projections/SGVLA/.venv/lib/python3.12/site-packages/safetensors/torch.py", line 323, in save_file +[rank0]: serialize_file( +[rank0]: safetensors._safetensors_rust.SafetensorError: Error while serializing: I/O error: No space left on device (os error 28) diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/requirements.txt b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..3766eaf5a38dd2d6a6ac096075ae749f58e61384 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/requirements.txt @@ -0,0 +1,167 @@ +lerobot==0.5.2 +Wand==0.6.13 +absl-py==2.5.0 +accelerate==1.15.0 +aiohappyeyeballs==2.7.1 +aiohttp==3.14.3 +aiosignal==1.4.0 +annotated-doc==0.0.5 +annotated-types==0.8.0 +antlr4-python3-runtime==4.9.3 +anyio==4.15.1 +attrs==26.1.0 +av==15.1.0 +bddl==1.0.1 +certifi==2026.7.22 +charset-normalizer==3.5.1 +click==8.5.0 +cloudpickle==3.1.2 +cmake==3.31.10 +contourpy==1.3.3 +cuda-bindings==12.9.7 +cuda-pathfinder==1.8.1 +cuda-toolkit==12.8.1 +cycler==0.12.1 +datasets==4.8.5 +dill==0.4.1 +draccus==0.10.0 +easydict==1.13 +egl_probe==1.0.2 +einops==0.8.2 +etils==1.14.0 +evdev==2.0.0 +Farama-Notifications==0.0.6 +fastjsonschema==2.22.2 +filelock==3.32.6 +fonttools==4.64.0 +frozenlist==1.8.0 +fsspec==2026.2.0 +future==1.0.0 +gitdb==4.0.12 +GitPython==3.1.62 +glfw==2.10.2 +grpcio==1.73.1 +gym==0.26.2 +gym-notices==0.1.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf_egl_probe==1.0.2 +hf-xet==1.6.0 +httpcore==1.0.9 +httpx==0.28.1 +huggingface_hub==1.30.0 +hydra-core==1.3.6 +idna==3.19 +ImageIO==2.37.4 +imageio-ffmpeg==0.6.0 +iniconfig==2.3.0 +Jinja2==3.1.6 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupytext==1.19.5 +kiwisolver==1.5.1 +lazy-loader==0.6 +lerobot==0.5.2 +libero==0.1.0 +llvmlite==0.49.0 +Markdown==3.10.3 +markdown-it-py==4.2.0 +MarkupSafe==3.0.3 +matplotlib==3.11.1 +mdit-py-plugins==0.6.1 +mdurl==0.1.2 +mergedeep==1.3.4 +mpmath==1.3.0 +mujoco==3.7.0 +multidict==6.8.0 +multiprocess==0.70.19 +mypy_extensions==1.1.0 +nbformat==5.11.1 +networkx==3.6.1 +numba==0.67.0 +numpy==2.2.6 +nvidia-cublas-cu12==12.8.4.1 +nvidia-cuda-cupti-cu12==12.8.90 +nvidia-cuda-nvrtc-cu12==12.8.93 +nvidia-cuda-runtime-cu12==12.8.90 +nvidia-cudnn-cu12==9.19.0.56 +nvidia-cufft-cu12==11.3.3.83 +nvidia-cufile-cu12==1.13.1.3 +nvidia-curand-cu12==10.3.9.90 +nvidia-cusolver-cu12==11.7.3.90 +nvidia-cusparse-cu12==12.5.8.93 +nvidia-cusparselt-cu12==0.7.1 +nvidia-nccl-cu12==2.28.9 +nvidia-nvjitlink-cu12==12.8.93 +nvidia-nvshmem-cu12==3.4.5 +nvidia-nvtx-cu12==12.8.90 +omegaconf==2.3.1 +opencv-python==4.14.0.94 +opencv-python-headless==4.13.0.92 +packaging==25.0 +pandas==2.3.3 +pillow==12.3.0 +platformdirs==4.11.8 +pluggy==1.6.0 +propcache==0.5.2 +protobuf==6.31.1 +psutil==7.2.2 +pyarrow==25.0.1 +pydantic==2.13.5 +pydantic_core==2.46.5 +Pygments==2.21.0 +pynput==1.8.2 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pytest==8.4.2 +python-dateutil==2.9.0.post0 +python-xlib==0.33 +pytz==2026.3.post1 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +referencing==0.37.0 +regex==2026.9.3 +requests==2.34.2 +rich==15.0.0 +robomimic==0.2.0 +robosuite==1.4.1 +rpds-py==2026.6.3 +safetensors==0.8.0 +scikit-image==0.25.2 +scipy==1.18.1 +sentry-sdk==2.69.1 +setuptools==80.10.2 +shellingham==1.5.4 +six==1.17.0 +smmap==5.0.3 +sympy==1.14.0 +tensorboard==2.20.0 +tensorboard-data-server==0.7.2 +tensorboardX==2.6.5 +termcolor==3.3.0 +thop==0.1.1-2209072238 +tifffile==2026.9.20 +timm==1.0.29 +tokenizers==0.22.2 +toml==0.10.2 +torch==2.11.0+cu128 +torchcodec==0.11.1 +torchvision==0.26.0+cu128 +tqdm==4.70.0 +traitlets==5.16.1 +transformers==5.5.4 +triton==3.6.0 +typer==0.27.2 +typing_extensions==4.16.0 +typing-inspect==0.9.0 +typing-inspection==0.4.4 +tzdata==2026.3 +urllib3==2.7.0 +wandb==0.24.2 +Werkzeug==3.1.8 +xxhash==4.0.1 +yarl==1.24.5 +zipp==4.1.0 diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-metadata.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..65a8389e1e8a8fa1093614c7e88673bfb9d129d5 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-metadata.json @@ -0,0 +1,117 @@ +{ + "os": "Linux-5.15.0-78-generic-x86_64-with-glibc2.35", + "python": "CPython 3.12.3", + "startedAt": "2026-10-27T14:46:54.113861Z", + "args": [ + "--fsdp=true", + "--fsdp_save_training_state=false", + "--policy.discover_packages_path=lerobot.policies.action_evidence_vla", + "--policy.type=action_evidence_vla", + "--policy.device=cuda", + "--policy.pi05_precision=bfloat16", + "--policy.normalization_mapping={\"VISUAL\":\"IDENTITY\",\"STATE\":\"QUANTILES\",\"ACTION\":\"QUANTILES\"}", + "--policy.phase_state_action_normalization=QUANTILES", + "--policy.pi05_init_path=lerobot/pi05_base", + "--policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth", + "--policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14", + "--policy.phase_state_checkpoint_strict=true", + "--policy.freeze_phase_state_encoder=true", + "--policy.freeze_vlm=false", + "--policy.freeze_vision_encoder=false", + "--policy.phase_state_camera_index=0", + "--policy.phase_state_frame_stride=2", + "--policy.phase_state_vision_chunk_size=32", + "--policy.n_obs_steps=1", + "--policy.chunk_size=50", + "--policy.n_action_steps=10", + "--policy.max_state_dim=32", + "--policy.max_action_dim=32", + "--policy.phase_state_action_dim=14", + "--policy.empty_cameras=0", + "--policy.tokenizer_max_length=200", + "--policy.gradient_checkpointing=true", + "--policy.evidence_optimizer_lr=0.0001", + "--policy.action_optimizer_lr=0.000025", + "--policy.vlm_optimizer_lr=0.000025", + "--policy.vision_optimizer_lr=0.000025", + "--policy.optimizer_lr=0.000025", + "--policy.optimizer_weight_decay=0.01", + "--policy.optimizer_grad_clip_norm=1.0", + "--policy.scheduler_warmup_steps=33", + "--policy.scheduler_decay_steps=1000", + "--policy.scheduler_decay_lr=0.0000025", + "--policy.push_to_hub=false", + "--dataset.repo_id=local/robotwin_click_bell_aevla50", + "--dataset.root=/root/autodl-fs/datasets/robotwin_click_bell_aevla50", + "--dataset.revision=v3.0", + "--dataset.video_backend=pyav", + "--output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "--job_name=robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "--steps=1000", + "--batch_size=16", + "--num_workers=4", + "--persistent_workers=true", + "--prefetch_factor=2", + "--log_freq=100", + "--save_freq=100", + "--eval_freq=0", + "--seed=42", + "--wandb.enable=true", + "--wandb.mode=online", + "--wandb.project=action-evidence-vla-pi05-phase", + "--wandb.disable_artifact=true" + ], + "program": "-m lerobot.scripts.lerobot_train", + "git": { + "remote": "git@github.com:LliuTtao/SGVLA.git", + "commit": "ca8da87e9e816c71691333960e7bbc3da699832e" + }, + "root": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20", + "host": "autodl-container-sq1jeg5hau-f8a4dbe8", + "executable": "/root/autodl-tmp/projections/SGVLA/.venv/bin/python3", + "cpu_count": 72, + "cpu_count_logical": 144, + "gpu": "NVIDIA A800-SXM4-80GB", + "gpu_count": 4, + "disk": { + "/": { + "total": "32212254720", + "used": "9911070720" + } + }, + "memory": { + "total": "1081807933440" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-56601ec2-dc48-6741-6bdd-91c49df6f015" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705" + }, + { + "name": "NVIDIA A800-SXM4-80GB", + "memoryTotal": "85899345920", + "cudaCores": 6912, + "architecture": "Ampere", + "uuid": "GPU-24625a85-1603-30c0-36d9-c3a207715c1f" + } + ], + "cudaVersion": "13.0", + "writerId": "h8ryixehw1yeh5fn2j3jf4qx1uw2a00m" +} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-summary.json b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..249aaf81d9c3c2d2a5dfba058e2cd3000accd8cc --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/steps":900,"_wandb":{"runtime":3587},"_runtime":3587.37562083,"train/lr_vlm":3.0506141916795233e-06,"train/lr_evidence":1.2202456766718093e-05,"train/update_s":3.4715178253501655,"train/phase_norm":16.033475875854492,"_timestamp":1.7931159682250192e+09,"train/lr_action":3.0506141916795233e-06,"train/samples":57600,"train/lr_vision":3.0506141916795233e-06,"train/dataloading_s":0.08702162947505712,"train/phase_source_cached":1,"_step":900,"train/lr":1.5037462346963485e-05,"train/loss":0.002335217548534274,"train/epochs":14.941634241245136,"train/flow_loss":0.002335217548534274,"train/grad_norm":0.13941251441836358,"train/episodes":747.0817120622569} \ No newline at end of file diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-core.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..8ca181f8f90485794c2fe0b4ecd72b8a10aadbe0 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-core.log @@ -0,0 +1,15 @@ +{"time":"2026-10-27T22:46:54.145173802+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf9o_8p7u/port-964901.txt","pid":964901,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2026-10-27T22:46:54.145692051+08:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":964901} +{"time":"2026-10-27T22:46:54.145687966+08:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-964901-965635-2336048360/socket","Net":"unix"}} +{"time":"2026-10-27T22:46:54.331012288+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2026-10-27T22:46:54.340581503+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"vmkt7kml","id":"1(@)"} +{"time":"2026-10-27T22:46:55.602438182+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vmkt7kml","id":"1(@)"} +{"time":"2026-10-27T22:47:01.66342173+08:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"nt3b1tsi86xj"} +{"time":"2026-10-27T23:46:43.841851465+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2026-10-27T23:46:43.841958308+08:00","level":"INFO","msg":"server is shutting down"} +{"time":"2026-10-27T23:46:43.841939607+08:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2026-10-27T23:46:43.842157583+08:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2026-10-27T23:46:43.842134538+08:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-964901-965635-2336048360/socket","Net":"unix"}} +{"time":"2026-10-27T23:46:47.162867481+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2026-10-27T23:46:47.162915343+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2026-10-27T23:46:47.162944334+08:00","level":"INFO","msg":"server is closed"} diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f87a524ba5330aa38a1acac72e6c7ed5139e9ed5 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2026-10-27T22:46:54.341109917+08:00","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-10-27T22:46:55.60213928+08:00","level":"INFO","msg":"stream: created new stream","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602259655+08:00","level":"INFO","msg":"handler: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.60241855+08:00","level":"INFO","msg":"stream: started","id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602451429+08:00","level":"INFO","msg":"sender: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T22:46:55.602456996+08:00","level":"INFO","msg":"writer: started","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:43.841923149+08:00","level":"INFO","msg":"stream: closing","id":"vmkt7kml"} +{"time":"2026-10-27T23:46:46.570869149+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-27T23:46:47.161861101+08:00","level":"INFO","msg":"handler: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.16209088+08:00","level":"INFO","msg":"sender: closed","stream_id":"vmkt7kml"} +{"time":"2026-10-27T23:46:47.162121282+08:00","level":"INFO","msg":"stream: closed","id":"vmkt7kml"} diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..9cf66277451def3dccd3714ebb06a501e45401a1 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log @@ -0,0 +1,21 @@ +2026-10-27 22:46:54,114 INFO MainThread:964901 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Configure stats pid to 964901 +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/logs/debug-internal.log +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():844] calling init triggers +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/robotwin_click_bell_aevla50', 'root': '/root/autodl-fs/datasets/robotwin_click_bell_aevla50', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': 'v3.0', 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'action_evidence_vla', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pi05_init_path': 'lerobot/pi05_base', 'paligemma_variant': 'gemma_2b', 'action_expert_variant': 'gemma_300m', 'pi05_precision': 'bfloat16', 'chunk_size': 50, 'n_action_steps': 10, 'max_state_dim': 32, 'max_action_dim': 32, 'tokenizer_max_length': 200, 'image_resolution': [224, 224], 'empty_cameras': 0, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_click_bell_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_click_bell_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'job_name': 'robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 22:46:54,115 INFO MainThread:964901 [wandb_init.py:init():892] starting backend +2026-10-27 22:46:54,331 INFO MainThread:964901 [wandb_init.py:init():895] sending inform_init request +2026-10-27 22:46:54,336 INFO MainThread:964901 [wandb_init.py:init():903] backend started and connected +2026-10-27 22:46:54,337 INFO MainThread:964901 [wandb_init.py:init():973] updated telemetry +2026-10-27 22:46:54,344 INFO MainThread:964901 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 22:46:56,464 INFO MainThread:964901 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 22:46:56,633 INFO MainThread:964901 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 22:46:56,636 INFO MainThread:964901 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 23:46:43,842 INFO wandb-AsyncioManager-main:964901 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/run-vmkt7kml.wandb b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/run-vmkt7kml.wandb new file mode 100644 index 0000000000000000000000000000000000000000..859e23211da477197c9c91b41cb17f9c45341a91 --- /dev/null +++ b/robotwin_click_bell_stage2_fsdp2_gb64_1k_model_only_official20/wandb/run-20261027_224654-vmkt7kml/run-vmkt7kml.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4920690036f293cd29559194db314c031e7b3dd6a7a5ede7e1eecae04215c54 +size 570756 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d29275b087d68ca4c138d901073fc63eb7fd4fd7 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3103d26f09742443d2d0c5f5b06a5fb63939fff8 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a462cc544cc1deb20115467be7a07a19523b0ea80cf96c399de03d0ec89d94c2 +size 14437807336 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fe2d23b096d0f8f384ca009e6e338de8cbe4f07 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92085b9cd463f7a64306e7c725ed4982a9a0bd16680050dd7586876b155cefa7 +size 6792 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41cd156fb7fb21ed0c775b8f0b099f19444ea285 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e54d95bb0f1b8988484e5a7d938822db00adb744db273ec73262f2795dcee3 +size 6808 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..60588b756c1549cddc3813f10f163de6878ce5b6 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/000900/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_grab_roller_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_grab_roller_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "ck732jyy", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d29275b087d68ca4c138d901073fc63eb7fd4fd7 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..759c9160c51f3813515a4f21d1426d6d82239fff --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f07594ac4c7a186cc10e11dd47871f258da7fa70bbc9d17d1246a3e2bb8f14 +size 14437807336 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fe2d23b096d0f8f384ca009e6e338de8cbe4f07 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92085b9cd463f7a64306e7c725ed4982a9a0bd16680050dd7586876b155cefa7 +size 6792 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41cd156fb7fb21ed0c775b8f0b099f19444ea285 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e54d95bb0f1b8988484e5a7d938822db00adb744db273ec73262f2795dcee3 +size 6808 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..60588b756c1549cddc3813f10f163de6878ce5b6 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/001000/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_grab_roller_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_grab_roller_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "ck732jyy", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d29275b087d68ca4c138d901073fc63eb7fd4fd7 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/config.json @@ -0,0 +1,122 @@ +{ + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..759c9160c51f3813515a4f21d1426d6d82239fff --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f07594ac4c7a186cc10e11dd47871f258da7fa70bbc9d17d1246a3e2bb8f14 +size 14437807336 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4e4866670531ed4cca3563fad449fbf3db627c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fe2d23b096d0f8f384ca009e6e338de8cbe4f07 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92085b9cd463f7a64306e7c725ed4982a9a0bd16680050dd7586876b155cefa7 +size 6792 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c826a3da1bfe3160603460d1afed407e0bdf0c --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor.json @@ -0,0 +1,103 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "delta_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": [ + "motors" + ] + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + }, + { + "registry_name": "action_evidence_prepare_anchor", + "config": {} + }, + { + "registry_name": "action_evidence_prepare_pi05_prompt", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 200, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "google/paligemma-3b-pt-224" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41cd156fb7fb21ed0c775b8f0b099f19444ea285 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e54d95bb0f1b8988484e5a7d938822db00adb744db273ec73262f2795dcee3 +size 6808 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..60588b756c1549cddc3813f10f163de6878ce5b6 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/checkpoints/last/pretrained_model/train_config.json @@ -0,0 +1,264 @@ +{ + "dataset": { + "repo_id": "local/robotwin_grab_roller_aevla50", + "root": "/root/autodl-fs/datasets/robotwin_grab_roller_aevla50", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": "v3.0", + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "action_evidence_vla", + "n_obs_steps": 1, + "input_features": { + "observation.images.cam_high": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_left_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.images.cam_right_wrist": { + "type": "VISUAL", + "shape": [ + 480, + 640, + 3 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 14 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pi05_init_path": "lerobot/pi05_base", + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "pi05_precision": "bfloat16", + "chunk_size": 50, + "n_action_steps": 10, + "max_state_dim": 32, + "max_action_dim": 32, + "tokenizer_max_length": 200, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "QUANTILES", + "ACTION": "QUANTILES" + }, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "freeze_vlm": false, + "freeze_vision_encoder": false, + "gradient_checkpointing": true, + "offload_frozen_prefix_activations": true, + "phase_state_camera_index": 0, + "phase_state_frame_stride": 2, + "phase_state_vision_chunk_size": 32, + "phase_state_checkpoint_path": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth", + "phase_state_cache_root": "/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14", + "phase_state_cache_episodes": 2, + "phase_state_max_steps": 1000, + "phase_state_checkpoint_strict": true, + "freeze_phase_state_encoder": true, + "phase_state_action_normalization": "QUANTILES", + "phase_state_action_dim": 14, + "phase_state_dim": 256, + "phase_state_layers": 4, + "phase_state_dropout": 0.1, + "phase_state_vision_pretrained": false, + "selector_heads": 8, + "evidence_dim": 256, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "motors" + ], + "optimizer_lr": 2.5e-05, + "evidence_optimizer_lr": 0.0001, + "action_optimizer_lr": 2.5e-05, + "vlm_optimizer_lr": 2.5e-05, + "vision_optimizer_lr": 2.5e-05, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 33, + "scheduler_decay_steps": 1000, + "scheduler_decay_lr": 2.5e-06 + }, + "reward_model": null, + "output_dir": "/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "job_name": "robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 16, + "fsdp": true, + "fsdp_save_training_state": false, + "prefetch_factor": 2, + "persistent_workers": true, + "steps": 1000, + "eval_freq": 0, + "log_freq": 100, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 100, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 2.5e-05, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 33, + "num_decay_steps": 1000, + "peak_lr": 2.5e-05, + "decay_lr": 2.5e-06 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "max_episodes_rendered": 10, + "reseed_policy_each_episode": false + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "action-evidence-vla-pi05-phase", + "entity": null, + "notes": null, + "run_id": "ck732jyy", + "mode": "online", + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..b1e72b021991a86f1db73817a525a649b3c98010 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug-internal.log @@ -0,0 +1,11 @@ +{"time":"2026-10-27T11:05:50.245227973+08:00","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-10-27T11:05:51.214147138+08:00","level":"INFO","msg":"stream: created new stream","id":"ck732jyy"} +{"time":"2026-10-27T11:05:51.214249136+08:00","level":"INFO","msg":"handler: started","stream_id":"ck732jyy"} +{"time":"2026-10-27T11:05:51.214397781+08:00","level":"INFO","msg":"stream: started","id":"ck732jyy"} +{"time":"2026-10-27T11:05:51.214430472+08:00","level":"INFO","msg":"writer: started","stream_id":"ck732jyy"} +{"time":"2026-10-27T11:05:51.214434395+08:00","level":"INFO","msg":"sender: started","stream_id":"ck732jyy"} +{"time":"2026-10-27T12:11:26.011351338+08:00","level":"INFO","msg":"stream: closing","id":"ck732jyy"} +{"time":"2026-10-27T12:11:28.820787735+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-10-27T12:11:29.356839538+08:00","level":"INFO","msg":"handler: closed","stream_id":"ck732jyy"} +{"time":"2026-10-27T12:11:29.356994908+08:00","level":"INFO","msg":"sender: closed","stream_id":"ck732jyy"} +{"time":"2026-10-27T12:11:29.357040654+08:00","level":"INFO","msg":"stream: closed","id":"ck732jyy"} diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..333dff6f4beaa1073ac45950e42b8f4d38faf2d2 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/debug.log @@ -0,0 +1,21 @@ +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_setup.py:_flush():81] Configure stats pid to 401933 +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:setup_run_log_directory():717] Logging user logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/logs/debug.log +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/logs/debug-internal.log +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:init():844] calling init triggers +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/robotwin_grab_roller_aevla50', 'root': '/root/autodl-fs/datasets/robotwin_grab_roller_aevla50', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': 'v3.0', 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'action_evidence_vla', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'pi05_init_path': 'lerobot/pi05_base', 'paligemma_variant': 'gemma_2b', 'action_expert_variant': 'gemma_300m', 'pi05_precision': 'bfloat16', 'chunk_size': 50, 'n_action_steps': 10, 'max_state_dim': 32, 'max_action_dim': 32, 'tokenizer_max_length': 200, 'image_resolution': [224, 224], 'empty_cameras': 0, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:init():892] starting backend +2026-10-27 11:05:50,235 INFO MainThread:401933 [wandb_init.py:init():895] sending inform_init request +2026-10-27 11:05:50,241 INFO MainThread:401933 [wandb_init.py:init():903] backend started and connected +2026-10-27 11:05:50,243 INFO MainThread:401933 [wandb_init.py:init():973] updated telemetry +2026-10-27 11:05:50,249 INFO MainThread:401933 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 11:05:52,013 INFO MainThread:401933 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 11:05:52,186 INFO MainThread:401933 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73d60516414bbbfc782d4cc4305d000302bf98fa --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + ehciks4ku6w20oa0kl9xg4cbiq6f4jri: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_grab_roller_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_grab_roller_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + - --job_name=robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "10019246080" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + startedAt: "2026-10-27T03:05:50.016964Z" + writerId: ehciks4ku6w20oa0kl9xg4cbiq6f4jri + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_grab_roller_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_grab_roller_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..c1cd0e3d76594d75360713c80deb610e435e0a39 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/files/output.log @@ -0,0 +1,47 @@ +INFO 2026-10-27 11:05:52 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 11:05:52 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/ck732jyy +INFO 2026-10-27 11:05:52 ot_train.py:338 Creating dataset +INFO 2026-10-27 11:05:53 ot_train.py:372 Creating policy +INFO 2026-10-27 11:09:45 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 11:09:45 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 +INFO 2026-10-27 11:09:58 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 11:09:58 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +INFO 2026-10-27 11:09:58 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 11:09:58 ot_train.py:497 dataset.num_frames=4728 (5K) +INFO 2026-10-27 11:09:58 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 11:09:58 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 11:09:58 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 11:09:58 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00, 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:init():892] starting backend +2026-10-27 11:05:50,235 INFO MainThread:401933 [wandb_init.py:init():895] sending inform_init request +2026-10-27 11:05:50,241 INFO MainThread:401933 [wandb_init.py:init():903] backend started and connected +2026-10-27 11:05:50,243 INFO MainThread:401933 [wandb_init.py:init():973] updated telemetry +2026-10-27 11:05:50,249 INFO MainThread:401933 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 11:05:52,013 INFO MainThread:401933 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 11:05:52,186 INFO MainThread:401933 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-ck732jyy.wandb b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-ck732jyy.wandb new file mode 100644 index 0000000000000000000000000000000000000000..93565b8b45fae49c0ec14c57d078f28bc73ea4ef --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/latest-run/run-ck732jyy.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01b341eb8da89d6504961a8c8e84f56283b0607cd579dc6977ce053f20c9f7b +size 622807 diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/config.yaml b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73d60516414bbbfc782d4cc4305d000302bf98fa --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/config.yaml @@ -0,0 +1,351 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + ehciks4ku6w20oa0kl9xg4cbiq6f4jri: + args: + - --fsdp=true + - --fsdp_save_training_state=false + - --policy.discover_packages_path=lerobot.policies.action_evidence_vla + - --policy.type=action_evidence_vla + - --policy.device=cuda + - --policy.pi05_precision=bfloat16 + - --policy.normalization_mapping={"VISUAL":"IDENTITY","STATE":"QUANTILES","ACTION":"QUANTILES"} + - --policy.phase_state_action_normalization=QUANTILES + - --policy.pi05_init_path=lerobot/pi05_base + - --policy.phase_state_checkpoint_path=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth + - --policy.phase_state_cache_root=/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 + - --policy.phase_state_checkpoint_strict=true + - --policy.freeze_phase_state_encoder=true + - --policy.freeze_vlm=false + - --policy.freeze_vision_encoder=false + - --policy.phase_state_camera_index=0 + - --policy.phase_state_frame_stride=2 + - --policy.phase_state_vision_chunk_size=32 + - --policy.n_obs_steps=1 + - --policy.chunk_size=50 + - --policy.n_action_steps=10 + - --policy.max_state_dim=32 + - --policy.max_action_dim=32 + - --policy.phase_state_action_dim=14 + - --policy.empty_cameras=0 + - --policy.tokenizer_max_length=200 + - --policy.gradient_checkpointing=true + - --policy.evidence_optimizer_lr=0.0001 + - --policy.action_optimizer_lr=0.000025 + - --policy.vlm_optimizer_lr=0.000025 + - --policy.vision_optimizer_lr=0.000025 + - --policy.optimizer_lr=0.000025 + - --policy.optimizer_weight_decay=0.01 + - --policy.optimizer_grad_clip_norm=1.0 + - --policy.scheduler_warmup_steps=33 + - --policy.scheduler_decay_steps=1000 + - --policy.scheduler_decay_lr=0.0000025 + - --policy.push_to_hub=false + - --dataset.repo_id=local/robotwin_grab_roller_aevla50 + - --dataset.root=/root/autodl-fs/datasets/robotwin_grab_roller_aevla50 + - --dataset.revision=v3.0 + - --dataset.video_backend=pyav + - --output_dir=/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + - --job_name=robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + - --steps=1000 + - --batch_size=16 + - --num_workers=4 + - --persistent_workers=true + - --prefetch_factor=2 + - --log_freq=100 + - --save_freq=100 + - --eval_freq=0 + - --seed=42 + - --wandb.enable=true + - --wandb.mode=online + - --wandb.project=action-evidence-vla-pi05-phase + - --wandb.disable_artifact=true + cpu_count: 72 + cpu_count_logical: 144 + cudaVersion: "13.0" + disk: + /: + total: "32212254720" + used: "10019246080" + executable: /root/autodl-tmp/projections/SGVLA/.venv/bin/python3 + git: + commit: ca8da87e9e816c71691333960e7bbc3da699832e + remote: git@github.com:LliuTtao/SGVLA.git + gpu: NVIDIA A800-SXM4-80GB + gpu_count: 4 + gpu_nvidia: + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-56601ec2-dc48-6741-6bdd-91c49df6f015 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-dfe6761a-23f4-c34c-9c03-01da02020e5f + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-8c94bc98-aa6a-d757-b3d0-b74b6f286705 + - architecture: Ampere + cudaCores: 6912 + memoryTotal: "85899345920" + name: NVIDIA A800-SXM4-80GB + uuid: GPU-24625a85-1603-30c0-36d9-c3a207715c1f + host: autodl-container-sq1jeg5hau-f8a4dbe8 + memory: + total: "1081807933440" + os: Linux-5.15.0-78-generic-x86_64-with-glibc2.35 + program: -m lerobot.scripts.lerobot_train + python: CPython 3.12.3 + root: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only + startedAt: "2026-10-27T03:05:50.016964Z" + writerId: ehciks4ku6w20oa0kl9xg4cbiq6f4jri + m: [] + python_version: 3.12.3 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.3 + "5": 0.24.2 + "6": 5.5.4 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 16 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/robotwin_grab_roller_aevla50 + return_uint8: false + revision: v3.0 + root: /root/autodl-fs/datasets/robotwin_grab_roller_aevla50 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + max_episodes_rendered: 10 + n_episodes: 50 + reseed_policy_each_episode: false + use_async_envs: true +eval_freq: + value: 0 +fsdp: + value: true +fsdp_save_training_state: + value: false +job_name: + value: robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +log_freq: + value: 100 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.95 + eps: 1e-08 + grad_clip_norm: 1 + lr: 2.5e-05 + type: adamw + weight_decay: 0.01 +output_dir: + value: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +peft: + value: null +persistent_workers: + value: true +policy: + value: + action_expert_variant: gemma_300m + action_feature_names: null + action_optimizer_lr: 2.5e-05 + chunk_size: 50 + device: cuda + empty_cameras: 0 + evidence_dim: 256 + evidence_optimizer_lr: 0.0001 + freeze_phase_state_encoder: true + freeze_vision_encoder: false + freeze_vlm: false + gradient_checkpointing: true + image_resolution: + - 224 + - 224 + license: null + max_action_dim: 32 + max_period: 4 + max_state_dim: 32 + min_period: 0.004 + n_action_steps: 10 + n_obs_steps: 1 + normalization_mapping: + ACTION: QUANTILES + STATE: QUANTILES + VISUAL: IDENTITY + num_inference_steps: 10 + offload_frozen_prefix_activations: true + optimizer_betas: + - 0.9 + - 0.95 + optimizer_eps: 1e-08 + optimizer_grad_clip_norm: 1 + optimizer_lr: 2.5e-05 + optimizer_weight_decay: 0.01 + paligemma_variant: gemma_2b + phase_state_action_dim: 14 + phase_state_action_normalization: QUANTILES + phase_state_cache_episodes: 2 + phase_state_cache_root: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 + phase_state_camera_index: 0 + phase_state_checkpoint_path: /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth + phase_state_checkpoint_strict: true + phase_state_dim: 256 + phase_state_dropout: 0.1 + phase_state_frame_stride: 2 + phase_state_layers: 4 + phase_state_max_steps: 1000 + phase_state_vision_chunk_size: 32 + phase_state_vision_pretrained: false + pi05_init_path: lerobot/pi05_base + pi05_precision: bfloat16 + pretrained_path: null + private: null + push_to_hub: false + relative_exclude_joints: + - gripper + repo_id: null + scheduler_decay_lr: 2.5e-06 + scheduler_decay_steps: 1000 + scheduler_warmup_steps: 33 + selector_heads: 8 + tags: null + time_sampling_beta_alpha: 1.5 + time_sampling_beta_beta: 1 + time_sampling_offset: 0.001 + time_sampling_scale: 0.999 + tokenizer_max_length: 200 + type: action_evidence_vla + use_amp: false + use_peft: false + use_relative_actions: false + vision_optimizer_lr: 2.5e-05 + vlm_optimizer_lr: 2.5e-05 +prefetch_factor: + value: 2 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 100 +scheduler: + value: + decay_lr: 2.5e-06 + num_decay_steps: 1000 + num_warmup_steps: 33 + peak_lr: 2.5e-05 + type: cosine_decay_with_warmup +seed: + value: 42 +steps: + value: 1000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: true + enable: true + entity: null + mode: online + notes: null + project: action-evidence-vla-pi05-phase + run_id: null diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/output.log b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..c1cd0e3d76594d75360713c80deb610e435e0a39 --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/files/output.log @@ -0,0 +1,47 @@ +INFO 2026-10-27 11:05:52 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-10-27 11:05:52 db_utils.py:122 Track this run --> https://wandb.ai/3cteam/action-evidence-vla-pi05-phase/runs/ck732jyy +INFO 2026-10-27 11:05:52 ot_train.py:338 Creating dataset +INFO 2026-10-27 11:05:53 ot_train.py:372 Creating policy +INFO 2026-10-27 11:09:45 ence_vla.py:584 Initialized Action-Evidence VLA from PI0.5 checkpoint lerobot/pi05_base (bare model keys) +INFO 2026-10-27 11:09:45 ence_vla.py:613 Validated offline causal phase states at /root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14 +INFO 2026-10-27 11:09:58 ot_train.py:449 Creating optimizer and scheduler +INFO 2026-10-27 11:09:58 ot_train.py:489 Output dir: /root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only +INFO 2026-10-27 11:09:58 ot_train.py:496 cfg.steps=1000 (1K) +INFO 2026-10-27 11:09:58 ot_train.py:497 dataset.num_frames=4728 (5K) +INFO 2026-10-27 11:09:58 ot_train.py:498 dataset.num_episodes=50 +INFO 2026-10-27 11:09:58 ot_train.py:501 Effective batch size: 16 x 4 = 64 samples +INFO 2026-10-27 11:09:58 ot_train.py:504 num_learnable_params=3385530640 (3B) +INFO 2026-10-27 11:09:58 ot_train.py:505 num_total_params=4175503632 (4B) +Training: 0%| | 0/1000 [00:00, 'STATE': , 'ACTION': }, 'num_inference_steps': 10, 'time_sampling_beta_alpha': 1.5, 'time_sampling_beta_beta': 1.0, 'time_sampling_scale': 0.999, 'time_sampling_offset': 0.001, 'min_period': 0.004, 'max_period': 4.0, 'freeze_vlm': False, 'freeze_vision_encoder': False, 'gradient_checkpointing': True, 'offload_frozen_prefix_activations': True, 'phase_state_camera_index': 0, 'phase_state_frame_stride': 2, 'phase_state_vision_chunk_size': 32, 'phase_state_checkpoint_path': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/robotwin_grab_roller_vbe14/best_val_loss.pth', 'phase_state_cache_root': '/root/autodl-tmp/projections/SGVLA/outputs/ActionEvidenceVLA/phase_state_cache/robotwin_grab_roller_vbe14', 'phase_state_cache_episodes': 2, 'phase_state_max_steps': 1000, 'phase_state_checkpoint_strict': True, 'freeze_phase_state_encoder': True, 'phase_state_action_normalization': , 'phase_state_action_dim': 14, 'phase_state_dim': 256, 'phase_state_layers': 4, 'phase_state_dropout': 0.1, 'phase_state_vision_pretrained': False, 'selector_heads': 8, 'evidence_dim': 256, 'use_relative_actions': False, 'relative_exclude_joints': ['gripper'], 'action_feature_names': None, 'optimizer_lr': 2.5e-05, 'evidence_optimizer_lr': 0.0001, 'action_optimizer_lr': 2.5e-05, 'vlm_optimizer_lr': 2.5e-05, 'vision_optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 0.01, 'optimizer_grad_clip_norm': 1.0, 'scheduler_warmup_steps': 33, 'scheduler_decay_steps': 1000, 'scheduler_decay_lr': 2.5e-06}, 'reward_model': None, 'output_dir': '/root/autodl-tmp/projections/SGVLA/outputs/train/ActionEvidenceVLA/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'job_name': 'robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only', 'resume': False, 'seed': 42, 'cudnn_deterministic': False, 'num_workers': 4, 'batch_size': 16, 'fsdp': True, 'fsdp_save_training_state': False, 'prefetch_factor': 2, 'persistent_workers': True, 'steps': 1000, 'eval_freq': 0, 'log_freq': 100, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 100, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 0.01, 'grad_clip_norm': 1.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 33, 'num_decay_steps': 1000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': True, 'max_episodes_rendered': 10, 'reseed_policy_each_episode': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'action-evidence-vla-pi05-phase', 'entity': None, 'notes': None, 'run_id': None, 'mode': 'online', 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-10-27 11:05:50,018 INFO MainThread:401933 [wandb_init.py:init():892] starting backend +2026-10-27 11:05:50,235 INFO MainThread:401933 [wandb_init.py:init():895] sending inform_init request +2026-10-27 11:05:50,241 INFO MainThread:401933 [wandb_init.py:init():903] backend started and connected +2026-10-27 11:05:50,243 INFO MainThread:401933 [wandb_init.py:init():973] updated telemetry +2026-10-27 11:05:50,249 INFO MainThread:401933 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-10-27 11:05:52,013 INFO MainThread:401933 [wandb_init.py:init():1042] starting run threads in backend +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_console_start():2529] atexit reg +2026-10-27 11:05:52,182 INFO MainThread:401933 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-10-27 11:05:52,183 INFO MainThread:401933 [wandb_run.py:_redirect():2469] Redirects installed. +2026-10-27 11:05:52,186 INFO MainThread:401933 [wandb_init.py:init():1082] run started, returning control to user process +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [service_client.py:_forward_responses():94] Reached EOF. +2026-10-27 12:11:26,011 INFO wandb-AsyncioManager-main:401933 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/run-ck732jyy.wandb b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/run-ck732jyy.wandb new file mode 100644 index 0000000000000000000000000000000000000000..93565b8b45fae49c0ec14c57d078f28bc73ea4ef --- /dev/null +++ b/robotwin_grab_roller_stage2_fsdp2_gb64_1k_model_only/wandb/run-20261027_110550-ck732jyy/run-ck732jyy.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01b341eb8da89d6504961a8c8e84f56283b0607cd579dc6977ce053f20c9f7b +size 622807