diff --git a/.gitattributes b/.gitattributes index b5674da354d94d52295dff85f72bc3b2f6b357d5..bed97b019560516ab094bd8a6f3f3f93727451af 100644 --- a/.gitattributes +++ b/.gitattributes @@ -46,3 +46,16 @@ pi0_seq_libero_10_2e-3/checkpoints/libero_10_task01_010000/pretrained_model/toke pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_011000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_012000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_013000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text +pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a70003e37ba57efd05910c88ee7c6be4a004bd92 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43dbbc1119486dc561dbbf223503ed272b57e51bcae9404fcf64482cc7baeecf +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0340feb09a01a886344df59ddd06d7239043848 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0faf8f30d740d11db726323c0b3566a928b5c84637df0608cc792dba59c61e +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0340feb09a01a886344df59ddd06d7239043848 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0faf8f30d740d11db726323c0b3566a928b5c84637df0608cc792dba59c61e +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4c225771f0d63b4e9509ea2964cf26a8ac1cab12 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..49f1df2e381c2487a5792901ae9afb8a85d2adb0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 14000, + "task_position": 2, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5eba1a7383d509b05778ffba9f5dde5c66f6f96a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_014000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 14000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0e8108d909adee8a96dc957fd284763799aec46 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e2040dfb646e52bfc457293c62a5dcfcacb4c417f7176c05e3b957ad969f22 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..5cec056c8ba7f3c2e865a0f73ae59975a0503067 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 15000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3fdfe0adfc104731638029bf1abf6e2faffbe640 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf671d804d79ab05085c205490ad0c470c6871b739de14ea60cbb07ce3cf235 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..058d6ac42731f67f73c267175ff6f188b83718da --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bf68bab39185ba0274eb6adcae6db8ffa4316f137b9cfa8b1d5edf5b831b77 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..058d6ac42731f67f73c267175ff6f188b83718da --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bf68bab39185ba0274eb6adcae6db8ffa4316f137b9cfa8b1d5edf5b831b77 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3c45a5f47473069c1de2045acff66a908f4ebdfa --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 15000, + "_step_count": 15001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..88333ece79f383a85a62fdadff3b9afc1ffc6e23 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 15000, + "task_position": 2, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2319ec2fff16a54b9edfe8b0f9127496a06b8566 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task02_015000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 15000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b60edf470cfe6c7602712212e750f8c5f73457e0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3787dd36b0b6567042253195a006d02eb90617941b197d89558529b95e0c8960 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5dde7451bc4abfbd6c11c20f13e697357ac1f434 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f900a82fa561f53462ad6142e57b8f710b4275926ff4f825280feecb3f8aadf +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df77f347572e6ed6b0e4a147512dd2aede34f85a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce58415de6533a039c6b2bbcca894a533f5ed2f92722b88fae7009999a8d924 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df77f347572e6ed6b0e4a147512dd2aede34f85a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce58415de6533a039c6b2bbcca894a533f5ed2f92722b88fae7009999a8d924 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..33b6236350bb5541f84a69c710c155ee4d6bca0d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 16000, + "_step_count": 16001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1971ab06d1db00e48798ecd2ac6735169b84b5 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 16000, + "task_position": 3, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bc0d23e286fd20f13f0536ca4d998d5c61df1440 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_016000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 16000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6409d82ea77a2ba54165655a7184cd332551f3e --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f8c75763c4eac08093771e9a91e1ff293b41b7301e29f8581e0b25776642604 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c397907165bb49af5c8ed9f0802e1ca19fad31fb --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 17000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..951c6148f07659a7632b93b2254e4dd0568604ed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a217755791024ca3569d09bce20ce8e2d669dda10a2b84bb1164f5773d8c72b8 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cd90b9fec5f8db8bd244801a27d83e7326e5244 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce83f6c6a9248eafeb9f2bb5bca7550a1a0eb7cc6fcdeb108d05a67b4c0eaa5a +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cd90b9fec5f8db8bd244801a27d83e7326e5244 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce83f6c6a9248eafeb9f2bb5bca7550a1a0eb7cc6fcdeb108d05a67b4c0eaa5a +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2989cf134ce4f895a530942875a68f6621435dcf --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 17000, + "_step_count": 17001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..42323b90a8b298966c0a028ae06184805ed83252 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 17000, + "task_position": 3, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..eea41a0a84bae0578f3f705b07f7be3d105587bc --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_017000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 17000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7b7f249f11ec77535ea2593a65c3108a784abc7 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0302d9bbc8f8ab5c6d335a7f4c853b7ca6be5a80fc96b0d55d9a287e242f6f +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf763072632c7ccd3e195d66efc9032d4fe412c3 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435f6d1aa2ad8d5786ccac24deaa2a3d5b4ef204aac2147258c3245d6fa99bec +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4e5a9476d71c26872abf2c6323d28a0db68018d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452aaf62020d5ec079909b16b98208d917294eab34871cb401c204930b56472a +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4e5a9476d71c26872abf2c6323d28a0db68018d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452aaf62020d5ec079909b16b98208d917294eab34871cb401c204930b56472a +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..40bfb84f8051a52edc272f667aa6beb837c5a6b4 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1fb7e2ecfc667b8e49b3e96f5a07cccce74c04f0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 18000, + "task_position": 3, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..245686c26489b52d5f6ec241a867f8eb3bc59b32 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_018000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 18000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce705872cbc0c3abedcbf0c6ac4f05ac3ff88656 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce25619d795eb6e11fe861623282936f04277769ab54793a16abe4018fc9f1d +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..56ff920c81fcd8f0a4df20161e29926b955a4012 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 19000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d9e5902668f19b6ba8248bd1fcfbf5ed9254b33 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c5ac241ce712c2660698e5fbe5ed1d3c199fe89f9ed948e8fd5bd377e13932 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1fa8ab24cdf079d02b1098376d720164010eaa --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d0e09e533f023e7b3ae4518915caf6482be901eb81798c907f4e3b2fd46d17 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1fa8ab24cdf079d02b1098376d720164010eaa --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d0e09e533f023e7b3ae4518915caf6482be901eb81798c907f4e3b2fd46d17 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d110e10a823aeec0184fca5a4cdeafb40723e01 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 19000, + "_step_count": 19001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3513a18b149499c3b216b0055ad206c8da1bff70 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 19000, + "task_position": 3, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d192f2d873cf582910733e5d6d153a31a48b9634 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_019000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 19000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec57d83f339328777d6c85b06266670cc6a2e8bc --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c14cac989ebe8f6c28607e08eb0e780952635aadd129a963caaecd17a7ea3ed +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ba84002536d8cf5d67813aed5ca8c34f08b3222 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0281afa278b97a6fd5ddee1f4f9f4676f020488ca3d9737cfc5867b4fdf10835 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90e7ccf88b661982e0e95b51a99db0653e1e5dd9 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9e9354bbb62c9f29deaa7af66125bb7179f1c9ff29a987ba2e29f081c83d15 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90e7ccf88b661982e0e95b51a99db0653e1e5dd9 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9e9354bbb62c9f29deaa7af66125bb7179f1c9ff29a987ba2e29f081c83d15 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c87885a703f509c36d85de8cef43648ec0943b94 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..01f7e7afa3ec80c52d20e75d64009e67e757ff97 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 20000, + "task_position": 3, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19ab74ea967b6853296de13d17b833862a8a5c86 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task03_020000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 20000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f9d6e03acd4f44448aa62d0f907ce63e1785087 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbeed6ab2f6d67549dca19a70561bb22791aff7cf04cb135c3b07d055c0cd67 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7820c04576848a4c4bc63dcb05df4faf1161c7f5 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 21000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a031646330e71223f34e6f28c8dc92a27ccfa8a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfb95d1974fe3fd2d85ad0cc79256bd6f140f3c7abe30d28ca250f9a3ec4c99 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9f4e6eab4e335760b421af808004f6f240e526c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d03902717afcdf72a62774578938855dadc9c75896a16e1b25fec9ef64c57cb +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9f4e6eab4e335760b421af808004f6f240e526c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d03902717afcdf72a62774578938855dadc9c75896a16e1b25fec9ef64c57cb +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..66b299be50bfecd1c2bed59bcc0090aa3c60f20c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 21000, + "_step_count": 21001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..21f799173801010a1d16d66cdd2eb2bc5a31d89f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 21000, + "task_position": 4, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9620336c9c3130b0aee3219851567d2c86fe31d6 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_021000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 21000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76f2aae7e101f528de3c5b1627cf9ba383bb9601 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90665399947134963e9040915b723c5fcf67cfb8bea3db64902d8c9350aa44e +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..939cf64b8c413d02410379324421f3a18d0d7e81 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:011b49fe07281ee545ae5f7f980a2092f03d74d126c0f61c6cc2ca4de3b474a9 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4255321dac61c7512065c9e9a4368615cdd2267b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eab3e1b89eed0a106c65f2b91bbbccc8994f5884fd0c7489c1353c4af835bf3 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4255321dac61c7512065c9e9a4368615cdd2267b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eab3e1b89eed0a106c65f2b91bbbccc8994f5884fd0c7489c1353c4af835bf3 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7932a8fdbd127ffc0efee3bde9146a67dac1003b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..43f66d663beb61ac41da2465169d33bee115059c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 22000, + "task_position": 4, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5a2674240ab1f910a27102d34da1b1ba0d7dbe --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_022000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 22000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d4dbc266903a08d1373dce64b1b87960b40278e --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb7b425e58b0181187c9cda0e0dee67d4ea4ee0ecdf63978512bd12ea0133bb +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e2ae872691c0f4c384a75e3015a6caf86c014370 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 23000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db3ffd207a3f5e0d20435bcc5074d4e23fd0a193 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdaccbb7d2f4cb787f6770a88b0d6756d3c29a7cea60e4dd82f709bd3510a0fd +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaee0066fd47d3b170463404943c45fdb0d7df5f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b16be538d0b6f1aa41d9e2b93a4ade389aa37eea7398430110d82d3388d41 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaee0066fd47d3b170463404943c45fdb0d7df5f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b16be538d0b6f1aa41d9e2b93a4ade389aa37eea7398430110d82d3388d41 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..641b442bc16e8a085e36deed18a734d194b64686 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 23000, + "_step_count": 23001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a425c10b7f9cf69b26d485cd5a5917bb97362bf --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 23000, + "task_position": 4, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c03a9ae55682fbb7640cd345744a770ce17d618b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_023000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 23000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..742f9a5cfd0941cfd54a822868ab6e5edcc8d85f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e813053140e07562417f51312e6d1b1b3c5905c4246c7e3c36d40722611523a +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3650b000d54a8ed5182f117b46ba59e957adc9a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686d3f54a1e60caa7c57adc6a05b667848f8019786ff02417b442d2564a267b5 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cd315b287351dfa481a9e1cd95f1fba35c91303 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7a9ad32973b93fbe5ab4f334c61984e280fef37c226a456ebc8ec6d398d76d +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cd315b287351dfa481a9e1cd95f1fba35c91303 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7a9ad32973b93fbe5ab4f334c61984e280fef37c226a456ebc8ec6d398d76d +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d89f76e7fb7bb62ef812f195d5fa49df245a554c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..953aa1c5ac27c3de4cfeb58257141660edcde369 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 24000, + "task_position": 4, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..be02374463f8342d9c45fb117945e829a8077457 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_024000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 24000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01c99d22e1e8c1fcca331c3a26a8d4f038c851b1 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dda246b3933409fc678b4209e8cae4a5fe8258c1e661df4029127eb201a2289 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1cbe0bc95167335c9742decea12bd42c3ec87fb --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f72c9580136b5e5875dec90361d98f8b1a76f8d93a00cce0a837efb0909b8d +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d52e1bcd30b3175cddc9ba29a0ec09b5dd6db42d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9295c7ba11da57c6ee6e05136ae9c10881d1012bdfc167e6ce9d92db9efe8042 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d52e1bcd30b3175cddc9ba29a0ec09b5dd6db42d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9295c7ba11da57c6ee6e05136ae9c10881d1012bdfc167e6ce9d92db9efe8042 +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..49ade68bc75a14dcb0e00e94c4307ae0bf8840ef --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..13c91ad08389abebc919b51ba4da8e2f7bf82808 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 25000, + "task_position": 4, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2d1bc9d4f96258cbab3f6577e09e4a91092bd723 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task04_025000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 25000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3734dc13f8378128c0ed9496dddc517e25899fbf --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75fc0466a87c46412309301af833923f7eda1d8a33569087f3d0d5ff9b60e0f2 +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..fbd83b53628d15c0b3644ca1429823e46185741a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,95 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + } + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "pi0_new_line_processor", + "config": {} + }, + { + "registry_name": "tokenizer_processor", + "config": { + "max_length": 48, + "task_key": "task", + "padding_side": "right", + "padding": "max_length", + "truncation": true, + "tokenizer_name": "tokenizer" + }, + "artifacts": { + "tokenizer_name": "tokenizer" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "relative_actions_processor", + "config": { + "enabled": false, + "exclude_joints": [ + "gripper" + ], + "action_names": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_6_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd8ca858bec3ac468799ef6b716f4ebd192faaf0 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/policy_preprocessor_step_6_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4adfe0d305934e5ff56c9be959acb7ad0b8ff2ee41b699f82b30ae5c595f6 +size 7828 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..c31616d7cf77f0c872f7e05c0d5c0a6909c7ef6b --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee726ea83cc9cfac4c3bae873d1f885a0e81b5832fabd413d425b778b2141b50 +size 34387382 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99b67aacf02687b83eef8336aad34fbf2ec9e6d --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/tokenizer/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": [ + "" + ], + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "processor_class": "PaliGemmaProcessor", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/train_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9304ffa36bc1f07a91e70254f27fb8c800feffed --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/checkpoint_complete.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_param_groups.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f5cca1c5d552287c7a11cb9493bccd6cdc06b18c --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_param_groups.json @@ -0,0 +1,879 @@ +[ + { + "lr": 0.002, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08, + "weight_decay": 0.01, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857 + ] + } +] \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02906a87bdf1dcb34cc24a4435ff38f17ca9d7ce --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2fa18844cc853ced8c5f87d2ab8ce68685cbff3b92272d011edf0e3459700c8 +size 10973320 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1d5c4a6fb9c11db7b1ee305927701381e671c9 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a557a6898a39000d1120bfb73495fb112ac00c9c68cc5a68ee4c3ce9819181bd +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state_rank_0.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa1d5c4a6fb9c11db7b1ee305927701381e671c9 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a557a6898a39000d1120bfb73495fb112ac00c9c68cc5a68ee4c3ce9819181bd +size 15708 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/scheduler_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5b28d9be2b970d0f9d93d6085c32dc70593c8e9a --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.002 + ], + "last_epoch": 26000, + "_step_count": 26001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/sequential_state.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b69f95fdb1d45de02e3b633cca6f0d6efcf18d88 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 26000, + "task_position": 5, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/train/pi0_seq_libero_half/pi0_seq_libero_10_2e-3", + "job_name": "pi0_seq_libero_10_2e-3", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 0.002, + "weight_decay": 0.01, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 0, + "num_decay_steps": 5000, + "peak_lr": 0.002, + "decay_lr": 0.002 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "0nbh830f", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": { + "observation.images.image": "observation.images.base_0_rgb", + "observation.images.image2": "observation.images.left_wrist_0_rgb" + }, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "seq" + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/training_step.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..db5a0b4455e23b3bd98e9d29300460d6f61b7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_026000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 26000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/README.md b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..be8daccaa531dba04e1bbd5db1b423f13d587e26 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:lerobot/pi0_base +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9563adf155537a25c0acfb18ee5f50da32e7a7f --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "PI0Policy", + "parent_library": "lerobot.policies.pi0.modeling_pi0" + }, + "base_model_name_or_path": "lerobot/pi0_base", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "(.*\\.gemma_expert\\..*\\.self_attn\\.(q|v)_proj|model\\.(action_in_proj|action_out_proj|action_time_mlp_in|action_time_mlp_out))", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_model.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c969ede1c107726f2da8844ae9dff47dcf1d4eb --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da31f16f229207fa18481aba32399760ddddb2066177ffea9275ae268224771b +size 5489808 diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/config.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d23b18f94744e2503997a59ac90f3f74d7ebac56 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "pi0", + "n_obs_steps": 1, + "input_features": { + "observation.images.base_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.left_wrist_0_rgb": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "lerobot/pi0_base", + "pretrained_revision": null, + "paligemma_variant": "gemma_2b", + "action_expert_variant": "gemma_300m", + "dtype": "bfloat16", + "chunk_size": 50, + "n_action_steps": 50, + "max_state_dim": 32, + "max_action_dim": 32, + "num_inference_steps": 10, + "time_sampling_beta_alpha": 1.5, + "time_sampling_beta_beta": 1.0, + "time_sampling_scale": 0.999, + "time_sampling_offset": 0.001, + "min_period": 0.004, + "max_period": 4.0, + "use_relative_actions": false, + "relative_exclude_joints": [ + "gripper" + ], + "action_feature_names": [ + "actions" + ], + "rtc_config": null, + "image_resolution": [ + 224, + 224 + ], + "empty_cameras": 0, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "gradient_checkpointing": false, + "compile_model": false, + "compile_mode": "max-autotune", + "freeze_vision_encoder": false, + "train_expert_only": false, + "optimizer_lr": 0.002, + "optimizer_betas": [ + 0.9, + 0.95 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 0.01, + "optimizer_grad_clip_norm": 1.0, + "scheduler_warmup_steps": 0, + "scheduler_decay_steps": 5000, + "scheduler_decay_lr": 0.002, + "tokenizer_max_length": 48 +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor.json b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..45c7cfa7f511306ed7621ee5142cf11717e2ef27 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,38 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "absolute_actions_processor", + "config": { + "enabled": false + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c61d25bd3e8bb3ff918152cc39c923672f67225 --- /dev/null +++ b/pi0_seq_libero_10_2e-3/checkpoints/libero_10_task05_027000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fdccd50a56ee72e585c99cedd4b98ec05a6481983d2c24e85e6e775a8fcbf8 +size 7820