diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..063ff98f84276c27828f490a0a9fd46929dc320e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b991d46201bb88ccfb805565cd57a342853be881e0d68b6fb07a236521b294 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d98c94f5b78238bf495ac68b9f9fb446cfac5c07 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 1000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..856534696d8604948d18c1d9a6e9a2ed22e7978c --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d3535c2ec9c955b8b1f09987f2c3630272b304c329a7c42074bbb3f9398614 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc2949e152c4de6280a99ff7d9034cd129fa8327 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bfae6c65e2114e652284b3f601eea5e6c60b77467c20fe9c378399f40e639c +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc2949e152c4de6280a99ff7d9034cd129fa8327 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bfae6c65e2114e652284b3f601eea5e6c60b77467c20fe9c378399f40e639c +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..104866bf99800fe5277b48cb9e583e9c6b89aef8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 1000, + "_step_count": 1001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c127672ef3a664922dfa1745ab40dbc08465d035 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 1000, + "task_position": 0, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d8088bcb3f5bfa12f85a870c9abe6c6f9779ce00 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_001000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 1000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1abdd43a9303f1ad6b3db6802fe0afc1a20daddc --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd28e1b7fc93cee56ec1980418efd16c7ab724fc14ae1950fc960a833330644 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..39090bbb986edb821e1602990d19357dcdb5d2ae --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 2000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..868231363a1433ad840466fdfcb9894220ba93fd --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fedc64cb3c402d9eee87b00eb452af2a68defad39ffc0c52e9f90ee471c8b23 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b46084baeafe2ab10f05afcffb02ebffb05fbf8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d3778f0fd1be3a27a45718537d234caac34fc8cc343fc23e4c8b9866760973 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b46084baeafe2ab10f05afcffb02ebffb05fbf8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d3778f0fd1be3a27a45718537d234caac34fc8cc343fc23e4c8b9866760973 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6600185a526a8ba440de3bea3f4629e5872d33ad --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 2000, + "_step_count": 2001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a09ec2200b7ae5869d0d82d98f480f62d256d243 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 2000, + "task_position": 0, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..28adc9f2aa9af9e2f5a8b815e3223326afdff78d --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_002000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 2000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04315a7604cfe94086eae8cd660077ae426ae078 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df10d248e6e9fbbb026fa426548c7f7ed8ac84efffd2f2f1fe628a6ebcd86a7 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a44127b7dfea653fd776d529fa83c55d32081c --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 3000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4913c09df0f2c29442d23ab5941b5497970a857 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a46f2af7755380d999b6458064d07126b0b57ec87a6e4b1960b246805e8505e +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c876520969b1c3e4a433030732bad4d9f8953b73 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794e21def8e12fb36442ae42d3ee916e5a374dd0cb11792b52bb2256fc3ad223 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c876520969b1c3e4a433030732bad4d9f8953b73 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794e21def8e12fb36442ae42d3ee916e5a374dd0cb11792b52bb2256fc3ad223 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38daeda3e81bcc84abc3ec142d0d6d9f284ef1c4 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 3000, + "_step_count": 3001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f5d64946a2d1bf5ae7cbb97d2ca32e721abe4445 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 3000, + "task_position": 0, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..589362eae18855ebcffca8e2f414ffb243d86074 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_003000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 3000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45a7f7bd702565727db97142f87b46fc3904657b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6c713d73757a8556df99f300f50f7bbe5830792995713a9ee8a8851f709719 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..75d870521c191f77dd9eaa4d83486eab6e768f69 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 4000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb8b976b8786dbb00ca36b1f52c42ba9564da877 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21d9d529df409cbb711ca560ac5f754bc07fff2f108e7faf3351c95f09226c4 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35897709a98189b5d6d314844f4d5f4f273cad3e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87426191ab7096fceff6b87c7b07bc55e00ecd4ebf43a849eca2abd502150b4 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35897709a98189b5d6d314844f4d5f4f273cad3e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87426191ab7096fceff6b87c7b07bc55e00ecd4ebf43a849eca2abd502150b4 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ee6c8996ff2de5a63d849c933ccd27dfc2792bc8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 4000, + "_step_count": 4001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..324ac76ab9ad400c82e58f46bc583a327bc77c9c --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 4000, + "task_position": 0, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..db63dfbbcde4c754a5f868af2cbad83076e8c34b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_004000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 4000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6d93f9354aff3b4c04bc755ba8ca67224217a44 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b667e4bbe40b85d60546097fc7530c9666889bed5b5a0b942157a218a368ae +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..592449d3fc8b35c30c604eb1dabe60537e8224a0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 5000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec5c49274d01ed43a489641dcade8989da1b7efd --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19736d76d57beb4407e99ee79a582eec7b30f930540dd3b83bc58d3461ad5eb7 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6807006264f31462aeb2cd6300bbeac165d818cf --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374b303af7bd137d8b659f12d3191691f6403a65b370d874f480f6e62ad50882 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6807006264f31462aeb2cd6300bbeac165d818cf --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374b303af7bd137d8b659f12d3191691f6403a65b370d874f480f6e62ad50882 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..70748eea90353156a7546c0d3ea2745a57b8439e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 5000, + "_step_count": 5001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..72c2557ec782d3b2f66617a3ccf2e95eeeee1650 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 5000, + "task_position": 0, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..034aebe5bdcd97aac2981c26819b952e800e7901 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task00_005000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 5000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fccbdceda0e0c9afd70d5064c8877721674cfdb2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93572f05cd8dda7adfed6549578d47c485f681f402cca2aec8b9cc6c389e8f11 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e267ac589be64705f8674638b9f5099c886778da --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 6000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24766f4161af9a22f7f8498634b37f73759ef438 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c584e1d718e6ed7178058bd63d2142d82e129999ca4b2d05d30633aa0c56156 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..817afe3aa6cd7d86840a86cf8ca514b9fe0cfdf6 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85c6475756f6a3e9068bf2ab26cbbdcc427c772f43038e6e2b83490194cbcf1 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..817afe3aa6cd7d86840a86cf8ca514b9fe0cfdf6 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85c6475756f6a3e9068bf2ab26cbbdcc427c772f43038e6e2b83490194cbcf1 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..104866bf99800fe5277b48cb9e583e9c6b89aef8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 1000, + "_step_count": 1001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..18ca2325b88f5e6c24215dc14ec1028e9bc53bfe --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 6000, + "task_position": 1, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7d7ad6d6235ad218ded22dbbc374dd654d87758c --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_006000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 6000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1877e10ccf1aa7b17130f9e48b936e9cde160b0d --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c40b7efe43f24142ecaa59b54a833689eb2ba7ca15145b4579983793f40ecc +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..1f4c730c4d88ece076ae9d4e01ed7fbe60b0415d --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 7000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf80cfdb3c28665fa05e3630594b39bd8767f155 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177d1502e939c202f128b4c52a6cdfdbf1e611c9f57a62642dd1afe33bb297ba +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1811df155f27a8422d59a9d6664f10e42d0af9d1 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe89b96cb6ba3ddf78f91a3bea54364da57b10fd8f4d242d2ac762d22e6ae70 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1811df155f27a8422d59a9d6664f10e42d0af9d1 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe89b96cb6ba3ddf78f91a3bea54364da57b10fd8f4d242d2ac762d22e6ae70 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6600185a526a8ba440de3bea3f4629e5872d33ad --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 2000, + "_step_count": 2001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe11007cfcc3283b58ffe180b9e62323b406517 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 7000, + "task_position": 1, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..30eb2cdd26c2ee231ef0b908fe4e1752c91140e7 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_007000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 7000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17401a19b0fce8b84d3951690673d2b10f0d119b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a1bb8dd86ccc63fb8f7aed27a447f56533360df034b5acc85a3dc8e33eb18d +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..74d8cba01cab8506617b2cbae6f268fe80fbfa79 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 8000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0894374912158207324b6196af650b8b9242aae0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e840092fd0782afacd8c777ef2e050b1f1f34808a372abf6c4324c6f3899cf +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae2c0b2b37243513ab17fa059eb0371b58428e7b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a45a78af01e65be2a5ce0589c7b2f4b972ac7bce879256ba1d87307172241b +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae2c0b2b37243513ab17fa059eb0371b58428e7b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a45a78af01e65be2a5ce0589c7b2f4b972ac7bce879256ba1d87307172241b +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38daeda3e81bcc84abc3ec142d0d6d9f284ef1c4 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 3000, + "_step_count": 3001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..56bcda52557573f303d03feafc12b1469a7decc3 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 8000, + "task_position": 1, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9d915bdcaa4b6a224ab88ac64df93ea3c3e834fd --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_008000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 8000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3257d5b1a560e5f9a9295670ceb94204953715d3 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4480a61271a94dade0682789686bfd13b08921aaffed1addccfae21af7363424 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7247596175281e9d3f295d2b6936944a71b64d34 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 9000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d187602067e646d945e86223fcb664bd31739f9 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b0bdbc1014074929d39759297145ac3d5ba8f0bbfcd44b412b1374a87db94d +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d671c7d2cedf3bca681587e2cc448ba425862b6 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f739f3087df8f8501ffd422f4d409c3bf6a28c5bf508f9c85d645ef0c3df16 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d671c7d2cedf3bca681587e2cc448ba425862b6 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f739f3087df8f8501ffd422f4d409c3bf6a28c5bf508f9c85d645ef0c3df16 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ee6c8996ff2de5a63d849c933ccd27dfc2792bc8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 4000, + "_step_count": 4001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..733fb1c508c5ab1bb8b4e9e208cd4fa8d027705f --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 9000, + "task_position": 1, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bf92d438679a18aeec2acba5e6d0c45ff7e92e48 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_009000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 9000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7308567957ceb8784b2038f95652a37c027e9590 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4343dd73d7ca2639cf1abe2a12d2492d5ce378e0cd5148d2a2aa6302ea0e8bbd +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a18dc75f33ba7e0f7ed1412cf7e29cd63dbe69b1 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c7e0defdbd6375ea57a8468a6715f58f27dcd57d62eaca68cb818cfe7ee04c +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ae215ca77a575660f6ad9967c765ac82868aeeb --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a0c6e818c264f47396fcfd44fd4c0a590b439366dbab44aaa0ff90793fc7d1 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ae215ca77a575660f6ad9967c765ac82868aeeb --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a0c6e818c264f47396fcfd44fd4c0a590b439366dbab44aaa0ff90793fc7d1 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..70748eea90353156a7546c0d3ea2745a57b8439e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 5000, + "_step_count": 5001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..67f5207042c2d73e9535f6b11db51c031e1ae276 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 10000, + "task_position": 1, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9e5451c54868a429f7763462d63ab81f9d986c12 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task01_010000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 10000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba2c5d755c14a35083568406ea42f00191870633 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c4f164954d274b248d4fb8833baf8289cdc06307651e29a0dd71c3ccfbdbb5 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..2389cf08c9a887d74ab54bbe783d6a4eccbbee72 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 11000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b6fb70576ce0fb762e89104b98ce2c67976a968 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5b7198aed0060114c307c9975fd201257f5e5e961a52fecca12f4ae3206b4f +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4ccd5c67d97394ea6e7a35b2a5d2d18b68c843d --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e3a6a09bb31b296d0ee1e94fb88a0c25a22781014075f6f271643c758ee7a9 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4ccd5c67d97394ea6e7a35b2a5d2d18b68c843d --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e3a6a09bb31b296d0ee1e94fb88a0c25a22781014075f6f271643c758ee7a9 +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..104866bf99800fe5277b48cb9e583e9c6b89aef8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 1000, + "_step_count": 1001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..36c5133b075d0e6582b46cf4cde74687173bc1e6 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 11000, + "task_position": 2, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4932b8874dce6841d6da4778521f504519afa45c --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_011000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 11000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6bb5ebde22a8ce741291f9fbf996ab60bf66334 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b076dcf7c79d36cb3c68b53fdf43fcd1016e012872024bd0f256fd058ddc71f4 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f3fbca48852a529ccbbb63aa8f2add02e6fc3a8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90da330959a1c620fb7857a579d743c765a9f331f2e15a3ba41d1f4c37b09d5a +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93c92fb7ab47ab2735628eeb66d53e10bd720bbc --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc14ce49c3a574dd6eab5fcb49497e214f57bf93945a21acf83074f29d7157f +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93c92fb7ab47ab2735628eeb66d53e10bd720bbc --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc14ce49c3a574dd6eab5fcb49497e214f57bf93945a21acf83074f29d7157f +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6600185a526a8ba440de3bea3f4629e5872d33ad --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 2000, + "_step_count": 2001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..529fcb723addf0540a809e7e158f482caf8cdc85 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 12000, + "task_position": 2, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..aaccc85f3163e5026fa60fcdd31b5ac789e5383e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_012000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 12000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e82d4266ec629240c83916bbba27fb1d006e08e5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64cc08deb01ff686bb6e896e0cc9c3f8c684f2fe70a1fab651e5e8de645f180 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..6f5915e7fb38c851f5b48d58c1f66fe9c9d147ed --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 13000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbaa2953a8d7db90bcb7ac083d4e8c4df94e2cd1 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd37a1933a8adeb9a446e95afd3362b18a1cec828b6ba3b26d17d7088a8ffc22 +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02bfb6b9f0b7bc4e1690818e9a84b02f91c27886 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9861ebc6203c1efe4fb97c0081cf6255e4f4d910c26944d2d8be52334d6d0e +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02bfb6b9f0b7bc4e1690818e9a84b02f91c27886 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9861ebc6203c1efe4fb97c0081cf6255e4f4d910c26944d2d8be52334d6d0e +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38daeda3e81bcc84abc3ec142d0d6d9f284ef1c4 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 3000, + "_step_count": 3001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8ea93d2531cd7e36d950ebaff21af4561ed08873 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 13000, + "task_position": 2, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..605a71d35b9f23774b0784f2e6912fb65b6de638 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_013000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 13000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f50cbe6befb32c69ca41c6348ef8e65e19b57e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313fcc44394af0710247825288dafb44bc811bee1e336ca553fb53188812dbaa +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..462f4cb9c0cc046e2e2224601d9ff9b5200e19be --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046705a16acd18d23ea002072a3b2db7f8f4daa37bee9d7560992c28ba1b19ba +size 83404560 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..104e7ed64e597c77a48b5bf946f2c3ee699c84ce --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183f78320a455913e1aaeec574abea188bad39124f641e4f2d9ae0e27527879c +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..104e7ed64e597c77a48b5bf946f2c3ee699c84ce --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183f78320a455913e1aaeec574abea188bad39124f641e4f2d9ae0e27527879c +size 15708 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ee6c8996ff2de5a63d849c933ccd27dfc2792bc8 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 4000, + "_step_count": 4001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/sequential_state.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4ffa6d1f8abba798484d6a909182485efe818e21 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/sequential_state.json @@ -0,0 +1,799 @@ +{ + "version": 1, + "step": 14000, + "task_position": 2, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/training_step.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5eba1a7383d509b05778ffba9f5dde5c66f6f96a --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_014000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 14000, + "dp_world_size": 1, + "batch_size": 128, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/README.md b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d417ab3dc53faa4176387bd5e504a5c4adf74be5 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/README.md @@ -0,0 +1,204 @@ +--- +library_name: peft +tags: +- base_model:adapter:nvidia/GR00T-N1.7-3B +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..709b432500317f58faba180f45c2b482b887c9f3 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114e9e9fb1e3b7450f14f6c3342c5c9cb675890b761604844f3711df7aebd1f0 +size 41707720 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab97c7e635a9d38c219df158f13ad1347c29381 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c542f3b4e4a661d64238d1282a71cf54fcd4c64 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/pretrained_model/train_config.json @@ -0,0 +1,701 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-tail-libero-half/groot_tail_libero_10_2e-4", + "job_name": "groot_tail_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "v5h6tfch", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "tail", + "seed_offset": 0 + }, + "reset_optimizer_per_task": true, + "reset_scheduler_per_task": true +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..5cec056c8ba7f3c2e865a0f73ae59975a0503067 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 15000 +} \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bb8c2da8cc6cb3c02799123eabdb4d555e58203 --- /dev/null +++ b/groot_tail_libero_10_2e-4/checkpoints/libero_10_task02_015000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa53711af6ffa52a0cf0f810339cac5b1e6826ecafbfb9106950cb6f5c79d66d +size 83404560