diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c4ed3db216c31709bf4288b663990ffbdacc62e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6322b4a6897075a96bcfa7ccc7256e87243f4918ac3316286af46e34c6f1f230 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e262cbfbae52f8c4917cb315ad316a5642c40b25 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e59a8ce773a3a5b1070275f4d862344228d56c30aa1f7cec7c32d18db61fa24 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e262cbfbae52f8c4917cb315ad316a5642c40b25 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e59a8ce773a3a5b1070275f4d862344228d56c30aa1f7cec7c32d18db61fa24 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..480f313e863d6095babde3d4c9092285f2bbc5a0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 30000, + "_step_count": 30001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..629ba7b4882b56a9a1b6a9139d2cf5d863155094 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 30000, + "task_position": 5, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9d463d1e988c8c28093ef17a4f333bb978c0162b --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task05_030000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 30000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0060f1e4489cf7407e83fa604338126842eee12 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ffe2a9acda78302a956129e596ff0e13b51212f3b35cc86ae07675aafaf662 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..b336238f28b4df2bb873be706fc974549bc62f8c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 31000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2840a34787a2631d57e1538dfe1e83f07866b49c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9638ba69aaa6cf9250764d96d7106058b89d872ddac01ad2c079bf448efe3c +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cac626f4765f11175b9c2b93049c4180285fd316 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4674acbf6b499e54ac5084494fed5dfa03ef74c677598ce97ad18a228acfa90a +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cac626f4765f11175b9c2b93049c4180285fd316 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4674acbf6b499e54ac5084494fed5dfa03ef74c677598ce97ad18a228acfa90a +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..10d81843fd4769b78c42f2b66c5d3cd7ce94d890 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 31000, + "_step_count": 31001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..af71956a0b990ceacc3553390a5f71b290f6d25b --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 31000, + "task_position": 6, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2eab865b048d8d2da6152e82017a9d3642835a2d --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_031000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 31000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d6d432137e8b1e7fc6749287fe10f1f38002e1f --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f89200802443e866fc6b36083c416407de36c37d67b8169baa132177a7f91b9 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..360706c89342152bca05a3fe1d8c765a755213d2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 32000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90d97c5bc3bbaa3e87946dab953151ac2481e1c2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0db7057e8014f0a471d5c201eba95e73d550dbc753aa8287ec05edc2164691 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb5d9a2d549e25255cec5938ddd049ad8c9b0fa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eac2153330283fd54a08e47df1b086fa0205ed0fef4b6f48573e6742bafcab0 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb5d9a2d549e25255cec5938ddd049ad8c9b0fa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eac2153330283fd54a08e47df1b086fa0205ed0fef4b6f48573e6742bafcab0 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae6d2b84e2103b23d5ba13aae838b9fb47c3c11e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 32000, + "_step_count": 32001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c8b54a0a93d3d061f4314ae3b6368b4a1322fe46 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 32000, + "task_position": 6, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a521bced442dd6af16ae19b95a39546236a30f66 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_032000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 32000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d57923ef80b446452b4d016087eb8e031adbf9cb --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2be0575e44214f9cee463b2713f6b2aaa9ad5d55b9f7ce4278d72735bac12b +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a8ee148932c4dcd38c2709874939717bade74e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 33000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d31a08941a202525ff63ce4bd4b8b87c5345076 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0e61c5bb8808714a6880951a8a363fba689d21e1b2511e02aa9f3d794ce3df +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d62c9d386e990641742bf9700c1528311fb8a1f6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8cdef879c8026ddfbff314901503cda2e2404db3e11bc71b0f68b969a83ad1 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d62c9d386e990641742bf9700c1528311fb8a1f6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8cdef879c8026ddfbff314901503cda2e2404db3e11bc71b0f68b969a83ad1 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..24543eb29f846859b4dec42b9427f8b1de78cb9a --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 33000, + "_step_count": 33001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9816b189047eef4bbe5046e2f227777a0a1365fa --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 33000, + "task_position": 6, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2376ef9ceceaf254a8dc184fbba1815262b85e8e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_033000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 33000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45b58a6ddac4cef2374d549eac163f0a425eb58d --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22609dd0efdc7471bf493b4ea5d19bd17a0f7a4b2de963cb8f2e1e5b6e3dc1aa +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..740e2f1334f5726ddfb1efb9eb0cf8def5a503cd --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 34000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecca4689012dd785912f0490d649ee75c4e2fd77 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eb252552fd895b212a6fe46d180e1db99456f631a285ac3523280fc750838c +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6057af9143d7bc35453a0e84c5159c001af93f0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e639fe7564ff048aa96375b21f63a892598509ade284058f7155bb6f4681f580 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6057af9143d7bc35453a0e84c5159c001af93f0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e639fe7564ff048aa96375b21f63a892598509ade284058f7155bb6f4681f580 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08fef48488ea2a58fe0f09a501dccdfcf5973215 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 34000, + "_step_count": 34001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b3d0aafebc68cfcc878ce092920623b9b5da1bf2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 34000, + "task_position": 6, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ff5434d62849bf5961fe937814c069ffe45fce2e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_034000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 34000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f790025b9eba3a640be470f1df5d527fb4c5514d --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a035be6ab140f07afdc9196f51873ba3ee4e1defcfaf5ea916c2f3dee4647dec +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..60080824ceb9805d29c885917dc77e0277e52eb2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 35000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9fb64ab9f7ed2ee51c0eb222fc1b803aa8ec693 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967bef82074861c5f90a9610b24d543c2a71f2d55d37fc7eaa78cedd1f69d75b +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6f85a3b4dde6375ee999d24d8a297bdeb445de6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6cf89aada27da3fc4246257f09287dc586d597b3ea7c9bb3f1ed76a83b32284 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6f85a3b4dde6375ee999d24d8a297bdeb445de6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6cf89aada27da3fc4246257f09287dc586d597b3ea7c9bb3f1ed76a83b32284 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1636cbc71e044f060c3d4a57ee49e90f946b6c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 35000, + "_step_count": 35001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..31090973c59c121901dfbee6d60ca49a13721b19 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 35000, + "task_position": 6, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f71294371988c979f2e36e6d00f44e31fdd1ddec --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task06_035000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 35000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2a2bcebe709b36984542570f89713a648eb1948 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6feb2da706929c779632173bb8c672264de766c96d016d25b8ff80b7d274335 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..ec74060efe48f3deb933d42c46542fa562986f50 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 36000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19596079945b7ffd64f9ba610655c1e9426d40ff --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1822c80669aa6fa14503a6653e7b52bf028379d591d1f979e7d45895c0ba99 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67796bbfc190fc2a51ede99e610d6edf38619a10 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e94a6036a08b4e1218d63dfc49c8215a7806afedafd672ca4c04885e3d161f9 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67796bbfc190fc2a51ede99e610d6edf38619a10 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e94a6036a08b4e1218d63dfc49c8215a7806afedafd672ca4c04885e3d161f9 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d3b09f473992fc932125bf89ee634812180edf9f --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 36000, + "_step_count": 36001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..15ebee273d08e60ff916bbb6a3ef07d81ed02faa --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 36000, + "task_position": 7, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1034aabccd84715973a9b90006cabe2f7063628e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_036000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 36000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3f9a9330947289e3c2ee8731f59f4ca8c4a1ade --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72bc5a3b44ad0e372ec839571462c176b1d694b53f600fc3de51b18bc20301d +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..59adb96582f1246b398f54d3e8cca0cc4f97e7c2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 37000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b18282b88066ea48a76bba6efc9e6c90e2cb59c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca234c7b0b9b43d511d5e5e950c45930ad0601c224d653560f70678317aa0e9 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0d26f94a2a790c875a238ad090259664bb15c51 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746cc0707ea2bde8cc81a84b48e833abecee93153b8e296ac61facfd874711ef +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0d26f94a2a790c875a238ad090259664bb15c51 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746cc0707ea2bde8cc81a84b48e833abecee93153b8e296ac61facfd874711ef +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b5c6e2c0c501e28d5054236c67b4f11a3bb06584 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 37000, + "_step_count": 37001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..df70d1e9ac01543fcc00aea46520284ec5de2c29 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 37000, + "task_position": 7, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..69a22b349419763663df5f5ec37d6b261ddb829c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_037000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 37000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44ad60bea13e304355fa23ffe799bb7753c73509 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec643334eb865dd9a72d6acfbbb2fc579132449fa1aa862ffb8e47e64b68c62 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d23fa7ab917d4467e871a903d8b35e962ef1c8 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 38000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..781bf795b807dc78be93960162fa385d7a6ad153 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7d57d6ab29a33091f3765676f06e918df343ddfb62e744f3d52a7992b25faa +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8af1c73aeb885dc76252a26f4a11b48b2b62bea3 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99157d7afdc0c5717e46eda53468043940a93b2eda983b4279a1624c68c6e77d +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8af1c73aeb885dc76252a26f4a11b48b2b62bea3 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99157d7afdc0c5717e46eda53468043940a93b2eda983b4279a1624c68c6e77d +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6f97f4bbda274f80031fdb81e864b882a68c386a --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 38000, + "_step_count": 38001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e8e751da0cca5b049b469f3506dcbf116dce8a5e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 38000, + "task_position": 7, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4484db00922d71985917440752210dcfda904234 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_038000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 38000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec756dcafeb85004844b8df4eb522cd0efaefa5e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d47c6c17212453c216844a575b2c3d3d99218b47fd38e657eaaa31686877f5f +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..8fbb17ce1a59c5d1e6fef40fc2e96147818d5645 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 39000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be001b2afa79224c96aeacc2794b11bc933d8868 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3849724302b26e25b36df032d0091dbb3cf279769ba8066f030696911edcb16b +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73320a476620e3b1bc10c236b0f84d7e8c0d556c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607e3ed43f435b97af7fe5c8727cab3536385809e98cbe5fee0cfa3f083372f8 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73320a476620e3b1bc10c236b0f84d7e8c0d556c --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607e3ed43f435b97af7fe5c8727cab3536385809e98cbe5fee0cfa3f083372f8 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..14f2dcb18c3aa0e9a3811822776643fa2da8d80b --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 39000, + "_step_count": 39001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0f204b4617013d7b035d7552507c3d88055d7bf2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 39000, + "task_position": 7, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..745c9f6143ac2cfea4f6a0eda162e6173c7459c6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_039000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 39000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc0c31c5d7c19300a25889532aa6fcafed36b25d --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00f77f373cb447bf0ea7533ac9b646658e4f5a4369499cc626c11c0daab9cc6 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb70173a67488b2ab87fd83294497663a7af7625 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb59ebe60c7695ecd681b2bfa6c81a5421ef440aee9670758ee21364a177bef5 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..527e498d61b15724d5317110e106db1be48c8ba6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8436db2c6a212f1a30a67ab7e5f9a88b4bea337060330f980ee32262c502ccbe +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..527e498d61b15724d5317110e106db1be48c8ba6 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8436db2c6a212f1a30a67ab7e5f9a88b4bea337060330f980ee32262c502ccbe +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5a9e9324367ff3161e424b201e33d0695a026461 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d92956f4cbe6d10525120cf3c54002f0d7edf929 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 40000, + "task_position": 7, + "task_step": 5000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..5d3fcfb85e0d65fb5a57a44f7e8efb26ac7b13d5 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task07_040000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 40000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..352236980749316193a925f5c11d6ae185a5d749 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87950e572c080b3db2dc421e5724070995d6c24c1c1004d152bc468a86ebe5da +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..71a28153cbe44488b9e823e633ccf889e28b7a96 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 41000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9a82771f5613d4ed710a3a70c91cacfa990a849 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab1a3b8e2de4e69fca7768776d0e4cc9bf6c568c787b8d9746c14d13486ee97 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..683ae5f3ec7ec457f5859712556f689eaf3b9697 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829fec4d2c65f6726b0c09d5b712f35c0d3a75780277f6e422594ead0966f302 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..683ae5f3ec7ec457f5859712556f689eaf3b9697 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829fec4d2c65f6726b0c09d5b712f35c0d3a75780277f6e422594ead0966f302 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff227c53987c82221c153b1353477069f0a91e13 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 41000, + "_step_count": 41001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8c340567496c89cfaa978d3eb8d2872a05fcb1ee --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 41000, + "task_position": 8, + "task_step": 1000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e2c2717bf098c292f4d84afcb220e5a26a666a76 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_041000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 41000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad4e4f49f9848949c72321ecc572bc1b9e498c6f --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04be6e7f0fd4495b3faba3f765343b43eb237d275a0ef9985b975cb51d29d895 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..68f7e50d12ca49bcf4a2afe411c5215ffaf76dfa --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 42000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..935809654f57bad952f88a33d159ca599872ab2d --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a4fcdcff72592300e80471d869b1e1be52b88dea0919298ccdd18eb5bf9c0d +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69a53c743eabbf564a5bf1dee9b43f56ddd07fba --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e567ca49fc1df4fb3448b63e18dcc6e0b23580799745996033f55f2bd5311f36 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69a53c743eabbf564a5bf1dee9b43f56ddd07fba --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e567ca49fc1df4fb3448b63e18dcc6e0b23580799745996033f55f2bd5311f36 +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1c4e3558aa5b3c0178734439a08769fd395964 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 42000, + "_step_count": 42001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..52567535770875f8b5527b80434da064b8acd98a --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 42000, + "task_position": 8, + "task_step": 2000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..507b1caf78474fac12f0d941136dc6e622f11316 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_042000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 42000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..530fe9e13e215977fbf09432d4e1ba3c4394a2d8 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296498dfe5ffcb7b346ec582c0bc522e2e0166188cd4f15d65655e9c78916703 +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..2c813616877b02381c37abe6f4a79758d6ebb915 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 43000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57705a06bd8b0643a7eb8b9f6529e921a50c94d8 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543de5eba31587c6c67dede692ac4f4da5e4abae676e41101dc93d82d4f3456b +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49732d7d1a473aeda1a0140ee73edb95ae347fcf --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e58dadfcbd3139bd551100757ed21ea718a925318a04c16a618b6fd7dd90c +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49732d7d1a473aeda1a0140ee73edb95ae347fcf --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036e58dadfcbd3139bd551100757ed21ea718a925318a04c16a618b6fd7dd90c +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7184dce411b1faab7ff3f4e07d9f294d084d66 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 43000, + "_step_count": 43001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f0a5d6ec3b39608b675781c0c8b9c7e603d31121 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 43000, + "task_position": 8, + "task_step": 3000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8afa678c1f6a5e840a99f3c5b5ee5ccd5f18a68b --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_043000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 43000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_model.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34b17721b6e6aa749b35f8e203eaa87eff5604f1 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadd60a577ab21e5b7a52a9b7eea0b9173ab6cf30d235cfbfaaf86b29ad1f9ce +size 41707720 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7939a787aad092c25a6868a073261a0effa3f5c7 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/config.json @@ -0,0 +1,100 @@ +{ + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..006447ddf8d1d0e8b9252eab2a388d272375772e --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,23 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "groot_action_unpack_unnormalize_v2", + "config": { + "env_action_dim": 7, + "normalize_min_max": true, + "clip_normalized_action": true, + "libero_gripper_action": true, + "libero_gripper_binarize": true + }, + "state_file": "policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_postprocessor_step_0_groot_action_unpack_unnormalize_v2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a28bb20a868e995b90047d1b67e099e31a942605 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,78 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "groot_n1_7_pack_inputs_v1", + "config": { + "state_horizon": 1, + "action_horizon": 40, + "valid_action_horizon": 40, + "video_horizon": null, + "max_state_dim": 132, + "max_action_dim": 132, + "language_key": "task", + "formalize_language": true, + "embodiment_tag": "libero_sim", + "embodiment_mapping": { + "oxe_droid_relative_eef_relative_joint": 24, + "xdof_relative_eef_relative_joint": 27, + "xdof_relative_eef_relative_joint_subtask": 27, + "real_g1_relative_eef_relative_joints": 25, + "real_r1_pro_sharpa_relative_eef": 26, + "real_r1_pro_sharpa_relative_eef_human": 26, + "real_r1_pro_sharpa_relative_eef_maxinsights": 26, + "real_r1_pro_sharpa_relative_eef_mecka": 26, + "unitree_g1_full_body_with_waist_height_nav_cmd": 25, + "simpler_env_google": 0, + "simpler_env_widowx": 1, + "libero_sim": 2, + "new_embodiment": 10 + }, + "normalize_min_max": true, + "state_dropout_prob": 0.0, + "clip_outliers": true, + "use_percentiles": false, + "video_modality_keys": null, + "raw_stats": null, + "modality_config": null + }, + "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" + }, + { + "registry_name": "groot_n1_7_vlm_encode_v1", + "config": { + "model_name": "nvidia/Cosmos-Reason2-2B", + "image_crop_size": [ + 230, + 230 + ], + "image_target_size": [ + 256, + 256 + ], + "shortest_image_edge": null, + "crop_fraction": null, + "use_albumentations": false, + "letter_box_transform": false, + "device": "cuda" + } + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ee4ca0a63bb6802d2c399b37a9e6f8b82ec5f2 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b548b3362a05182c0db4350d5e728c45fae83bf93fe0539520a73ef369c29b +size 8648 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/train_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef0e0cd6caa6166ad0b7e4cb820c1a23b5be8f01 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/pretrained_model/train_config.json @@ -0,0 +1,702 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000/pretrained_model", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": true, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "tail_task_key": null, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4/checkpoints/libero_10_task04_022000", + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "drop_last": false, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/checkpoint_complete.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..6a7afd8c0e19d8169d11b8b87964422d193ca923 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/checkpoint_complete.json @@ -0,0 +1,3 @@ +{ + "step": 44000 +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_param_groups.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5a7f7523fcb3e649ae89b057988bd14f5d66ca --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_param_groups.json @@ -0,0 +1,1213 @@ +[ + { + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-05, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 0.0002, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191 + ] + } +] \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2174461aa38f4fc0dc76f03952f43b0a44cdddc5 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57eb29367f48caee1da63926bb1bd88f61c9e13307feb51c3ae666241d48bde9 +size 83404560 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63d227430dee14a0ea36da1a7a93fb21b06187bf --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3e76436ebc9889014ef1a6eb45f0a51abe84dadbbea8fb00a47e754534453c +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state_rank_0.safetensors b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state_rank_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63d227430dee14a0ea36da1a7a93fb21b06187bf --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/rng_state_rank_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3e76436ebc9889014ef1a6eb45f0a51abe84dadbbea8fb00a47e754534453c +size 15708 diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/scheduler_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dffc5b50c3d2b01620c223c97902f8a328a4ddcf --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0002 + ], + "last_epoch": 44000, + "_step_count": 44001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0002 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/sequential_state.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/sequential_state.json new file mode 100644 index 0000000000000000000000000000000000000000..130c7ac3cb9f789bd2ff70b97f3c6148662206b4 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/sequential_state.json @@ -0,0 +1,800 @@ +{ + "version": 1, + "step": 44000, + "task_position": 8, + "task_step": 4000, + "steps_per_task": 5000, + "drop_last": false, + "task_sequence": [ + { + "task_suite": "libero_10", + "task_index_within_suite": 0, + "task_index": 5, + "task": "put both the alphabet soup and the tomato sauce in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 1, + "task_index": 7, + "task": "put both the cream cheese box and the butter in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 2, + "task_index": 3, + "task": "turn on the stove and put the moka pot on it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 3, + "task_index": 8, + "task": "put the black bowl in the bottom drawer of the cabinet and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 4, + "task_index": 0, + "task": "put the white mug on the left plate and put the yellow and white mug on the right plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 5, + "task_index": 9, + "task": "pick up the book and place it in the back compartment of the caddy", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 6, + "task_index": 1, + "task": "put the white mug on the plate and put the chocolate pudding to the right of the plate", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 7, + "task_index": 4, + "task": "put both the alphabet soup and the cream cheese box in the basket", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 8, + "task_index": 6, + "task": "put both moka pots on the stove", + "task_pattern": null, + "task_indices": [], + "instructions": [] + }, + { + "task_suite": "libero_10", + "task_index_within_suite": 9, + "task_index": 2, + "task": "put the yellow and white mug in the microwave and close it", + "task_pattern": null, + "task_indices": [], + "instructions": [] + } + ], + "config": { + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "repo_type": "dataset", + "root": null, + "episodes": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378 + ], + "exclude_episodes": null, + "filter_failed_trajectories": false, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "return_uint8": false, + "depth_output_unit": "mm", + "streaming": false, + "eval_split": 0.0 + }, + "env": null, + "policy": { + "type": "groot", + "n_obs_steps": 1, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": true, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "", + "pretrained_revision": null, + "chunk_size": 40, + "n_action_steps": 16, + "keep_incomplete_chunks": true, + "max_state_dim": 132, + "max_action_dim": 132, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "IDENTITY", + "ACTION": "IDENTITY" + }, + "base_model_path": "nvidia/GR00T-N1.7-3B", + "action_decode_transform": "libero", + "embodiment_tag": "libero_sim", + "tune_llm": false, + "tune_visual": false, + "tune_projector": true, + "tune_diffusion_model": true, + "tune_vlln": true, + "tune_top_llm_layers": 0, + "num_inference_timesteps": null, + "rtc_ramp_rate": null, + "use_flash_attention": false, + "use_relative_actions": false, + "relative_exclude_joints": [], + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.9, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-05, + "warmup_ratio": 0.05, + "use_bf16": true, + "model_params_fp32": true, + "image_size": [ + 256, + 256 + ], + "tokenizer_assets_repo": null, + "lora_rank": 0, + "lora_alpha": 16, + "lora_dropout": 0.1, + "lora_full_model": false, + "video_backend": "decord", + "balance_dataset_weights": true, + "balance_trajectory_weights": true, + "dataset_paths": null, + "output_dir": "./tmp/gr00t", + "save_steps": 1000, + "max_steps": 10000, + "batch_size": 32, + "dataloader_num_workers": 8, + "report_to": "wandb", + "resume": false + }, + "reward_model": null, + "output_dir": "/NHNHOME/tml/mk/lerobot-061-cl/outputs/groot-rer-libero-half/groot_rer_libero_10_2e-4", + "job_name": "groot_rer_libero_10_2e-4-40-g1-peft-keep", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 64, + "prefetch_factor": 1, + "persistent_workers": true, + "dataloader_multiprocessing_context": "fork", + "steps": 50000, + "env_eval_freq": 20000, + "log_freq": 200, + "eval_steps": 0, + "max_eval_samples": 0, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 1000, + "checkpoint_format": "safetensors", + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 0.0002, + "weight_decay": 1e-05, + "grad_clip_norm": 1.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "constant_with_warmup", + "num_warmup_steps": 0 + }, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "context_parallel": { + "ring_degree": 1, + "ulysses_degree": 1 + }, + "cfg_parallel": 1 + }, + "accelerator": { + "mixed_precision": "no", + "gradient_accumulation": { + "steps": 1 + }, + "fsdp": { + "reshard_after_forward": true, + "wrap_modules": null, + "min_num_params": null, + "cpu_offload": false, + "ignored_modules": null + }, + "ddp": { + "find_unused_parameters": true, + "gradient_as_bucket_view": false, + "static_graph": false + }, + "compile": { + "enabled": false, + "backend": "inductor", + "mode": null, + "regional": true + }, + "activation_checkpointing": { + "mode": "none" + } + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": true, + "recording": false, + "recording_repo_id": null, + "recording_private": false + }, + "ema": { + "enable": false, + "decay": null, + "update_after_step": 0, + "inv_gamma": 1.0, + "power": 0.75, + "min_decay": 0.0, + "max_decay": 0.9999, + "use_for_eval": true + }, + "wandb": { + "enable": true, + "disable_artifact": true, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "su1kw0yt", + "mode": null, + "add_tags": true + }, + "peft": { + "target_modules": null, + "full_training_modules": null, + "method_type": "LORA", + "init_type": null, + "r": 16, + "lora_alpha": 16 + }, + "job": { + "target": null, + "image": "huggingface/lerobot-gpu:latest", + "timeout": "2d", + "detach": false, + "tags": [] + }, + "save_checkpoint_to_hub": false, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null, + "task_info_path": "task_information/libero.jsonl", + "task_suite": "libero_10", + "task_order": null, + "num_tasks": null, + "steps_per_task": 5000, + "learning_algorithm": { + "type": "reservoir_er", + "buffer_size": 5000, + "replay_batch_size": 64 + }, + "reset_optimizer_per_task": false, + "reset_scheduler_per_task": false + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/training_step.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e8420b76ff2c01580239f76862bec091228add46 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_044000/training_state/training_step.json @@ -0,0 +1,12 @@ +{ + "step": 44000, + "dp_world_size": 1, + "batch_size": 64, + "grad_accum_steps": 1, + "parallelism": { + "dp_replicate": 1, + "dp_shard": 1, + "ring_degree": 1, + "ulysses_degree": 1 + } +} \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/README.md b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/README.md new file mode 100644 index 0000000000000000000000000000000000000000..597e0135fec06a5d49db18218b6677bb271dd3d9 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/README.md @@ -0,0 +1,203 @@ +--- +library_name: peft +tags: +- lora +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.21.2 \ No newline at end of file diff --git a/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/adapter_config.json b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..120be63236bfe813b9ca673866a6c864cacaafa0 --- /dev/null +++ b/groot_rer_libero_10_2e-4/checkpoints/libero_10_task08_045000/pretrained_model/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "GrootPolicy", + "parent_library": "lerobot.policies.groot.modeling_groot" + }, + "base_model_name_or_path": "nvidia/GR00T-N1.7-3B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [], + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.2", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": "_groot_model\\.action_head\\.((model|vl_self_attention)\\.transformer_blocks\\..*\\.attn1\\.to_(q|v)|model\\.(timestep_encoder\\.timestep_embedder\\.linear_[12]|proj_out_[12])|action_encoder\\.W[123]|action_decoder\\.layer[12])", + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file